Better robots handling for frontpage

vii · vii · commit a2ed78c51d78 · 2020-01-29T01:49:39.000-05:00
diff --git a/src/blog/blog.lisp b/src/blog/blog.lisp
@@ -126,7 +126,7 @@
   (with-site ((my site))
     (with-ml-output-start
       (loop for entry in (my ready-entries) do
-	    (output-raw-ml "http://" (its canonical-name (its dispatcher (my site))) (its url-path entry) tpd2.io:+newline+)))))
+	    (output-raw-ml (its canonical-protocol (its dispatcher (my site))) (its canonical-name (its dispatcher (my site))) (its url-path entry) tpd2.io:+newline+)))))
 
 
 (my-defun blog set-page ()
@@ -186,7 +186,9 @@
         (lambda ()
           (webapp ((with-ml-output (my name) ": frontpage")
                    :head-contents
-                   (my feed-head-contents))
+                   (with-ml-output
+		       (output-raw-ml "<meta name='robots' content='noindex,follow' />")
+		       (my feed-head-contents)))
             (my front-page))))
 
     (defpage-lambda-blog (my latest-url)
diff --git a/src/http/dispatcher.lisp b/src/http/dispatcher.lisp
@@ -2,6 +2,7 @@
 
 (defstruct dispatcher
   canonical-name
+  (canonical-protocol "http://")
   (paths (make-hash-table :test 'equalp))
   (error-responder 'default-http-error-page))
 
@@ -115,10 +116,10 @@
 (defun find-dispatcher (host)
   (or (find-dispatcher-go host) *default-dispatcher*))
 
-(defun find-or-make-dispatcher (host)
+(defun find-or-make-dispatcher (host &rest args)
   (let ((host (force-byte-vector host)))
     (or (find-dispatcher-go host)
-        (let ((it (make-dispatcher :canonical-name host)))
+        (let ((it (apply 'make-dispatcher :canonical-name host args)))
           (push (cons host it) *dispatchers*)
           it))))
 
