add robots.txt file

securitybunker · Sep 13, 2024 · 4b001f5 · 4b001f5
1 parent 52c054a
commit 4b001f5
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 0 deletions.
diff --git a/src/bunker.go b/src/bunker.go
@@ -264,6 +264,18 @@ func (e mainEnv) setupRouter() *httprouter.Router {
 			}
 		}
 	})
+	router.GET("/robots.txt", func(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
+		data, err := box.Find("robots.txt")
+		if err != nil {
+			//log.Panic("error %s", err.Error())
+			log.Printf("error: %s\n", err.Error())
+			w.WriteHeader(404)
+		} else {
+			w.Header().Set("Content-Type", "text/plain")
+			w.WriteHeader(200)
+			w.Write(data)
+		}
+	})
 	router.GET("/site/*filepath", func(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
 		fname := r.URL.Path
 		if fname == "/site/" {

diff --git a/ui/robots.txt b/ui/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /