Add a disallow-all response for /robots.txt.

Changelog.md

@@ -1,3 +1,7 @@
+# Unreleased development version
+
+This version adds a response to `/robots.txt`, disallowing all robots from interacting with `camo-rs` in any way.
+
 # 1.2.2
 
 This version does not contain any functional changes. It only updates third-party dependencies. Included are two updates that address security issues:

src/server.rs

@@ -42,6 +42,7 @@ pub fn build(settings: Settings) -> Router {
  )
  .route("/__heartbeat__", get(heartbeat_handler))
  .route("/__version__", get(version_handler))
+ .route("/robots.txt", get(robotstxt_handler))
  .fallback(fallback_handler)
  .with_state(state)
 }
@@ -81,6 +82,10 @@ async fn version_handler() -> impl IntoResponse {
  get_response_with_status_and_text(200, env!("CAMO_RS_VERSION"))
 }
 
+async fn robotstxt_handler() -> impl IntoResponse {
+ get_response_with_status_and_text(200, "User-agent: *\nDisallow: /")
+}
+
 async fn fallback_handler() -> impl IntoResponse {
  get_response_with_status_and_text(404, "Not found!")
 }