feat: add /sitemap.xml and update robots.txt for agent discovery

lib/towerops_web/controllers/sitemap_controller.ex

@@ -0,0 +1,28 @@
+defmodule ToweropsWeb.SitemapController do
+  @moduledoc false
+
+  use ToweropsWeb, :controller
+
+  @public_urls ["/", "/privacy", "/terms", "/docs/api", "/docs/graphql", "/help"]
+
+  def index(conn, _params) do
+    base_url = ToweropsWeb.Endpoint.url()
+    xml = build_sitemap(base_url)
+
+    conn
+    |> put_resp_content_type("text/xml")
+    |> send_resp(200, xml)
+  end
+
+  defp build_sitemap(base_url) do
+    urls =
+      Enum.map_join(@public_urls, "\n", fn path -> "  <url><loc>#{base_url}#{path}</loc></url>" end)
+
+    String.trim("""
+    <?xml version="1.0" encoding="UTF-8"?>
+    <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+    #{urls}
+    </urlset>
+    """)
+  end
+end

lib/towerops_web/router.ex

@@ -80,6 +80,11 @@ defmodule ToweropsWeb.Router do
     get "/health", HealthController, :index, log: false
   end
 
+  # Public crawlable endpoints (no pipeline, no CSRF/session required)
+  scope "/", ToweropsWeb do
+    get "/sitemap.xml", SitemapController, :index
+  end
+
   scope "/", ToweropsWeb do
     pipe_through :browser
 

priv/static/robots.txt

@@ -1,5 +1,5 @@
 # See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
-#
-# To ban all spiders from the entire site uncomment the next two lines:
-# User-agent: *
-# Disallow: /
+User-agent: *
+Allow: /
+
+Sitemap: https://towerops.net/sitemap.xml

test/towerops_web/controllers/sitemap_controller_test.exs

@@ -0,0 +1,18 @@
+defmodule ToweropsWeb.SitemapControllerTest do
+  use ToweropsWeb.ConnCase, async: true
+
+  describe "GET /sitemap.xml" do
+    test "returns valid XML with public pages", %{conn: conn} do
+      conn = get(conn, "/sitemap.xml")
+
+      assert response(conn, 200)
+      assert get_resp_header(conn, "content-type") == ["text/xml; charset=utf-8"]
+      body = response(conn, 200)
+      assert body =~ ~r/<\?xml/
+      assert body =~ "<urlset"
+      assert body =~ "<loc>"
+      assert body =~ "/privacy"
+      assert body =~ "/terms"
+    end
+  end
+end