From 37e9211ed029145c3b6d43226d109364d6a5b610 Mon Sep 17 00:00:00 2001
From: HarshCasper <erbeusgriffincasper@gmail.com>
Date: Wed, 25 Jun 2025 13:01:07 +0530
Subject: [PATCH] add sitemap + robots.txt

---
 astro.config.mjs  | 10 ++++++++++
 package-lock.json |  8 ++++----
 package.json      |  1 +
 public/robots.txt |  4 ++++
 4 files changed, 19 insertions(+), 4 deletions(-)
 create mode 100644 public/robots.txt

diff --git a/astro.config.mjs b/astro.config.mjs
index 96d6697f..e1a05b15 100644
--- a/astro.config.mjs
+++ b/astro.config.mjs
@@ -4,6 +4,7 @@ import starlight from '@astrojs/starlight';
 import starlightUtils from '@lorenzo_lewis/starlight-utils';
 import starlightDocSearch from '@astrojs/starlight-docsearch';
 import starlightLinksValidator from 'starlight-links-validator'
+import sitemap from '@astrojs/sitemap';
 
 import markdoc from '@astrojs/markdoc';
 
@@ -23,6 +24,7 @@ const latestVersion = data.tag_name.replace('v', '');
 
 // https://astro.build/config
 export default defineConfig({
+  site: 'https://docs.localstack.cloud',
   env: {
     schema: {
       LOCALSTACK_VERSION: envField.string({
@@ -43,6 +45,13 @@ export default defineConfig({
         PageTitle: './src/components/PageTitleWithBadges.astro',
       },
       head: [
+        {
+          tag: 'link',
+          attrs: {
+            rel: 'sitemap',
+            href: '/sitemap-index.xml',
+          },
+        },
         {
           tag: 'script',
           content: `!function(t,e){var o,n,p,r;e.__SV||(window.posthog=e,e._i=[],e.init=function(i,s,a){function g(t,e){var o=e.split(".");2==o.length&&(t=t[o[0]],e=o[1]),t[e]=function(){t.push([e].concat(Array.prototype.slice.call(arguments,0)))}}(p=t.createElement("script")).type="text/javascript",p.crossOrigin="anonymous",p.async=!0,p.src=s.api_host.replace(".i.posthog.com","-assets.i.posthog.com")+"/static/array.js",(r=t.getElementsByTagName("script")[0]).parentNode.insertBefore(p,r);var u=e;for(void 0!==a?u=e[a]=[]:a="posthog",u.people=u.people||[],u.toString=function(t){var e="posthog";return"posthog"!==a&&(e+="."+a),t||(e+=" (stub)"),e},u.people.toString=function(){return u.toString(1)+".people (stub)"},o="init capture register register_once register_for_session unregister unregister_for_session getFeatureFlag getFeatureFlagPayload isFeatureEnabled reloadFeatureFlags updateEarlyAccessFeatureEnrollment getEarlyAccessFeatures on onFeatureFlags onSessionId getSurveys getActiveMatchingSurveys renderSurvey canRenderSurvey identify setPersonProperties group resetGroups setPersonPropertiesForFlags resetPersonPropertiesForFlags setGroupPropertiesForFlags resetGroupPropertiesForFlags reset get_distinct_id getGroups get_session_id get_session_replay_url alias set_config startSessionRecording stopSessionRecording sessionRecordingStarted captureException loadToolbar get_property getSessionProperty createPersonProfile opt_in_capturing opt_out_capturing has_opted_in_capturing has_opted_out_capturing clear_opt_in_out_capturing debug getPageViewId captureTraceFeedback captureTraceMetric".split(" "),n=0;n<o.length;n++)g(u,o[n]);e._i.push([i,s,a])},e.__SV=1)}(document,window.posthog||[]); posthog.init('phc_6bea9iRqN9iwiwf5aM3dVXrKmAQGGMahouBRMIyQfnE', { api_host: 'https://us.i.posthog.com', person_profiles: 'always' });`,
@@ -403,6 +412,7 @@ export default defineConfig({
     }),
     markdoc(),
     react(),
+    sitemap(),
   ],
 
   vite: {
diff --git a/package-lock.json b/package-lock.json
index 5454b21b..62167092 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -10,6 +10,7 @@
       "dependencies": {
         "@astrojs/markdoc": "^0.14.2",
         "@astrojs/react": "^4.2.7",
+        "@astrojs/sitemap": "^3.4.1",
         "@astrojs/starlight": "^0.34.0",
         "@astrojs/starlight-docsearch": "^0.6.0",
         "@astrojs/starlight-markdoc": "^0.4.0",
@@ -378,10 +379,9 @@
       }
     },
     "node_modules/@astrojs/sitemap": {
-      "version": "3.3.0",
-      "resolved": "https://registry.npmjs.org/@astrojs/sitemap/-/sitemap-3.3.0.tgz",
-      "integrity": "sha512-nYE4lKQtk+Kbrw/w0G0TTgT724co0jUsU4tPlHY9au5HmTBKbwiCLwO/15b1/y13aZ4Kr9ZbMeMHlXuwn0ty4Q==",
-      "license": "MIT",
+      "version": "3.4.1",
+      "resolved": "https://registry.npmjs.org/@astrojs/sitemap/-/sitemap-3.4.1.tgz",
+      "integrity": "sha512-VjZvr1e4FH6NHyyHXOiQgLiw94LnCVY4v06wN/D0gZKchTMkg71GrAHJz81/huafcmavtLkIv26HnpfDq6/h/Q==",
       "dependencies": {
         "sitemap": "^8.0.0",
         "stream-replace-string": "^2.0.0",
diff --git a/package.json b/package.json
index 342064b0..ad455fad 100644
--- a/package.json
+++ b/package.json
@@ -12,6 +12,7 @@
   "dependencies": {
     "@astrojs/markdoc": "^0.14.2",
     "@astrojs/react": "^4.2.7",
+    "@astrojs/sitemap": "^3.4.1",
     "@astrojs/starlight": "^0.34.0",
     "@astrojs/starlight-docsearch": "^0.6.0",
     "@astrojs/starlight-markdoc": "^0.4.0",
diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 00000000..d3c9e827
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://docs.localstack.cloud/sitemap-index.xml 
\ No newline at end of file