docs[patch]: Add robots.txt and root sitemap (#22492)

jacoblee93 · web-flow · commit 593de8a9131a · 2024-06-04T11:26:40.000-07:00
CC @efriis @baskaryan
diff --git a/docs/static/robots.txt b/docs/static/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+
+Sitemap: https://python.langchain.com/sitemap.xml/
diff --git a/docs/vercel.json b/docs/vercel.json
@@ -10,6 +10,14 @@
     {
       "source": "/v0.1/:path(.*/?)*",
       "destination": "https://langchain-v01.vercel.app/v0.1/:path*"
+    },
+    {
+      "source": "/robots.txt(/?)",
+      "destination": "/v0.2/robots.txt/"
+    },
+    {
+      "source": "/sitemap.xml(/?)",
+      "destination": "/v0.2/sitemap.xml/"
     }
   ],
   "redirects": [

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+User-agent: *`
	`2`	`+`
	`3`	`+Sitemap: https://python.langchain.com/sitemap.xml/`