docs: Add robots.txt (#1338)

h/t @jokull
amannn · Sep 16, 2024 · d9f388a · d9f388a
1 parent 43b268e
commit d9f388a
Showing 1 changed file with 19 additions and 0 deletions.
diff --git a/docs/app/robots.tsx b/docs/app/robots.tsx
@@ -0,0 +1,19 @@
+import {MetadataRoute} from 'next';
+
+export default function robots(): MetadataRoute.Robots {
+  if (process.env.VERCEL_ENV !== 'production') {
+    return {
+      rules: {
+        userAgent: '*',
+        disallow: '/'
+      }
+    };
+  } else {
+    return {
+      rules: {
+        userAgent: '*',
+        allow: '/'
+      }
+    };
+  }
+}