From e67cb0940449f76ac7c419bef7fb25cc8a765464 Mon Sep 17 00:00:00 2001
From: Emma Twersky <pokepsi@gmail.com>
Date: Wed, 22 May 2024 12:06:58 -0700
Subject: [PATCH] docs: update robots.txt (#56010) PR Close #56010

---
 adev/src/robots.txt | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/adev/src/robots.txt b/adev/src/robots.txt
index 46450c4416a..f8f686bf4ed 100644
--- a/adev/src/robots.txt
+++ b/adev/src/robots.txt
@@ -1,2 +1,3 @@
-User-agent: Algolia Crawler
-Allow: /
\ No newline at end of file
+# Allow all URLs (see https://www.robotstxt.org/robotstxt.html)
+User-agent: *
+Disallow: /