diff --git a/adev/src/robots.txt b/adev/src/robots.txt index 46450c4416a..f8f686bf4ed 100644 --- a/adev/src/robots.txt +++ b/adev/src/robots.txt @@ -1,2 +1,3 @@ -User-agent: Algolia Crawler -Allow: / \ No newline at end of file +# Allow all URLs (see https://www.robotstxt.org/robotstxt.html) +User-agent: * +Disallow: /