mirror of
https://github.com/ToolJet/ToolJet
synced 2026-04-21 21:47:17 +00:00
74 lines
2.8 KiB
Text
74 lines
2.8 KiB
Text
User-agent: *
|
|
Disallow: /1.x.x/
|
|
Disallow: /docs/1.x.x/
|
|
Disallow: /2.50.0-lts/
|
|
Disallow: /docs/2.50.0-lts/
|
|
Disallow: /3.0.0-lts/
|
|
Disallow: /docs/3.0.0-lts/
|
|
Disallow: /3.5.0-lts/
|
|
Disallow: /docs/3.5.0-lts/
|
|
Disallow: /search
|
|
Disallow: /search/
|
|
|
|
# Allow Algolia crawler
|
|
User-agent: Algoliabot
|
|
Allow: /
|
|
|
|
# Allow AI crawlers
|
|
User-agent: GPTBot
|
|
Allow: /
|
|
|
|
User-agent: ChatGPT-User
|
|
Allow: /
|
|
|
|
User-agent: Google-Extended
|
|
Allow: /
|
|
|
|
User-agent: GoogleOther
|
|
Allow: /
|
|
|
|
User-agent: ClaudeBot
|
|
Allow: /
|
|
|
|
User-agent: anthropic-ai
|
|
Allow: /
|
|
|
|
User-agent: PerplexityBot
|
|
Allow: /
|
|
|
|
User-agent: Bytespider
|
|
Allow: /
|
|
|
|
User-agent: cohere-ai
|
|
Allow: /
|
|
|
|
Sitemap: https://docs.tooljet.com/sitemap.xml
|
|
|
|
|
|
# ********************************************************************************
|
|
# ********************************************************************************
|
|
# *********************+**********************************************************
|
|
# *******+,...........:****************************:.........;********************
|
|
# *********,............+************************+,...........,*******************
|
|
# **********;............:**********************;...............+*****************
|
|
# ************,............+*******************,.................:****************
|
|
# *************:............;****************;.....................+**************
|
|
# **************+............,+*************+.......................:*************
|
|
# ****************,............;************************+............,+***********
|
|
# *****************;... ........,*************************:............;**********
|
|
# *******************,............+************************+............,*********
|
|
# ********************;............:*************************:............+*******
|
|
# *********************+............,+************************:............;******
|
|
# ********************+............,+************************;............:*******
|
|
# *******************:............;*************************,............+********
|
|
# *****************+,............+************************;............:**********
|
|
# ****************;............:*************************,............+***********
|
|
# ***************,............+************++++++++++++;............,+************
|
|
# *************;............:************;.........................;**************
|
|
# ************:............;************,.........................+***************
|
|
# **********+............,************;.........................:*****************
|
|
# *********:............;************,.........................+******************
|
|
# *******+,...........,+***********+.........................:********************
|
|
# ********************************************************************************
|
|
# ********************************************************************************
|
|
# ********************************************************************************
|