jsoncrack.com/public/robots.txt
2023-10-03 20:35:20 +03:00

10 lines
154 B
Plaintext

# Allow all crawlers
User-agent: *
Allow: /
# Block all crawlers for /accounts
User-agent: *
Disallow: /*?*
Disallow: /forgot-password
Disallow: /widget