jsoncrack.com/public/robots.txt
2023-08-28 10:18:20 +03:00

10 lines
153 B
Plaintext

# Allow all crawlers
User-agent: *
Allow: /
# Block all crawlers for /accounts
User-agent: *
Disallow: /*?*
Disallow: /reset-password
Disallow: /widget