jsoncrack.com/public/robots.txt

# Allow all crawlers
User-agent: *
Allow: /


# Block all crawlers for /accounts
User-agent: *
Disallow: /*?*
Disallow: /forgot-password
Disallow: /widget
update robots.txt 2023-08-28 10:18:20 +03:00			`# Allow all crawlers`
Update robots.txt 2022-05-07 17:13:04 +03:00			`User-agent: *`
update robots txt 2022-08-06 14:24:58 +03:00			`Allow: /`
update robots.txt 2023-08-28 10:18:20 +03:00

			`# Block all crawlers for /accounts`
			`User-agent: *`
			`Disallow: /?`
feat: update login/signup page 2023-10-03 20:35:20 +03:00			`Disallow: /forgot-password`
update robots txt 2022-08-06 14:24:58 +03:00			`Disallow: /widget`