fix: robots.txt & seo

This commit is contained in:
AykutSarac 2024-04-23 23:24:47 +03:00
parent 04db728099
commit 7fb47c6331
No known key found for this signature in database
4 changed files with 7 additions and 6 deletions

View File

@ -1,10 +1,9 @@
# Allow all crawlers
User-agent: *
Allow: /
# Block all crawlers for /accounts
User-agent: *
Disallow: /*?*
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password
Disallow: /widget

View File

@ -1,5 +1,7 @@
https://jsoncrack.com
https://jsoncrack.com/sign-in
https://jsoncrack.com/sign-up
https://jsoncrack.com/forgot-password
https://jsoncrack.com/editor
https://jsoncrack.com/docs
https://jsoncrack.com/legal/terms

View File

@ -38,13 +38,13 @@ const Docs = () => {
return (
<Layout>
<Head>
<title>Documentation - JSON Crack</title>
<title>Embed - JSON Crack</title>
<meta name="description" content="Embedding JSON Crack tutorial into your websites." />
</Head>
<Stack mx="auto" maw="90%">
<Group mb="lg" mt={40}>
<Title order={1} c="dark">
Documentation
Embed
</Title>
</Group>
<Paper p="md" radius="md" withBorder>

View File

@ -54,7 +54,7 @@ const EditorPage: React.FC = () => {
<StyledEditorWrapper>
<Head>
<title>Editor | JSON Crack</title>
{hasQuery && <meta name="robots" content="noindex,nofollow" />}
<link rel="canonical" href="https://jsoncrack.com/editor" />
</Head>
<StyledPageWrapper>
<Toolbar />