18 lines
No EOL
332 B
Text
18 lines
No EOL
332 B
Text
User-agent: *
|
|
Allow: /
|
|
|
|
Sitemap: https://dontbechad.com/sitemap.xml
|
|
|
|
# Block unnecessary bots
|
|
Disallow: /admin/
|
|
Disallow: /.git/
|
|
Disallow: /node_modules/
|
|
|
|
# Allow search engines to index content
|
|
Allow: /content/
|
|
Allow: /about/
|
|
|
|
# Block access to sensitive files
|
|
Disallow: /hugo.yaml
|
|
Disallow: /config/
|
|
Disallow: /themes/*/theme.yaml |