19 lines
310 B
Plaintext
19 lines
310 B
Plaintext
# Robots.txt for ssbg04/Portfolioo Portfolio
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
Disallow: /api/
|
|
Disallow: /.vercel/
|
|
Disallow: /.astro/
|
|
Disallow: /maintenance
|
|
|
|
# Allow specific crawlers
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
|
|
User-agent: Bingbot
|
|
Allow: /
|
|
|
|
# Reference to sitemap
|
|
Sitemap: https://crischarles.com/sitemap-index.xml
|