Files
Portfolioo/public/robots.txt
T

19 lines
394 B
Plaintext

# Robots.txt for ssbg04/Portfolioo Portfolio
User-agent: *
Allow: /
Disallow: /api/
Disallow: /.vercel/
Disallow: /.astro/
Disallow: /maintenance
Disallow: /gallery
Disallow: /gallery/
# Disallow image indexing specifically for Google Images crawler
User-agent: Googlebot-Image
Disallow: /gallery
Disallow: /gallery/
# Reference to sitemap
Sitemap: https://crischarles.com/sitemap-index.xml