20 lines
400 B
Plaintext
20 lines
400 B
Plaintext
# robots.txt for Tech4Biz Solutions
|
|
|
|
# Apply rules to all user agents
|
|
User-agent: *
|
|
|
|
# Allow crawling of all content by default
|
|
Allow: /
|
|
|
|
# Disallow temporary files and build artifacts
|
|
Disallow: /temp/
|
|
Disallow: /build/
|
|
Disallow: /admin/
|
|
Disallow: /api/
|
|
|
|
# Allow static assets for proper rendering
|
|
Allow: /static/
|
|
Allow: /assets/
|
|
|
|
# Sitemap location
|
|
Sitemap: https://tech4bizsolutions.com/sitemap.xml |