# robots.txt for sd-techsolutions.com
# Goal: let search + AI crawlers index everything public, point them at
# the sitemap, and keep them out of the form handler / backup files.

User-agent: *
Allow: /
Disallow: /contact.php
Disallow: /*.bak.*
Disallow: /pages/_audit-form.php

# Common AI-agent crawlers are welcome — see /llms.txt for a structured
# summary written for them. Explicit allow keeps us safe if anyone later
# adds a blanket Disallow: / to test things.
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /

Sitemap: https://sd-techsolutions.com/sitemap.xml