User-agent: *
Allow: /
Disallow: /go/
Allow: /api/v1/
Allow: /openapi.json
Allow: /.well-known/api-catalog
Disallow: /api/subscribe

# X and LinkedIn read robots.txt before a link preview, so they may read /go/ links.
User-agent: Twitterbot
User-agent: LinkedInBot
Allow: /
Disallow: /api/subscribe

Sitemap: https://aitrainerjobs.co/sitemap.xml