# SEO Redirect Gateway - Robots.txt
# Allows search engine bots to crawl all redirect URLs

User-agent: *
Allow: /
Allow: /jobs/
Allow: /recent
Allow: /sitemap.xml
Allow: /feed.json

Disallow: /admin
Disallow: /.env
Disallow: /.git

# Specific directives for Googlebot
User-agent: Googlebot
Allow: /
Allow: /jobs/
Allow: /recent
Allow: /sitemap.xml
Allow: /sitemap.xml.gz
Allow: /feed.json
Crawl-delay: 0

# Bingbot
User-agent: Bingbot
Allow: /
Allow: /jobs/
Crawl-delay: 1

# Specify sitemap location
Sitemap: https://jobseeknow.up.railway.app/sitemap.xml
Sitemap: https://jobseeknow.up.railway.app/sitemap.xml.gz