# robots.txt for https://folkehjelp.no/

sitemap: https://folkehjelp.no/sitemaps-1-sitemap.xml
sitemap: https://www.npaid.org/sitemaps-1-sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/
Disallow: /fagbevegelsen/1-mai
Disallow: /*?token*

User-Agent: MJ12bot
Crawl-Delay: 15

User-Agent: AhrefsBot
Crawl-Delay: 10