User-agent: *
Disallow: /api/
Disallow: /www.youtube.com/
 
User-agent: Google-Extended
Disallow:
User-agent: ChatGPT-User
Disallow:
User-agent: bingbot
Disallow:
 
User-agent: AhrefsBot
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: dotbot
Disallow: /
 
User-agent: SemrushBot
Disallow: /
 
User-agent: BLEXBot
Disallow: /
 
User-agent: VelenPublicWebCrawler
Disallow: /
 
User-agent: Linkdex
Disallow: /
 
User-agent: Xenu
Disallow: /
 
User-agent: plukkie
Disallow: /
 
User-agent: SpyFu
Disallow: /
 
User-agent: Baiduspider
Disallow: /
 
Sitemap: https://obd-en.avto.pro/sitemap.xml