User-Agent: *
Disallow: /statystyki
Disallow: /pomoc.pdf
Disallow: /cdn-cgi/

User-agent: SemrushBot
Crawl-Delay: 20

User-agent: MJ12bot
Crawl-Delay: 20

User-agent: YandexBot
Crawl-delay: 10

User-agent: dotbot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 5

User-agent: OAI-SearchBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 5

Sitemap: http://autokatalog.pl/sitemap.xml