User-agent: *
Allow: /
Disallow: /api

User-agent: facebookexternalhit
User-agent: Twitterbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Acunetix
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: BomboraBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: PimeyesBot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Screaming Frog SEO
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: sentibot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: VoluumDSP-content-bot
Disallow: /

User-agent: ZoomBot
Disallow: /

User-agent: trendkite-akashic-crawler
Disallow: /

# Google news sitemap
Sitemap: https://www.hynerd.it/news.xml

# Sitemap archive
Sitemap: https://www.hynerd.it/sitemap.xml