User-agent: Yandex
Crawl-delay: 10 # specifies a 10 second delay between crawls
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: sogou spider
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: YoudaoBot
User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: msnbot-media
Crawl-delay: 5 # specifies a 5 second delay between crawls
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: bingbot
Crawl-delay: 5 # specifies a 5 second delay between crawls
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: Applebot # apple
Crawl-delay: 10 # specifies a 10 second delay between crawls
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: ChatGPT-user
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended 
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: *
Crawl-delay: 3 # specifies a 3 second delay between crawls
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

Sitemap: https://www.mikrobitti.fi/sitemaps/sitemapindex.xml