User-agent: Mediapartners-Google
Disallow:

Sitemap: https://www.milideas.net/sitemap.xml

User-agent: *
Disallow: /crawl-delay: 60
Disallow: /cgi-bin/

user-agent: Pinterestbot
Crawl-delay: 0.6
User-agent: magpie-crawler
Disallow: /
User-agent: barkrowler
Disallow: /

User-agent: *
Disallow: /*blackhole
Disallow: /?blackhole


# Bad Bots
User-agent: semrushbot #website crawler
Disallow: /
User-agent: zoominfo #website crawler
Disallow: /
User-agent: woorank #website crawler
Disallow: /

User-agent: Googlebot
Crawl-delay: 90