User-agent: metajobbot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: AlphaSeoBot
Disallow: /

User-agent: AlphaSeoBot-SA
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: ia_archiver
Disallow: / 

User-agent: WebReaper
Disallow: / 

User-agent: WebCopier
Disallow: / 

User-agent: Offline Explorer
Disallow: / 

User-agent: HTTrack
Disallow: / 

User-agent: EmailCollector
Disallow: / 

User-agent: penthesilea
Disallow: / 

User-agent: SEMrushBot
Disallow: / 

User-agent: SemrushBot
Disallow: / 

User-Agent: SemrushBot
Disallow: / 

User-Agent: SemrushBot-SA
Disallow: / 

User-Agent: SemrushBot-BA
Disallow: / 

User-Agent: SemrushBot-SI
Disallow: / 

User-Agent: SemrushBot-SWA
Disallow: / 

User-Agent: SemrushBot-CT
Disallow: / 

User-Agent: SemrushBot-BM
Disallow: / 

User-Agent: trendictionbot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: adscanner
Disallow: /

User-Agent: *
Allow: /ads/preferences/
Allow: /gpt/
Allow: /pagead/show_ads.js
Allow: /pagead/js/adsbygoogle.js
Allow: /pagead/js/*/show_ads_impl.js
Allow: /static/glade.js
Allow: /static/glade/
Disallow: /include/
Disallow: /wp-admin/
Disallow: /wp-snapshots/