# SpeedGuide.net robots.txt
User-agent: Mediapartners-Google
Disallow: /admin/
Disallow: /speedtest/images/
Disallow: /img.php

User-agent: Googlebot
Disallow: /admin/
Disallow: /_ajax_ip.php
Disallow: /speedtest/images/
Disallow: /img.php

User-agent: bingbot
Disallow: /admin/
Disallow: /_ajax_ip.php
Disallow: /speedtest/images/
Disallow: /img.php
Disallow: /forums/member.php

# ignoring rules
User-agent: User-agent: PetalBot
Disallow: /forums/
# slow down
User-agent: Riddler
Disallow: /forums/

# User-agent: MJ12bot
# User-agent: YandexBot
# User-agent: grapeshot
# User-agent: proximic

User-agent: *
Disallow: /files/
Disallow: /forums/
Disallow: /ip/
Disallow: /lib/
Disallow: /admin/
Disallow: /noscans/
Disallow: /templates/
Disallow: /speedtest/images/
Disallow: /speedtest/test.php
Disallow: /speedtest/results_img.php
Disallow: /comment_add.php
Disallow: /search.php
Disallow: /portscan.php
Disallow: /_ajax_ip.php
Disallow: /img.php
Disallow: /showpic.php
Disallow: /showpic_hs.php
Crawl-delay: 15

# misbehaving
User-agent: iZSearch.com
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: FriendlyCrawler
Disallow: /

Sitemap: https://www.speedguide.net/sitemap.xml