# robots.txt for http://www.warlinks.com/

# Deny all robots that we do not specifically want to allow
User-agent: *
Disallow: /amazon/
Disallow: /cgi-bin/
Disallow: /data/
Disallow: /database/
Disallow: /forum/
Disallow: /generator/
Disallow: /image/
Disallow: /include/
Disallow: /links/
Disallow: /uploads/
Sitemap: https:www.warlinks.ca/sitemap.xml

User-agent: googlebot
Allow: /

User-agent: \*bot
Disallow: /

User-agent: *
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: Alibaba Cloud LLC
Crawl-delay: /

User-agent: Amazonbot
Disallow: / 

User-agent: Apple Inc.
Disallow: / 

User-agent: Baiduspider
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 20

User-agent: BLEXBot
Crawl-delay: 10

User-agent: bot\*
Disallow: /

User-agent: BUbiNG
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: facebookexternalhit
Crawl-delay: 10

User-agent: Firefox
Crawl-delay: 10

User-agent: Googlebot
Crawl-delay: 10

User-agent: Google LLC
Crawl-delay:10

User-agent: Huawei Cloud SG
Crawl-delay: /

User-agent: Mediapartners-Google
Crawl-delay: 10

User-agent: meta-externalagent/1.1
Crawl-delay: 10

User-agent: Meta Platforms Ireland
Crawl-delay: 20

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Microsoft Corporation
Crawl-delay: 10

User-agent: Microsoft MSN
Crawl-delay: 10

User-agent: PetalBot
Crawl-delay: 10

User-agent: Scooter
Crawl-delay: 10

User-agent: Scrubby
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: SemrushBot-SA
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: Sogou Web spider
Crawl-delay: 10

User-agent: Telia Network Services
Crawl-delay: /

User-agent: Teoma Search
Crawl-delay: 10

User-agent: UptimeRobot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 10

Sitemap: http://www.warlinks.com/sitemap.xml