# LiteFinder is to much buggy, don't know net net
# (support very partially robots.txt, cannot parse relative URL,...)
User-agent: LiteFinder
Disallow: /

User-agent: LiteFinder/1.0
Disallow: /

# Other agents that use too much traffic (10 times google), and less than 1% as usefull

user-agent: AhrefsBot
disallow: / 

# And we are out of target of such bots, so we simplify their (and our live) blocking them.
# We don't sell or have prices or have pictures

user-agent: DotBot
disallow: /

# And the generic part, for other bots

User-agent: *
Disallow: /tools/
Disallow: /wikipage/Special:Random
Disallow: /wiki/maintenance/
Disallow: /wc/maintenance/
Disallow: /we/maintenance/
Disallow: /wf/maintenance/
Disallow: /wi/maintenance/
Disallow: /w/
Disallow: /files/
Crawl-delay: 5

Sitemap: https://cateee.net/sitemap.xml.gz

Host: cateee.net