# ----- Deny Crawlers
# --- WebArchiver
User-agent: ia_archiver
Disallow: /

# --- Baidu
User-agent: baiduspider
Disallow: /

# --- CN Crawler
User-agent: YodaoBot
Disallow: /

# --- Picsearch
User-agent: psbot
Disallow: /


# --- Megalodon
User-agent: Megalodon
Disallow: /

# ----- ETC
# --- Google
User-agent: Googlebot
Disallow: /*.txt$
Disallow: /cgi/


# --- All
User-agent: *
Disallow: /cgi/
Disallow: /logs/namazu.cgi