User-agent: *
Disallow: /cgi-bin

# 404Page
Disallow: /404.html

# 403Page
Disallow: /403.html

# Megalodon
User-agent: Megalodon
Disallow: /