User-Agent: *
Allow: /


# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /

# disable accelobot
User-agent: accelobot
Disallow: /