User-agent: *
Disallow: /*.txt$
Disallow: /*.csv$
Disallow: /*.css$
Disallow: /*.log$
Disallow: /*.js$
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.file$
Disallow: /bb-*
Disallow: /my-*
Disallow: /*.array-rand$
Disallow: /bb-login.php
Disallow: /bb-reset-password.php
Disallow: /register.php
Disallow: /topic/5
Disallow: /rss/topic/5

User-agent: ia_archiver
Disallow: /
User-agent: Megalodon
Disallow: /