User-agent: twiceler
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: *
Disallow: /cmp/index.html/
Disallow: /pda/index.html/
Disallow: /index.html/
Disallow: /XTEMPX/
Disallow: /stats/
Disallow: /pda/board.html
Disallow: /cgi/
Disallow: /mp3/
Disallow: /smf/
Disallow: /php_uploads/
Disallow: /statshistory/
Disallow: /Templates/
Disallow: /pda/index/ 
Disallow: /cmp/index/ 
Disallow: /rma/index/ 
Disallow: /od/index/ 
Disallow: /warreport/index/ 
Disallow: /qdr/index/ 
Disallow: /tct/index/ 
Disallow: /pda// 
Disallow: /cmp// 
Disallow: /rma// 
Disallow: /od// 
Disallow: /warreport// 
Disallow: /qdr// 
Disallow: /tct//
Disallow: /pssp/index/
Disallow: /pssp//
Disallow: /poc/index/
Disallow: /poc//
Disallow: /necap/index/
Disallow: /necap//
Disallow: /sas/index/
Disallow: /sas//
Disallow: /infogate/index/
Disallow: /infogate//
Disallow: /fulltext/index/
Disallow: /fulltext//
Disallow: /obm/index/
Disallow: /obm//
Disallow: /images/index/
Disallow: /images//
Disallow: /nod/index/
Disallow: /nod//
Disallow: /index/
Disallow: //

public_html with:
"User-agent: *
Allow: /
"