User-agent: ia_archiver
Disallow: /
User-agent: *
Disallow: /anticrawl
Disallow: /audio
Disallow: /bonus
Disallow: /bulksubmission
Disallow: /comment_moderate.php
Disallow: /ebay
Disallow: /email-alerts
Disallow: /ezinepublisher
Disallow: /holidaylogos
Disallow: /includes
Disallow: /index2.php
Disallow: /keywords
Disallow: /manage-subscriptions
Disallow: /members/feed2js_config.php
Disallow: /members/feed2js.php
Disallow: /members/fileupload.php
Disallow: /members/magpie
Disallow: /members/nosource.php
Disallow: /members/popup.js
Disallow: /members/preview.php
Disallow: /members/style
Disallow: /members/style.php
Disallow: /members/style_preview.php
Disallow: /members/tips.txt
Disallow: /members/tmp
Disallow: /missing.html
Disallow: /pressreleases.html
Disallow: /products-pitch
Disallow: /rateit
Disallow: /recommend.php
Disallow: /report-this-article
Disallow: /search
Disallow: /slog
Disallow: /star-trek
Disallow: /stopwords.txt
Disallow: /thankyou
Disallow: /thief.html
Disallow: /traffic
Disallow: /video