User-agent: Twiceler
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /categories.php
Disallow: /brands.php
Disallow: /reviews.php
Disallow: /admin/
Disallow: /search.php
Disallow: /jump.php





User-agent: Slurp
Crawl-delay: 5