User-agent: *
Disallow: /search.php
Disallow: /gateway.php
Disallow: /goto.php
Disallow: /ads_gateway.php
Disallow: /go.php

User-agent: thesubot
Disallow: /

User-agent: phpdig
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: www.dealx.info Crawler abuse@dealx.info
Disallow: /