# robots.txt 

User-agent: BecomeBot
Crawl-Delay: 30
Disallow: /admin
Disallow: /includes
Disallow: /paypalipn
Disallow: /webdownload
Disallow: /yahoo

# robots.txt 

User-agent: exavabot
Crawl-Delay: 30
Disallow: /admin
Disallow: /includes
Disallow: /paypalipn
Disallow: /webdownload
Disallow: /yahoo

# robots.txt 

User-agent: *
Crawl-Delay: 30
Disallow: /admin
Disallow: /includes
Disallow: /paypalipn
Disallow: /webdownload
Disallow: /yahoo
Disallow: /feeds
Disallow: /tempfeeds
Disallow: froogle.php