# Robots.txt 
User-agent: twiceler
Disallow: /
User-agent: *
Disallow: /search_new
Disallow: /search
Disallow: /Adquest20
Disallow: /images
Disallow: /local
Disallow: /bannerads
Disallow: /forpublishers
Disallow: /da
Disallow: /cancel
Disallow: /dirlist.cfm
Disallow: /dirmain.cfm
Disallow: /yp.cfm
Disallow: /ypmain.cfm
Disallow: /site/directory.cfm
Disallow: /site/marketplace.cfm
Disallow: /site/newsyp.cfm
Disallow: /site/newsYP.cfm
Disallow: /site/YP.cfm
Disallow: /site/yp.cfm
Disallow: /localmarketplace.cfm