# /robots.txt file web crawlers # to close off the site to a specific robot, use: # User-agent: robotname # Disallow: / # and remove the pound signs User-agent: Mediapartners-Google Disallow: order deny,allow deny from 38.98.120.73