# allow robots to scan site User-agent: * Disallow: ################################ # prevent robots scanning site # User-agent: * # Disallow: /