#******************************************************************************* # # Control access by search engines, crawlers, spiders, or robots. # # This file must be named robots.txt in the root directory of the web site. # #******************************************************************************* # Since this is not production, tell all robots to go away. User-agent: * # Affects all robots Disallow: / # Keep robots out of everything