# robots.txt file tells web-crawlers what content to navigate/index # Exclude These Directories From All Robots User-agent: * Disallow: /_db_backups Disallow: /error Disallow: /ftp Disallow: /includes Disallow: /pwd_include Disallow: /SITE_BAKS Disallow: /UNUSED Disallow: /stats Disallow: /PERSONAL Disallow: /OLD CAMPAIGNS Disallow: /includes Disallow: /login Disallow: /playsets Disallow: /hf_trader Disallow: /corey Disallow: /chat Disallow: /al Disallow: /access_db Disallow: /aspnet_client Disallow: /ftp Disallow: /hedberg