# robots.txt generated from http://www.n-dib.de # for page http://www.scoutphila.com # file created: User-agent: * Disallow: /cgi-bin/xps/chat Disallow: /cgi-bin/xps/lib Disallow: /cgi-bin/xps/lang Disallow: /cgi-bin/xps/conf Disallow: /cgi-bin/xps/db/members Disallow: /cgi-bin/xps/db/stats Disallow: /cgi-bin/xps/db/blocks Disallow: /cgi-bin/xps/db/flood Disallow: /cgi-bin/xps/db/newsletter Disallow: /cgi-bin/xps/db/shop/priv Disallow: /banner.dat # User-agent: Slurp Crawl-delay: 60