# robots.txt for https://theblues.chelseafc.com/

User-agent: *
Crawl-delay: 60

Disallow: /
Disallow: *.txt
Disallow: *.dat
Disallow: *.csv
Disallow: *.gif
Disallow: *.jpg
Disallow: *.png
Disallow: */cgi-bin
Disallow: /content
Disallow: /data
Disallow: /database
Disallow: /documents
Disallow: /iframes
Disallow: /images
Disallow: /includes
Disallow: /intranet
Disallow: /intranet-new
Disallow: /landing
Disallow: /sandbox
Disallow: /temp
Disallow: /trans
Disallow: /uplo
Disallow: /wags
Disallow: /adm
Disallow: /system
Allow: /sitemaps/
Allow: /temp/test-pages/