# robots.txt  
User-agent: *
Disallow: 
Crawl-delay: 5
Disallow: /data/cen01/profiles/*.pdf
Disallow: /data/cen01/profiles/*.pdf
Disallow: /data/cen01/profiles/detailed/*.pdf
Disallow: /data/cen06/profiles/detail_b/*.pdf
Disallow: /data/cen06/profiles/detailed/*.pdf
Disallow: /data/cen96/ped96/*.pdf
Disallow: /data/cen96/ped96new/ *.pdf
Disallow: /data/cen96/profiles/*.pdf
Disallow: /data/dd/in_prof/*.pdf
Disallow: /data/dd/ped91/ *.pdf
Disallow:/pubs/qrs/*.pdf
Disallow:/pubs/qrs/*.pdf
Disallow:/data/dd/facsheet/*.pdf
Disallow:/data/dd/facsheet/

Sitemap: http://www.bcstats.gov.bc.ca/