# /robots.txt file for https://www.historyfiles.co.uk/
# mail contact@historyfiles.co.uk for constructive criticism

User-agent: *
Disallow: /swf
Disallow: /logs
Disallow: /tmp
Disallow: /_borders/
Disallow: /_derived/
Disallow: /archives/
Disallow: /cgi_2016/
Disallow: /CastlesBritain/development/
Disallow: /CastlesEurope/development/
Disallow: /copyright/
Disallow: /development/
Disallow: /development-b/
Disallow: /media/
Disallow: /upload/
Disallow: /_derived/
Disallow: /_vti_cnf/
Disallow: /*.pdf
Disallow: /wp-admin/
Disallow: /www.ngauge.historyfiles.co.uk/
Disallow: google_sitemap.xml.gz
Disallow: 400.html
Disallow: 401.html
Disallow: 403.html
Disallow: 404.html
Disallow: 500.html
Disallow: 503.html
Disallow: BingSiteAuth.xml
Disallow: googlecefa020f1b8fdf8e.html
Disallow: historyListsDD.htm
Disallow: y_key_7dbf655b975dcb56.html

User-agent: GPTBot
Disallow: /

Sitemap: https://www.historyfiles.co.uk/urllist.txt