# www.geograph.org.uk robot exclusion file

User-agent: *
Disallow: /stuff/canonical.php
Disallow: /browser/
Disallow: /photo/*?style
Disallow: /photo/*.kml
Disallow: /mapbrowse.php
Disallow: /map/
Disallow: /mapper/
Disallow: /maplarge.php
Disallow: /mapprint.php
Disallow: /mapfixer.php
Disallow: /admin/
Disallow: /search.php
Disallow: /full-text.php
Disallow: /finder/
Disallow: /chwilio/?q=
Disallow: /explore/wordnet.php
Disallow: /explore/calendar.php
Disallow: /showmap.php
Disallow: /places.php
Disallow: /explore/places.php
Disallow: /usermsg.php
Disallow: /statistics/breakdown.php
Disallow: /statistics/groupby.php
Disallow: /submit.php
Disallow: /submit2.php
Disallow: /submit_popup.php
Disallow: /map_frame.php
Disallow: /discuss/
Disallow: /mapsheet.php
Disallow: /kml.php
Disallow: /gpx.php
Disallow: /reuse.php
Disallow: /stamp.php
Disallow: /more.php
Disallow: /editimage.php
Disallow: /browse.php
Disallow: /hectad.php
Disallow: /location.php
Disallow: /gridref/
Disallow: /ecard.php
Disallow: /related.php
Disallow: /show_exif.php
Disallow: /export.
Disallow: /tile.php
Disallow: /auth.php
Disallow: /feed/userid/
Disallow: /feed/results
Disallow: /export.excel.xml.php
Disallow: /export.csv.php
Disallow: /_scripts/
Disallow: /sitemap/
Disallow: /stuff/conversion.php
Disallow: /stuff/tagmap.php
Disallow: /stuff/searchmap.php
Disallow: /stuff/routemap.php
Disallow: /stuff/post.php
Disallow: /article/edit.php
Disallow: /article/history.php
Disallow: /article/source.php
Disallow: /article/diff.php
Disallow: /content/syndicator.php
Disallow: /content/index.php
Disallow: /squares.php
Disallow: /tags/
Disallow: /tagged/*exclude=
Disallow: /tagged/*photo=
Disallow: /faq-


User-Agent: Googlebot
User-Agent: Slurp
User-Agent: Yandex
User-Agent: ia_archiver
Disallow: /stuff/canonical.php
Disallow: /browser/?
Disallow: /browser/#
Disallow: /profile/*/map
Disallow: /photo/*?style
Disallow: /photo/*.kml
Disallow: /mapbrowse.php?
Disallow: /map/
Disallow: /mapper/
Disallow: /maplarge.php
Disallow: /mapprint.php
Disallow: /mapfixer.php
Disallow: /admin/
Disallow: /search.php?
Disallow: /full-text.php?
Disallow: /finder/
Disallow: /chwilio/?q=
Disallow: /explore/wordnet.php
Disallow: /explore/calendar.php?*Year
Disallow: /showmap.php
Disallow: /places.php
Disallow: /explore/places.php
Disallow: /usermsg.php
Disallow: /statistics/breakdown.php
Disallow: /statistics/groupby.php
Disallow: /statistics/leaderboard.php?*when
Disallow: /statistics/leaderboard.php?*myriad
Disallow: /statistics/moversboard.php?*when
Disallow: /statistics/*?*csv
Disallow: /submit.php
Disallow: /submit2.php
Disallow: /submit_popup.php
Disallow: /map_frame.php
Disallow: /discuss/
Disallow: /mapsheet.php
Disallow: /kml.php?
Disallow: /photo/*.kml
Disallow: /gpx.php?
Disallow: /reuse.php
Disallow: /stamp.php
Disallow: /more.php
Disallow: /editimage.php
Disallow: /browse.php?
Disallow: /hectad.php?
Disallow: /location.php
Disallow: /gridref/*/
Disallow: /gridref/*?
Disallow: /ecard.php
Disallow: /related.php
Disallow: /show_exif.php
Disallow: /export.
Disallow: /tile.php
Disallow: /auth.php
Disallow: /feed/userid/
Disallow: /feed/results
Disallow: /export.excel.xml.php
Disallow: /export.csv.php
Disallow: /_scripts/
Disallow: /stuff/conversion.php
Disallow: /stuff/tagmap.php
Disallow: /stuff/searchmap.php
Disallow: /stuff/routemap.php
Disallow: /article/edit.php
Disallow: /article/history.php
Disallow: /article/source.php
Disallow: /article/diff.php
Disallow: /syndicator.php?key=
Disallow: /stuff/kmltest
Disallow: /content/syndicator.php?*q=
Disallow: /content/?*q=
Disallow: /content/index.php
Disallow: /squares.php
Disallow: /*?*apikey
Disallow: /api/*apikey
Disallow: /sitemap/
Disallow: /tags/
Disallow: /tagged/*exclude=
Disallow: /tagged/*photo=
Disallow: /faq-
Allow: /tags/$
Allow: /tags/prefix.php
Allow: /tags/primary.php
Allow: /finder/recent.php
Allow: /mapper/scenicness.php
Allow: /mapper/photomap.php

User-agent: Googlebot-Image
User-agent: MSNBot-Media
Disallow: /stamp.php
Disallow: /stamped/
Disallow: /tile.php
Disallow: /tile/

User-agent: Fasterfox
Disallow: /

User-agent: spbot
Disallow: /

user-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: ImagesiftBot 
Disallow: /

User-agent: DataForSeoBot
Disallow: /
Allow: /$

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: SeekportBot
Disallow: /

Clean-param: mobile&style