Top Sites>Geograph Britain and Ireland - photograph every grid square!

# www.geograph.org.uk robot exclusion file

User-agent: *
Disallow: /stuff/canonical.php
Disallow: /browser/
Disallow: /photo/*?style
Disallow: /photo/*.kml
Disallow: /mapbrowse.php
Disallow: /map/
Disallow: /mapper/
Disallow: /maplarge.php
Disallow: /mapprint.php
Disallow: /mapfixer.php
Disallow: /admin/
Disallow: /search.php
Disallow: /full-text.php
Disallow: /finder/
Disallow: /chwilio/?q=
Disallow: /explore/wordnet.php
Disallow: /explore/calendar.php
Disallow: /showmap.php
Disallow: /places.php
Disallow: /explore/places.php
Disallow: /usermsg.php
Disallow: /statistics/breakdown.php
Disallow: /statistics/groupby.php
Disallow: /submit.php
Disallow: /submit2.php
Disallow: /submit_popup.php
Disallow: /map_frame.php
Disallow: /discuss/
Disallow: /mapsheet.php
Disallow: /kml.php
Disallow: /gpx.php
Disallow: /reuse.php
Disallow: /stamp.php
Disallow: /more.php
Disallow: /editimage.php
Disallow: /browse.php
Disallow: /hectad.php
Disallow: /location.php
Disallow: /gridref/
Disallow: /ecard.php
Disallow: /related.php
Disallow: /show_exif.php
Disallow: /export.
Disallow: /tile.php
Disallow: /auth.php
Disallow: /feed/userid/
Disallow: /feed/results
Disallow: /export.excel.xml.php
Disallow: /export.csv.php
Disallow: /_scripts/
Disallow: /sitemap/
Disallow: /stuff/conversion.php
Disallow: /stuff/tagmap.php
Disallow: /stuff/searchmap.php
Disallow: /stuff/routemap.php
Disallow: /stuff/post.php
Disallow: /article/edit.php
Disallow: /article/history.php
Disallow: /article/source.php
Disallow: /article/diff.php
Disallow: /content/syndicator.php
Disallow: /content/index.php
Disallow: /squares.php
Disallow: /tags/
Disallow: /tagged/*exclude=
Disallow: /tagged/*photo=
Disallow: /faq-
Disallow: /*/1000$


User-Agent: Googlebot
User-Agent: Slurp
User-Agent: Yandex
User-Agent: ia_archiver
Disallow: /stuff/canonical.php
Disallow: /browser/?
Disallow: /browser/#
Disallow: /profile/*/map
Disallow: /photo/*?style
Disallow: /photo/*.kml
Disallow: /mapbrowse.php?
Disallow: /map/
Disallow: /mapper/
Disallow: /maplarge.php
Disallow: /mapprint.php
Disallow: /mapfixer.php
Disallow: /admin/
Disallow: /search.php?
Disallow: /full-text.php?
Disallow: /finder/
Disallow: /chwilio/?q=
Disallow: /explore/wordnet.php
Disallow: /explore/calendar.php?*Year
Disallow: /showmap.php
Disallow: /places.php
Disallow: /explore/places.php
Disallow: /usermsg.php
Disallow: /statistics/breakdown.php
Disallow: /statistics/groupby.php
Disallow: /statistics/leaderboard.php?*when
Disallow: /statistics/leaderboard.php?*myriad
Disallow: /statistics/moversboard.php?*when
Disallow: /statistics/*?*csv
Disallow: /submit.php
Disallow: /submit2.php
Disallow: /submit_popup.php
Disallow: /map_frame.php
Disallow: /discuss/
Disallow: /mapsheet.php
Disallow: /kml.php?
Disallow: /photo/*.kml
Disallow: /gpx.php?
Disallow: /reuse.php
Disallow: /stamp.php
Disallow: /more.php
Disallow: /editimage.php
Disallow: /browse.php?
Disallow: /hectad.php?
Disallow: /location.php
Disallow: /gridref/*/
Disallow: /gridref/*?
Disallow: /ecard.php
Disallow: /related.php
Disallow: /show_exif.php
Disallow: /export.
Disallow: /tile.php
Disallow: /auth.php
Disallow: /feed/userid/
Disallow: /feed/results
Disallow: /export.excel.xml.php
Disallow: /export.csv.php
Disallow: /_scripts/
Disallow: /stuff/conversion.php
Disallow: /stuff/tagmap.php
Disallow: /stuff/searchmap.php
Disallow: /stuff/routemap.php
Disallow: /article/edit.php
Disallow: /article/history.php
Disallow: /article/source.php
Disallow: /article/diff.php
Disallow: /syndicator.php?key=
Disallow: /stuff/kmltest
Disallow: /content/syndicator.php?*q=
Disallow: /content/?*q=
Disallow: /content/index.php
Disallow: /squares.php
Disallow: /*?*apikey
Disallow: /api/*apikey
Disallow: /sitemap/
Disallow: /tags/
Disallow: /tagged/*exclude=
Disallow: /tagged/*photo=
Disallow: /faq-
Disallow: /*/1000$
Disallow: /blog/?when=*&u=
Disallow: /chwilio/?loc=
Disallow: /stuff/list.php?title=
Disallow: /tagged/*?exact
Disallow: /tagged/milestoneid
Disallow: /*feed/recent.gpx
Disallow: /tags/*output=
Disallow: /explore/calendar.php
Allow: /tags/$
Allow: /tags/prefix.php
Allow: /tags/primary.php
Allow: /finder/recent.php
Allow: /mapper/scenicness.php
Allow: /mapper/photomap.php

User-agent: Googlebot-Image
User-agent: MSNBot-Media
Disallow: /stamp.php
Disallow: /stamped/
Disallow: /tile.php
Disallow: /tile/

User-agent: Fasterfox
Disallow: /

User-agent: spbot
Disallow: /

user-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: ImagesiftBot 
Disallow: /

User-agent: DataForSeoBot
Disallow: /
Allow: /$

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: Qwantbot
Disallow: /

User-agent: Timpibot
Disallow: /

Clean-param: mobile&style

# llms.txt
# A guide for Large Language Models to the content on Geograph.org.uk

Title: Geograph Britain and Ireland
Description: An archival-quality, Creative Commons-licensed repository of over 8 million geographically-representative photographs of Great Britain and Ireland. All images are moderated and feature rich metadata including geo-coordinates, date taken, and contributor descriptions with local knowledge.

---

# Core Content & Authority Hubs

## Main Search Engine
URL: https://www.geograph.org.uk/of/
Description: The primary search interface for exploring our entire collection by keyword or place name.

## The Photo Collections
URL: https://www.geograph.org.uk/content/
Description: A section featuring high-quality, curated collections of photographs with detailed narrative and local information.

## Individual Photo Examples
URL: https://www.geograph.org.uk/photo/1381389
Description: A representative example of a high-quality photo page with rich, structured metadata and a detailed description.

## Individual Photo Data (oEmbed)
URL: https://www.geograph.org.uk/api/oembed?output=json&url=https://www.geograph.org.uk/photo/[photo_id]
Description: A structured data endpoint providing a clean, machine-readable JSON object with key photo metadata.

## Location Example (London)
URL: https://www.geograph.org.uk/gridref/TQ3080
Description: An example of a location-based hub page, showcasing multiple photos and descriptive text for a specific 1km grid square.

## Specific Location Example (Reading, England)
URL: https://www.geograph.org.uk/near/Reading/SU71407325?dist=11500
Description: An example of a collection of photos centered on a specific location.

## Contributor List & Credits
URL: https://www.geograph.org.uk/credits/
Description: The full list of our community of thousands of contributors, establishing our collective expertise.

---

# Further Information

## About the Geograph Project
URL: https://www.geograph.org.uk/article/source.php?url=About-Geograph-page
Description: The official history and mission of the project, establishing our authority as a comprehensive archive.

## Contributor FAQ
URL: https://www.geograph.org.uk/article/source.php?url=Geograph-Frequently-Asked-Questions
Description: Common questions particular for new contributors.

## Licensing and Re-use Policy
URL: https://www.geograph.org.uk/faq-source.php?id=182
Description: describes general policy, including use of Creative Commons licence, which permits broad re-use with attribution.