Sitemap: https://virtualglobetrotting.com/sitemaps/sitemap_index.xml

User-agent: Mediapartners-Google
Disallow:

User-agent: *

# from parsed URLs
Disallow: *STARTNUM*

# don't crawl other filters for KMLs
Disallow: *export-1.kml$
Disallow: *export-2.kml$
Disallow: *export-3.kml$
Disallow: *export-4.kml$
Disallow: *export-5.kml$
Disallow: *export-6.kml$
Disallow: *export-7.kml$
Disallow: *export-8.kml$
Disallow: *quickpage*

# don't crawl non-first pages
Allow: *?s=0&*
Disallow: *?s=1*
Disallow: *?s=2*
Disallow: *?s=3*
Disallow: *?s=4*
Disallow: *?s=5*
Disallow: *?s=6*
Disallow: *?s=7*
Disallow: *?s=8*
Disallow: *?s=9*

Allow: */0/?v=
Disallow: *0/?v=
Disallow: *1/?v=
Disallow: *2/?v=
Disallow: *3/?v=
Disallow: *4/?v=
Disallow: *5/?v=
Disallow: *6/?v=
Disallow: *7/?v=
Disallow: *8/?v=
Disallow: *9/?v=

# don't crawl ajax requests
Disallow: /ajax/

# coordinates
Disallow: /ll/

# map extra details
Disallow: /map/*/archive/
Disallow: /map/*/graph.png
Disallow: /map/*/nearby/

# report map apge
Disallow: /report/

# rss
Disallow: /rss_comments.php
Disallow: /rss_comments/

# logged in user
Disallow: /favorites/
Disallow: /my_favorites/
Disallow: /achievement_info.php

# search pages - excluding 2024-04 because of Search Results SPAM
Disallow: /search/
Disallow: /search.php

# search results KML
Disallow: /search-results-*.kml

# submit pages
Disallow: /share/
Disallow: /submit_thumb/

# shouldn't be able links to this anymore
Disallow: /show.php

# Messages
Disallow: /send_message/

#
# Forums
#

# same content as in showflat
Disallow: /forums/printthread.php

# forum profiles are unimportant
Disallow: /forums/showprofile.php

# don't need both flat and threaded crawled
Disallow: /forums/showthreaded.php

User-Agent: OmniExplorer_Bot
Disallow: /