MediaWiki:Robots.txt

#

 # robots.txt for https://commons.wikimedia.org/
 #
 # Please note: There are a lot of pages on this site, and there are
 # some misbehaved spiders out there that go _way_ too fast. If you're
 # irresponsible, your access to the site may be blocked.
 #
Disallow: /wiki/Special:Random
Disallow: /wiki/Special%3ARandom
Disallow: /wiki/Special:Search
Disallow: /wiki/Special%3ASearch
#
#
# Folks get annoyed when deletion discussions end up
# the number 1 google hit for their name.
Disallow: /wiki/Commons:Deletion_requests/
Disallow: /wiki/Commons%3ADeletion_requests/
Disallow: /wiki/Commons:Categories_for_discussion/
Disallow: /wiki/Commons%3ACategories_for_discussion/
#
# Changing username might be annoying too
Disallow: /wiki/Commons:Changing_username
Disallow: /wiki/Commons%3AChanging_username
Disallow: /wiki/Commons_talk:Changing_username
Disallow: /wiki/Commons_talk%3AChanging_username
#
# Potentially sensitive discussions
Disallow: /wiki/Commons:Administrators'_noticeboard
Disallow: /wiki/Commons:Administrators%27_noticeboard
Disallow: /wiki/Commons%3AAdministrators%27_noticeboard
Disallow: /wiki/Commons_talk:Administrators%27_noticeboard
Disallow: /wiki/Commons_talk%3AAdministrators%27_noticeboard
#
# Category:Noindexed page
Disallow: /wiki/Category:Noindexed_pages
Disallow: /wiki/Category%3ANoindexed_pages
Disallow: /wiki/Category:Noindexed_user_pages
Disallow: /wiki/Category%3ANoindexed_user_pages
#
# Commons:Requests for checkuser
Disallow: /wiki/Commons:Requests_for_checkuser/
Disallow: /wiki/Commons%3ARequests_for_checkuser/
#
# Permission-related
Disallow: /wiki/Commons:Requests_and_votes/
Disallow: /wiki/Commons%3ARequests_and_votes/
Disallow: /wiki/Commons:Administrators/Requests/
Disallow: /wiki/Commons%3AAdministrators/Requests/
Disallow: /wiki/Commons:Administrators/Inactivity_section
Disallow: /wiki/Commons%3AAdministrators/Inactivity_section
Disallow: /wiki/Commons:Bureaucrats/Requests/
Disallow: /wiki/Commons%3ABureaucrats/Requests/
Disallow: /wiki/Commons:Checkusers/Requests/
Disallow: /wiki/Commons%3ACheckusers/Requests/
Disallow: /wiki/Commons:Oversighters/Requests/
Disallow: /wiki/Commons%3AOversighters/Requests/
Disallow: /wiki/Commons:License_review/Requests/
Disallow: /wiki/Commons%3ALicense_review/Requests/
Disallow: /wiki/Commons:Requests_for_rights/
Disallow: /wiki/Commons%3ARequests_for_rights/
#