维基百科

MediaWiki:Robots.txt

# 

#
# robots.txt for https://zh.wikipedia.org 
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocke
# 
# Edit at https://zh.wikipedia.org/w/index.php?title=MediaWiki:Robots.txt&action=edit
#
# Please check any changes using a syntax validator such as http://tool.motoricerca.info/robots-checker.phtml
# Enter https://zh.wikipedia.org/robots.txt as the URL to check.
#
#
# https://phabricator.wikimedia.org/T16075
Disallow: /*/MediaWiki:Spam-blacklist
Disallow: /*/MediaWiki:Spam-blacklist
Disallow: /*/MediaWiki_talk:Spam-blacklist
Disallow: /*/MediaWiki_talk:Spam-blacklist
#
# Folks get annoyed when XfD discussions end up the number 1 google hit for their name. 
# https://phabricator.wikimedia.org/T7104
Disallow: /*/Wikipedia:删除投票/*
Disallow: /*/Wikipedia:删除投票/*
Disallow: /*/Wikipedia:删除投票和请求/*
Disallow: /*/Wikipedia:删除投票和请求/*
Disallow: /*/Category:快速删除候选
Disallow: /*/Category:快速删除候选
Disallow: /*/Category:需要翻译的文章
Disallow: /*/Category:维基百科需要翻译的文章
Disallow: /*/Wikipedia:頁面存廢討論/*
Disallow: /*/Wikipedia:頁面存廢討論/*
Disallow: /*/Wikipedia:檔案存廢討論/*
Disallow: /*/Wikipedia:檔案存廢討論/*
Disallow: /*/Wikipedia:頁面恢復請求/*
Disallow: /*/Wikipedia:頁面恢復請求/*
#
Disallow: /*/Wikipedia_talk:删除投票/*
Disallow: /*/Wikipedia_talk:删除投票/*
Disallow: /*/Wikipedia_talk:删除投票和请求/*
Disallow: /*/Wikipedia_talk:删除投票和请求/*
Disallow: /*/Category_talk:快速删除候选
Disallow: /*/Category_talk:快速删除候选
Disallow: /*/Category_talk:维基百科需要翻译的文章
Disallow: /*/Category_talk:维基百科需要翻译的文章
Disallow: /*/Wikipedia_talk:頁面存廢討論/*
Disallow: /*/Wikipedia_talk:頁面存廢討論/*
Disallow: /*/Wikipedia_talk:檔案存廢討論/*
Disallow: /*/Wikipedia_talk:檔案存廢討論/*
Disallow: /*/Wikipedia_talk:頁面恢復請求/*
Disallow: /*/Wikipedia_talk:頁面恢復請求/*
Disallow: /*/Wikipedia:申請成為管理員/*
Disallow: /*/Wikipedia:申请成为管理员/*
Disallow: /*/Wikipedia:更改用户名/*
Disallow: /*/Wikipedia:更改用户名/*
Disallow: /*/Wikipedia:更改用户名
Disallow: /*/Wikipedia:更改用户名
#
# Hide all Special pages and history stuffs on Baidu
User-agent: Baiduspider
Disallow: /*/Special:*
Disallow: /*/*=Special:*
Disallow: /w/index.php?*
Allow: /w/index.php?title=Special:NewPages&feed=rss&namespace=all

User-agent: Browsershots
Disallow:

#
检索自“https://zh.wikipedia.org/w/index.php?title=MediaWiki:Robots.txt&oldid=75475776”