{"id":113,"date":"2023-06-05T07:33:16","date_gmt":"2023-06-04T23:33:16","guid":{"rendered":"http:\/\/pro369.com\/seo\/?p=113"},"modified":"2014-12-04T08:23:00","modified_gmt":"2014-12-04T08:23:00","slug":"%e5%a6%82%e4%bd%95%e5%af%abrobotstxt%ef%bc%88%e6%8c%87%e5%ae%9a%e6%90%9c%e5%b0%8b%e5%bc%95%e6%93%8e%e5%8f%aa%e6%94%b6%e9%8c%84%e7%89%b9%e6%ae%8a%e7%9a%84%e5%85%a7%e5%ae%b9%ef%bc%89%ef%bc%9f","status":"publish","type":"post","link":"https:\/\/por.tw\/seo\/%e5%a6%82%e4%bd%95%e5%af%abrobotstxt%ef%bc%88%e6%8c%87%e5%ae%9a%e6%90%9c%e5%b0%8b%e5%bc%95%e6%93%8e%e5%8f%aa%e6%94%b6%e9%8c%84%e7%89%b9%e6%ae%8a%e7%9a%84%e5%85%a7%e5%ae%b9%ef%bc%89%ef%bc%9f\/","title":{"rendered":"\u5982\u4f55\u5bebrobots.txt\uff08\u6307\u5b9a\u641c\u5c0b\u5f15\u64ce\u53ea\u6536\u9304\u7279\u6b8a\u7684\u5167\u5bb9\uff09\uff1f"},"content":{"rendered":"

\u5982\u4f55\u5bebrobots.txt\uff08\u6307\u5b9a\u641c\u5c0b\u5f15\u64ce\u53ea\u6536\u9304\u7279\u6b8a\u7684\u5167\u5bb9\uff09\uff1f <\/strong><\/font><\/p>\n

\u6709\u4e9b\u7db2\u7ad9\u7ba1\u7406\u8005\u4f3c\u4e4e\u5c0drobots.txt\u4e26\u6c92\u6709\u5f15\u8d77\u591a\u5927\u91cd\u8996\uff08\u6216\u8a31\u4e0d\u61c2\u600e\u9ebc\u505a\uff1f\uff09<\/strong><\/font>\uff0c\u4eca\u5929\u60f3\u901a\u904e\u9019\u7bc7\u6587\u7ae0\u4f86\u7c21\u55ae\u8ac7\u4e00\u4e0brobots.txt\u7684\u5beb\u4f5c\u3002
<\/font>
robots.txt\u57fa\u672c\u4ecb\u7d39<\/font><\/strong><\/font><\/p>\n

robots.txt\u662f\u4e00\u500b\u7d14\u6587\u5b57\u6a94\u6848\uff0c\u5728\u9019\u500b\u6a94\u6848\u4e2d\u7db2\u7ad9\u7ba1\u7406\u8005\u53ef\u4ee5\u8072\u660e\u8a72\u7db2\u7ad9\u4e2d\u4e0d\u60f3\u88abrobots\u8a2a\u554f\u7684\u90e8\u5206\uff0c\u6216\u662f\u6307\u5b9a\u641c\u5c0b\u5f15\u64ce\u53ea\u6536\u9304\u7279\u6b8a\u7684\u5167\u5bb9\u3002<\/p>\n

\u7576\u4e00\u500b\u641c\u5c0b\u6a5f\u5668\u4eba\uff08\u6709\u7684\u53eb\u641c\u5c0b\u8718\u86db\uff09\u8a2a\u554f\u4e00\u500b\u7ad9\u53f0\u6642\uff0c\u5b83\u6703\u9996\u5148\u6aa2\u67e5\u8a72\u7ad9\u53f0\u6839\u76ee\u9304\u4e0b\u662f\u5426\u5b58\u5728robots.txt\uff0c\u5982\u679c\u5b58\u5728\uff0c\u641c\u5c0b\u6a5f\u5668\u4eba\u5c31\u6703\u6309\u7167\u8a72\u6a94\u6848\u4e2d\u7684\u5167\u5bb9\u4f86\u78ba\u5b9a\u8a2a\u554f\u7684\u7bc4\u570d\uff1b\u5982\u679c\u8a72\u6a94\u6848\u4e0d\u5b58\u5728\uff0c\u90a3\u9ebc\u641c\u5c0b\u6a5f\u5668\u4eba\u5c31\u6cbf\u8457\u9023\u7d50\u6293\u53d6\u3002<\/p>\n

\u53e6\u5916\uff0crobots.txt\u5fc5\u9808\u653e\u7f6e\u5728\u4e00\u500b\u7ad9\u53f0\u7684\u6839\u76ee\u9304\u4e0b\uff0c\u800c\u4e14\u6a94\u540d\u5fc5\u9808\u5168\u90e8\u5c0f\u5beb\u3002<\/p>\n

robots.txt\u5beb\u4f5c\u8a9e\u6cd5<\/strong><\/font><\/p>\n

\u9996\u5148\uff0c\u6211\u5011\u4f86\u770b\u4e00\u500brobots.txt\u7bc4\u4f8b\uff1ahttp:\/\/\u7db2\u5740\/robots.txt<\/p>\n

\u8a2a\u554f\u4ee5\u4e0a\u5177\u9ad4\u4f4d\u5740\uff0c\u6211\u5011\u53ef\u4ee5\u770b\u5230robots.txt\u7684\u5177\u9ad4\u5167\u5bb9\u5982\u4e0b\uff1a<\/p>\n

# Robots.txt file from http:\/\/\u7db2\u5740
# All robots will spider the domain<\/p>\n

User-agent: *
Disallow:<\/p>\n

\u4ee5\u4e0a\u6587\u5b57\u8868\u9054\u7684\u610f\u601d\u662f\u5bb9\u8a31\u6240\u6709\u7684\u641c\u5c0b\u6a5f\u5668\u4eba\u8a2a\u554f\u7db2\u5740\u7ad9\u53f0\u4e0b\u7684\u6240\u6709\u6a94\u6848\u3002<\/p>\n

\u5177\u9ad4\u8a9e\u6cd5\u5206\u6790\uff1a\u5176\u4e2d#\u5f8c\u9762\u6587\u5b57\u70ba\u8aaa\u660e\u8a0a\u606f\uff1bUser-agent:\u5f8c\u9762\u70ba\u641c\u5c0b\u6a5f\u5668\u4eba\u7684\u540d\u7a31\uff0c\u5f8c\u9762\u5982\u679c\u662f*\uff0c\u5247\u6cdb\u6307\u6240\u6709\u7684\u641c\u5c0b\u6a5f\u5668\u4eba\uff1bDisallow:\u5f8c\u9762\u70ba\u4e0d\u5bb9\u8a31\u8a2a\u554f\u7684\u6a94\u6848\u76ee\u9304\u3002<\/p>\n

\u4e0b\u9762\uff0c\u6211\u5c07\u5217\u8209\u4e00\u4e9brobots.txt\u7684\u5177\u9ad4\u7528\u6cd5\uff1a<\/strong><\/font><\/p>\n

\u5bb9\u8a31\u6240\u6709\u7684robot\u8a2a\u554f<\/p>\n

User-agent: *
Disallow:<\/p>\n

\u6216\u662f\u4e5f\u53ef\u4ee5\u5efa\u4e00\u500b\u7a7a\u6a94\u6848 \u300c\/robots.txt\u300d file<\/p>\n

\u7981\u6b62\u6240\u6709\u641c\u5c0b\u5f15\u64ce\u8a2a\u554f\u7db2\u7ad9\u7684\u4efb\u4f55\u90e8\u5206<\/p>\n

User-agent: *
Disallow: \/<\/p>\n

\u7981\u6b62\u6240\u6709\u641c\u5c0b\u5f15\u64ce\u8a2a\u554f\u7db2\u7ad9\u7684\u5e7e\u500b\u90e8\u5206\uff08\u4e0b\u4f8b\u4e2d\u768401\u300102\u300103\u76ee\u9304\uff09<\/p>\n

User-agent: *
Disallow: \/01\/
Disallow: \/02\/
Disallow: \/03\/<\/p>\n

\u7981\u6b62\u67d0\u500b\u641c\u5c0b\u5f15\u64ce\u7684\u8a2a\u554f\uff08\u4e0b\u4f8b\u4e2d\u7684BadBot\uff09<\/p>\n

User-agent: BadBot
Disallow: \/<\/p>\n

\u53ea\u5bb9\u8a31\u67d0\u500b\u641c\u5c0b\u5f15\u64ce\u7684\u8a2a\u554f\uff08\u4e0b\u4f8b\u4e2d\u7684Crawler\uff09<\/p>\n

User-agent: Crawler
Disallow:<\/p>\n

User-agent: *
Disallow: \/<\/p>\n

\u53e6\u5916\uff0c\u6211\u89ba\u5f97\u6709\u5fc5\u8981\u9032\u884c\u62d3\u5c55\u8aaa\u660e\uff0c\u5c0drobots meta\u9032\u884c\u4e00\u4e9b\u4ecb\u7d39\uff1a<\/strong><\/font><\/p>\n

Robots META\u6a19\u7c64\u5247\u4e3b\u8981\u662f\u91dd\u5c0d\u4e00\u500b\u500b\u5177\u9ad4\u7684\u9801\u9762\u3002\u548c\u5176\u4ed6\u7684META\u6a19\u7c64\uff08\u5982\u4f7f\u7528\u7684\u8a9e\u7cfb\u3001\u9801\u9762\u7684\u63cf\u8ff0\u3001\u95dc\u9375\u8a5e\u7b49\uff09\u4e00\u6a23\uff0cRobots META\u6a19\u7c64\u4e5f\u662f\u653e\u5728\u9801\u9762\u7684\uff1chead\uff1e\uff1c\/head\uff1e\u4e2d\uff0c\u5c08\u9580\u7528\u4f86\u544a\u8a34\u641c\u5c0b\u5f15\u64ceROBOTS\u5982\u4f55\u6293\u53d6\u8a72\u9801\u7684\u5167\u5bb9\u3002<\/p>\n

Robots META\u6a19\u7c64\u7684\u5beb\u6cd5\uff1a<\/p>\n

Robots META\u6a19\u7c64\u4e2d\u6c92\u6709\u5927\u5c0f\u5beb\u4e4b\u5206\uff0cname=\u300dRobots\u300d\u8868\u793a\u6240\u6709\u7684\u641c\u5c0b\u5f15\u64ce\uff0c\u53ef\u4ee5\u91dd\u5c0d\u67d0\u500b\u5177\u9ad4\u641c\u5c0b\u5f15\u64ce\u5beb\u70baname=\u300dBaiduSpider\u300d\u3002 content\u90e8\u5206\u6709\u56db\u500b\u6307\u4ee4\u9078\u9805\uff1aindex\u3001noindex\u3001follow\u3001nofollow\uff0c\u6307\u4ee4\u9593\u4ee5\u300c,\u300d\u5206\u9694\u3002<\/p>\n

INDEX \u6307\u4ee4\u544a\u8a34\u641c\u5c0b\u6a5f\u5668\u4eba\u6293\u53d6\u8a72\u9801\u9762\uff1b<\/p>\n

FOLLOW \u6307\u4ee4\u8868\u793a\u641c\u5c0b\u6a5f\u5668\u4eba\u53ef\u4ee5\u6cbf\u8457\u8a72\u9801\u9762\u4e0a\u7684\u9023\u7d50\u7e7c\u7e8c\u6293\u53d6\u4e0b\u53bb\uff1b<\/p>\n

Robots Meta\u6a19\u7c64\u7684\u9810\u8a2d\u503c\u662fINDEX\u548cFOLLOW\uff0c\u53ea\u6709inktomi\u9664\u5916\uff0c\u5c0d\u65bc\u5b83\uff0c\u9810\u8a2d\u503c\u662fINDEX,NOFOLLOW\u3002<\/p>\n

\u9019\u6a23\uff0c\u4e00\u5171\u6709\u56db\u7a2e\u7d44\u5408\uff1a<\/p>\n

\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dINDEX,FOLLOW\u300d\uff1e
\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dNOINDEX,FOLLOW\u300d\uff1e
\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dINDEX,NOFOLLOW\u300d\uff1e
\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dNOINDEX,NOFOLLOW\u300d\uff1e<\/p>\n

\u5176\u4e2d<\/p>\n

\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dINDEX,FOLLOW\u300d\uff1e\u53ef\u4ee5\u5beb\u6210\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dALL\u300d\uff1e\uff1b<\/p>\n

\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dNOINDEX,NOFOLLOW\u300d\uff1e\u53ef\u4ee5\u5beb\u6210\uff1cMETA NAME=\u300dROBOTS\u300d CONTENT=\u300dNONE\u300d\uff1e<\/p>\n

\u76ee\u524d\u770b\u4f86\uff0c\u7d55\u5927\u591a\u6578\u7684\u641c\u5c0b\u5f15\u64ce\u6a5f\u5668\u4eba\u90fd\u9075\u5b88robots.txt\u7684\u898f\u5247\uff0c\u800c\u5c0d\u65bcRobots META\u6a19\u7c64\uff0c\u76ee\u524d\u652f\u63f4\u7684\u4e26\u4e0d\u591a\uff0c\u4f46\u662f\u6b63\u5728\u9010\u6f38\u589e\u52a0\uff0c\u5982\u8457\u540d\u641c\u5c0b\u5f15\u64ceGOOGLE\u5c31\u5b8c\u5168\u652f\u63f4\uff0c\u800c\u4e14GOOGLE\u9084\u589e\u52a0\u4e86\u4e00\u500b\u6307\u4ee4\u300carchive\u300d\uff0c\u53ef\u4ee5\u9650\u5236GOOGLE\u662f\u5426\u4fdd\u7559\u7db2\u9801\u5feb\u7167\u3002\u4f8b\u5982\uff1a<\/strong><\/font><\/p>\n

\uff1cMETA NAME=\u300dgooglebot\u300d CONTENT=\u300dindex,follow,noarchive\u300d\uff1e<\/p>\n

\u8868\u793a\u6293\u53d6\u8a72\u7ad9\u53f0\u4e2d\u9801\u9762\u4e26\u6cbf\u8457\u9801\u9762\u4e2d\u9023\u7d50\u6293\u53d6\uff0c\u4f46\u662f\u4e0d\u5728GOOLGE\u4e0a\u4fdd\u7559\u8a72\u9801\u9762\u7684\u7db2\u9801\u5feb\u7167\u3002<\/strong><\/font><\/p>\n","protected":false},"excerpt":{"rendered":"

\u5982\u4f55\u5bebrobots.txt\uff08\u6307\u5b9a\u641c\u5c0b\u5f15\u64ce\u53ea\u6536\u9304\u7279\u6b8a\u7684\u5167\u5bb9\uff09\uff1f \u6709\u4e9b\u7db2\u7ad9\u7ba1\u7406\u8005\u4f3c\u4e4e\u5c0drobots.txt\u4e26\u6c92\u6709\u5f15 […]<\/p>\n","protected":false},"author":1,"featured_media":473,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6],"tags":[21],"class_list":["post-113","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-seo","tag-seo"],"_links":{"self":[{"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/posts\/113"}],"collection":[{"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/comments?post=113"}],"version-history":[{"count":0,"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/posts\/113\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/media\/473"}],"wp:attachment":[{"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/media?parent=113"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/categories?post=113"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/por.tw\/seo\/wp-json\/wp\/v2\/tags?post=113"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}