{"id":5704,"date":"2024-09-04T21:01:01","date_gmt":"2024-09-04T13:01:01","guid":{"rendered":""},"modified":"2024-09-04T21:01:01","modified_gmt":"2024-09-04T13:01:01","slug":"scrapy\u64cd\u4f5c\u6d41\u7a0b_bootstrap\u8fd8\u6709\u5fc5\u8981\u5b66\u5417","status":"publish","type":"post","link":"https:\/\/mushiming.com\/5704.html","title":{"rendered":"scrapy\u64cd\u4f5c\u6d41\u7a0b_bootstrap\u8fd8\u6709\u5fc5\u8981\u5b66\u5417"},"content":{"rendered":"<p><svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" style=\"display: none;\"> \n <path stroke-linecap=\"round\" d=\"M5,0 0,2.5 5,5z\" id=\"raphael-marker-block\" style=\"-webkit-tap-highlight-color: rgba(0, 0, 0, 0);\"><\/path> \n<\/svg> <\/p>\n<p>\u9700\u8981\u8bf4\u660e\u7684\u662f\uff0cScrapy\u5176\u5b9e\u5df2\u7ecf\u63d0\u4f9b\u4e86\u8bb8\u591aDownloader Middleware\uff0c\u6bd4\u5982\u8d1f\u8d23\u5931\u8d25\u91cd\u8bd5\u3001\u81ea\u52a8\u91cd\u5b9a\u5411\u7b49\u529f\u80fd\u7684Middleware\uff0c\u5b83\u4eec\u88abDOWNLOADER_MIDDLEWARES_BASE\u53d8\u91cf\u6240\u5b9a\u4e49\u3002<\/p>\n<p>DOWNLOADER_MIDDLEWARES_BASE\u53d8\u91cf\u7684\u5185\u5bb9\u5982\u4e0b\u6240\u793a\uff1a<\/p>\n<pre class=\"language-java prettyprint linenums\"><code class=\"prism language-bash\"><span class=\"token punctuation\">{ \n   <!-- --><\/span> <span class=\"token string\">'scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware'<\/span><span class=\"token keyword\">:<\/span> 100, <span class=\"token string\">'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware'<\/span><span class=\"token keyword\">:<\/span> 300, <span class=\"token string\">'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware'<\/span><span class=\"token keyword\">:<\/span> 350, <span class=\"token string\">'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware'<\/span><span class=\"token keyword\">:<\/span> 400, <span class=\"token string\">'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware'<\/span><span class=\"token keyword\">:<\/span> 500, <span class=\"token string\">'scrapy.downloadermiddlewares.retry.RetryMiddleware'<\/span><span class=\"token keyword\">:<\/span> 550, <span class=\"token string\">'scrapy.downloadermiddlewares.ajaxcrawl.AjaxCrawlMiddleware'<\/span><span class=\"token keyword\">:<\/span> 560, <span class=\"token string\">'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware'<\/span><span class=\"token keyword\">:<\/span> 580, <span class=\"token string\">'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware'<\/span><\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"scrapy\u64cd\u4f5c\u6d41\u7a0b_bootstrap\u8fd8\u6709\u5fc5\u8981\u5b66\u5417\u9700\u8981\u8bf4\u660e\u7684\u662f\uff0cScrapy\u5176\u5b9e\u5df2\u7ecf\u63d0\u4f9b\u4e86\u8bb8\u591aDownloaderMiddleware\uff0c\u6bd4\u5982\u8d1f\u8d23\u5931\u8d25\u91cd\u8bd5\u3001\u81ea...","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[],"tags":[],"_links":{"self":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/posts\/5704"}],"collection":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/comments?post=5704"}],"version-history":[{"count":0,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/posts\/5704\/revisions"}],"wp:attachment":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/media?parent=5704"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/categories?post=5704"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/tags?post=5704"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}