diff --git "a/\347\254\254\344\272\214\346\234\237\350\256\255\347\273\203\350\220\245/3\347\217\255/3\347\217\255_\346\235\216\346\263\212/\347\254\254\345\215\201\344\272\214\345\221\250/\347\254\254\344\270\200\350\212\202/middlewares.py" "b/\347\254\254\344\272\214\346\234\237\350\256\255\347\273\203\350\220\245/3\347\217\255/3\347\217\255_\346\235\216\346\263\212/\347\254\254\345\215\201\344\272\214\345\221\250/\347\254\254\344\270\200\350\212\202/middlewares.py"
new file mode 100644
index 0000000000000000000000000000000000000000..a5323d2ad6d76ad3d0b0cb025c595b827aed5c4e
--- /dev/null
+++ "b/\347\254\254\344\272\214\346\234\237\350\256\255\347\273\203\350\220\245/3\347\217\255/3\347\217\255_\346\235\216\346\263\212/\347\254\254\345\215\201\344\272\214\345\221\250/\347\254\254\344\270\200\350\212\202/middlewares.py"
@@ -0,0 +1,167 @@
+# Define here the models for your spider middleware
+#
+# See documentation in:
+# https://docs.scrapy.org/en/latest/topics/spider-middleware.html
+
+from scrapy import signals
+from scrapy.downloadermiddlewares.retry import RetryMiddleware
+from scrapy.utils.response import response_status_message
+from scrapy.dupefilters import RFPDupeFilter
+import hashlib
+import weakref
+from w3lib.url import canonicalize_url
+from scrapy.utils.python import to_bytes
+import random
+
+# useful for handling different item types with a single interface
+from itemadapter import is_item, ItemAdapter
+
+_fingerprint_cache = weakref.WeakKeyDictionary()
+
+
+class JdCrawlerScrapySpiderMiddleware:
+    # Not all methods need to be defined. If a method is not defined,
+    # scrapy acts as if the spider middleware does not modify the
+    # passed objects.
+
+    @classmethod
+    def from_crawler(cls, crawler):
+        # This method is used by Scrapy to create your spiders.
+        s = cls()
+        crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)
+        return s
+
+    def process_spider_input(self, response, spider):
+        # Called for each response that goes through the spider
+        # middleware and into the spider.
+
+        # Should return None or raise an exception.
+        return None
+
+    def process_spider_output(self, response, result, spider):
+        # Called with the results returned from the Spider, after
+        # it has processed the response.
+
+        # Must return an iterable of Request, or item objects.
+        for i in result:
+            yield i
+
+    def process_spider_exception(self, response, exception, spider):
+        # Called when a spider or process_spider_input() method
+        # (from other spider middleware) raises an exception.
+
+        # Should return either None or an iterable of Request or item objects.
+        pass
+
+    def process_start_requests(self, start_requests, spider):
+        # Called with the start requests of the spider, and works
+        # similarly to the process_spider_output() method, except
+        # that it doesn’t have a response associated.
+
+        # Must return only requests (not items).
+        for r in start_requests:
+            yield r
+
+    def spider_opened(self, spider):
+        spider.logger.info('Spider opened: %s' % spider.name)
+
+
+class JdCrawlerScrapyDownloaderMiddleware:
+    # Not all methods need to be defined. If a method is not defined,
+    # scrapy acts as if the downloader middleware does not modify the
+    # passed objects.
+
+    @classmethod
+    def from_crawler(cls, crawler):
+        # This method is used by Scrapy to create your spiders.
+        s = cls()
+        crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)
+        return s
+
+    def process_request(self, request, spider):
+        # Called for each request that goes through the downloader
+        # middleware.
+
+        # Must either:
+        # - return None: continue processing this request
+        # - or return a Response object
+        # - or return a Request object
+        # - or raise IgnoreRequest: process_exception() methods of
+        #   installed downloader middleware will be called
+        return None
+
+    def process_response(self, request, response, spider):
+        # Called with the response returned from the downloader.
+
+        # Must either;
+        # - return a Response object
+        # - return a Request object
+        # - or raise IgnoreRequest
+        return response
+
+    def process_exception(self, request, exception, spider):
+        # Called when a download handler or a process_request()
+        # (from other downloader middleware) raises an exception.
+
+        # Must either:
+        # - return None: continue processing this exception
+        # - return a Response object: stops process_exception() chain
+        # - return a Request object: stops process_exception() chain
+        pass
+
+    def spider_opened(self, spider):
+        spider.logger.info('Spider opened: %s' % spider.name)
+
+class CookieMiddleware:
+    def process_request(self, request, spider):
+        # cookie_pool = []
+        # request.headers['cookie'] = cookie_pool.pop()
+        pass
+
+    def process_response(self, request, response, spider):
+
+        if "身份过期" in response.text:
+            raise Exception("当前cookie身份已过期")
+
+    def process_exception(self, request, exception, spider):
+        #如果异常是cookie池空了，可以在这里完成cookie池的补充
+        #补充cookie池
+        if isinstance(exception, IndexError):
+            retry_times = request.met.get('retry_times', 1)
+            request.meta['retry_times'] = retry_times - 1
+            return request
+
+
+class UAMiddleware:
+    def process_request(self, request, spider):
+
+        request.headers["user-agent"] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.72 Safari/537.36"
+
+class MyRetryMiddleware(RetryMiddleware):
+    """
+    解决对方服务器返回正常状态码200，但是根据IP需要进行验证码验证的情况
+    我们可以通过换IP可以解决验证码，那么就应该重试.
+    """
+    def process_response(self, request, response, spider):
+        if request.meta.get('dont_retry', False):
+            return response
+        if "验证码" in response.text:
+            reason = response_status_message(response.status)
+            return self.retry(request, reason, spider) or response
+        return response
+class MyRFPDupeFilter(RFPDupeFilter):
+    """
+    过滤器是在到达下载器之前就生成了过滤指纹，如果我们的下载器中间件报错，那么过滤指纹仍然生效，但是没有实际请求。
+    所以我们可以通过一些特殊参数来进行自定义过滤规则
+    """
+    def request_fingerprint(self, request, include_headers=None, keep_fragments=False):
+        cache = _fingerprint_cache.setdefault(request, {})
+        cache_key = (include_headers, keep_fragments)
+        if cache_key not in cache:
+            fp = hashlib.sha1()
+            fp.update(to_bytes(request.method))
+            fp.update(to_bytes(canonicalize_url(request.url, keep_fragments=keep_fragments)))
+            fp.update(request.body or b'')
+            fp.update(request.meta.get("batch_no", "").encode("utf-8"))
+            cache[cache_key] = fp.hexdigest()
+        return cache[cache_key]