From 754d0e0c470212978944e690cf75e4d0bbbaa9ba Mon Sep 17 00:00:00 2001
From: ciscogeek <ciscogeek@163.com>
Date: Sat, 19 Feb 2022 15:59:59 +0800
Subject: [PATCH] Avoid SSL certificate error

aiohttp.client_exceptions.ClientConnectorCertificateError: Cannot connect to host spa5.scrape.center:443 ssl:True [SSLCertVerificationError: (1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: certificate has expired (_ssl.c:997)')]
---
 spider3.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/spider3.py b/spider3.py
index 1f53b90..e4b894a 100644
--- a/spider3.py
+++ b/spider3.py
@@ -62,7 +62,7 @@ async def save_data(self, data):
             }, upsert=True)
     
     async def main(self):
-        self.session = aiohttp.ClientSession()
+        self.session = aiohttp.ClientSession(connector=aiohttp.TCPConnector(verify_ssl=False))
         # index tasks
         scrape_index_tasks = [asyncio.ensure_future(self.scrape_index(page)) for page in range(1, PAGE_NUMBER + 1)]
         results = await asyncio.gather(*scrape_index_tasks)