diff --git a/crawl_proxy_servers.py b/crawl_proxy_servers.py index 909f2e7..55f74a1 100644 --- a/crawl_proxy_servers.py +++ b/crawl_proxy_servers.py @@ -28,7 +28,7 @@ def crawl_proxy_servers(): if page.status_code == requests.codes.ok: bsobj = BeautifulSoup(page.text, 'html.parser') try: - proxy_table = bsobj.find('div', {'class': 'table-container'}) + proxy_table = bsobj.findAll('div', {'class': 'table-container'})[1] proxy_body = proxy_table.find('table').find('tbody') for tr in proxy_body.findAll('tr'): proxy_info = tr.findAll('td') @@ -47,7 +47,6 @@ def crawl_proxy_servers(): def test_proxy_server(proxy): proxies = {'http': proxy} - try: response = requests.get(test_url, proxies=proxies, timeout=10) if response.status_code == requests.codes.ok: