修改快代理的爬取格式Bug

cwjokaka · May 9, 2020 · 5874bde · 5874bde
1 parent 1c7c47a
commit 5874bde
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 19 deletions.
diff --git a/docker-compose.yml b/docker-compose.yml
diff --git a/src/spider/spiders.py b/src/spider/spiders.py
@@ -409,10 +409,10 @@ def do_crawl(self, resp) -> List[ProxyEntity]:
             if i == 0:
                 continue
             tds = tr.find_all('td')
-            ip = tds[1].text
-            port = tds[2].text
-            proxy_cover = tds[3].text
-            proxy_type = tds[4].text if tds[3].text != '' else 'http'
+            ip = tds[0].text
+            port = tds[1].text
+            proxy_cover = tds[2].text
+            proxy_type = tds[3].text if tds[3].text != '' else 'http'
             region = tds[5].text
             supplier = tds[6].text
             result.append(ProxyEntity(f'{proxy_type.lower()}://{ip}:{port}',