Merge branch 'TIM952597205-master'

Boris-code · Apr 3, 2021 · 25ab707 · 25ab707
2 parents 70f383e + 3f9078a
commit 25ab707
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/feapder/network/response.py b/feapder/network/response.py
@@ -14,7 +14,7 @@
 import time
 from urllib.parse import urlparse, urlunparse, urljoin
 
-from bs4 import UnicodeDammit
+from bs4 import UnicodeDammit, BeautifulSoup
 from requests.cookies import RequestsCookieJar
 from requests.models import Response as res
 from w3lib.encoding import http_content_type_encoding, html_body_declared_encoding
@@ -275,6 +275,11 @@ def selector(self):
             self._cached_selector = Selector(self.text)
         return self._cached_selector
 
+    @property
+    def bs4(self):
+        soup = BeautifulSoup(self.text, "html.parser")
+        return soup
+
     def extract(self):
         return self.selector.get()
 

diff --git a/tests/air-spider/test_air_spider.py b/tests/air-spider/test_air_spider.py
@@ -26,6 +26,7 @@ def download_midware(self, request):
         return request
 
     def parse(self, request, response):
+        print(response.bs4.title)
         print(response.xpath("//title").extract_first())