File tree Expand file tree Collapse file tree 2 files changed +3
-9
lines changed
web-scraping-with-scrapy-and-mongodb/books Expand file tree Collapse file tree 2 files changed +3
-9
lines changed Original file line number Diff line number Diff line change @@ -16,9 +16,7 @@ class BooksSpiderMiddleware:
1616 def from_crawler (cls , crawler ):
1717 # This method is used by Scrapy to create your spiders.
1818 s = cls ()
19- crawler .signals .connect (
20- s .spider_opened , signal = signals .spider_opened
21- )
19+ crawler .signals .connect (s .spider_opened , signal = signals .spider_opened )
2220 return s
2321
2422 def process_spider_input (self , response , spider ):
@@ -65,9 +63,7 @@ class BooksDownloaderMiddleware:
6563 def from_crawler (cls , crawler ):
6664 # This method is used by Scrapy to create your spiders.
6765 s = cls ()
68- crawler .signals .connect (
69- s .spider_opened , signal = signals .spider_opened
70- )
66+ crawler .signals .connect (s .spider_opened , signal = signals .spider_opened )
7167 return s
7268
7369 def process_request (self , request , spider ):
Original file line number Diff line number Diff line change @@ -29,9 +29,7 @@ def test_parse_scrapes_all_items(self):
2929 results = list (self .spider .parse (self .response ))
3030
3131 # There should be two book items and one pagination request
32- book_items = [
33- item for item in results if isinstance (item , BookItem )
34- ]
32+ book_items = [item for item in results if isinstance (item , BookItem )]
3533 pagination_requests = [
3634 item for item in results if isinstance (item , Request )
3735 ]
You can’t perform that action at this time.
0 commit comments