We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7f24466 commit 4f2a265Copy full SHA for 4f2a265
web-scraping-with-scrapy-and-mongodb/books/books/pipelines.py
@@ -6,7 +6,7 @@
6
7
8
class MongoPipeline:
9
- collection_name = "books"
+ COLLECTION_NAME = "books"
10
11
def __init__(self, mongo_uri, mongo_db):
12
self.mongo_uri = mongo_uri
@@ -28,11 +28,11 @@ def close_spider(self, spider):
28
29
def process_item(self, item, spider):
30
item_id = self.compute_item_id(item)
31
- if self.db[self.collection_name].find_one({"_id": item_id}):
+ if self.db[self.COLLECTION_NAME].find_one({"_id": item_id}):
32
raise DropItem(f"Duplicate item found: {item}")
33
else:
34
item["_id"] = item_id
35
- self.db[self.collection_name].insert_one(
+ self.db[self.COLLECTION_NAME].insert_one(
36
ItemAdapter(item).asdict()
37
)
38
return item
0 commit comments