From e554b31a9b03819d00f12561edd12ce7089be7bb Mon Sep 17 00:00:00 2001 From: Jerry Ng Date: Thu, 21 Dec 2023 08:25:53 +0800 Subject: [PATCH] fix: attr-defined error --- burplist/pipelines.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/burplist/pipelines.py b/burplist/pipelines.py index 1dd82f6..379f9eb 100644 --- a/burplist/pipelines.py +++ b/burplist/pipelines.py @@ -1,6 +1,6 @@ from typing import Any -from itemadapter import ItemAdapter +from itemadapter.adapter import ItemAdapter from scrapy import Spider from scrapy.exceptions import DropItem from sqlalchemy.exc import ProgrammingError @@ -86,7 +86,10 @@ def process_item(self, item: ProductItem, spider: Spider) -> ProductItem: existing_product = session.query(Product).filter_by(url=url, quantity=quantity).one_or_none() except ProgrammingError as exception: - spider.logger.exception("An unexpected error has occurred.", extra=dict(exception=exception, url=url, quantity=quantity)) + spider.logger.exception( + "An unexpected error has occurred.", + extra=dict(exception=exception, url=url, quantity=quantity), + ) raise DropItem(f"Dropping item <{url}> due to unexpected error.") from exception finally: