Skip to content

Commit

Permalink
Small changes.
Browse files Browse the repository at this point in the history
  • Loading branch information
wRAR committed Apr 14, 2021
1 parent 77bff0d commit 309a637
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions scrapy/core/scraper.py
Expand Up @@ -3,7 +3,7 @@

import logging
from collections import deque
from typing import Union, Optional, Tuple, Set, Deque, Any, Iterable
from typing import Any, Deque, Iterable, Optional, Set, Tuple, Union

from itemadapter import is_item
from twisted.internet.defer import Deferred, inlineCallbacks
Expand All @@ -19,7 +19,7 @@
from scrapy.utils.spider import iterate_spider_output


QUEUE_TUPLE = Tuple[Union[Response, Failure], Request, Deferred]
QueueTuple = Tuple[Union[Response, Failure], Request, Deferred]


logger = logging.getLogger(__name__)
Expand All @@ -32,7 +32,7 @@ class Slot:

def __init__(self, max_active_size: int = 5000000):
self.max_active_size = max_active_size
self.queue: Deque[QUEUE_TUPLE] = deque()
self.queue: Deque[QueueTuple] = deque()
self.active: Set[Request] = set()
self.active_size: int = 0
self.itemproc_size: int = 0
Expand All @@ -47,7 +47,7 @@ def add_response_request(self, result: Union[Response, Failure], request: Reques
self.active_size += self.MIN_RESPONSE_SIZE
return deferred

def next_response_request_deferred(self) -> QUEUE_TUPLE:
def next_response_request_deferred(self) -> QueueTuple:
response, request, deferred = self.queue.popleft()
self.active.add(request)
return response, request, deferred
Expand Down

0 comments on commit 309a637

Please sign in to comment.