Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ keywords = [
dependencies = [
"apify-client>=2.0.0,<3.0.0",
"apify-shared>=2.0.0,<3.0.0",
"crawlee>=1.0.2,<2.0.0",
"crawlee @ git+https://github.com/apify/crawlee-python@crawler-persistance",
"cachetools>=5.5.0",
"cryptography>=42.0.0",
"impit>=0.6.1",
Expand Down
2 changes: 1 addition & 1 deletion tests/integration/actor_source_base/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
# The test fixture will put the Apify SDK wheel path on the next line
APIFY_SDK_WHEEL_PLACEHOLDER
uvicorn[standard]
crawlee[parsel]>=1.0.0,<2.0.0
crawlee[parsel] @ git+https://github.com/apify/crawlee-python@crawler-persistance
6 changes: 4 additions & 2 deletions tests/integration/test_actor_lifecycle.py
Original file line number Diff line number Diff line change
Expand Up @@ -122,7 +122,8 @@ async def main() -> None:
async def test_actor_with_crawler_reboot(make_actor: MakeActorFunction, run_actor: RunActorFunction) -> None:
"""Test that crawler in actor works as expected after reboot.

Handle two requests. Reboot in between the two requests."""
Handle two requests. Reboot in between the two requests. The second run should include statistics of the fist run.
"""

async def main() -> None:
from crawlee._types import BasicCrawlingContext, ConcurrencySettings
Expand Down Expand Up @@ -152,7 +153,8 @@ async def default_handler(context: BasicCrawlingContext) -> None:
await crawler.run(requests)

# Each time one request is finished.
assert crawler.statistics.state.requests_finished == 1
expected_requests_finished = 1 if first_run else 2
assert crawler.statistics.state.requests_finished == expected_requests_finished

actor = await make_actor(label='migration', main_func=main)
run_result = await run_actor(actor)
Expand Down
10 changes: 3 additions & 7 deletions uv.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading