chore(website): migrate to pnpm and enable minimum release age

.github/workflows/manual_version_docs.yaml

@@ -76,12 +76,15 @@ jobs:
       - name: Install Python dependencies
         run: uv run poe install-dev
 
+      - name: Install pnpm and website dependencies
+        uses: apify/workflows/pnpm-install@main
+        with:
+          working-directory: website
+
       - name: Snapshot the current version
         id: snapshot
         run: |
           cd website
-          corepack enable
-          yarn install
 
           # Extract version from pyproject.toml.
           FULL_VERSION="$(uv version --short)"
@@ -113,8 +116,8 @@ jobs:
 
           # Build API reference and create Docusaurus version snapshots.
           bash build_api_reference.sh
-          uv run npx docusaurus docs:version "$MAJOR_MINOR_VERSION"
-          uv run npx docusaurus api:version "$MAJOR_MINOR_VERSION"
+          uv run pnpm exec docusaurus docs:version "$MAJOR_MINOR_VERSION"
+          uv run pnpm exec docusaurus api:version "$MAJOR_MINOR_VERSION"
 
       - name: Commit and push versioned docs
         id: commit_versioned_docs

.gitignore

@@ -69,14 +69,15 @@ website/versioned_docs/*/pyproject.toml
 # Website build artifacts, node dependencies
 website/build
 website/node_modules
+website/yarn.lock
 website/.yarn
 website/.docusaurus
 website/api-typedoc-generated.json
 website/apify-shared-docspec-dump.jsonl
 website/docspec-dump.jsonl
 website/module_shortcuts.json
 website/typedoc-types*
-# npm lockfile (we use yarn)
+# npm lockfile (we use pnpm)
 website/package-lock.json
 
 # Default directory for memory storage

pyproject.toml

@@ -276,9 +276,16 @@ context = 7
 # Minimal defense against supply-chain attacks.
 exclude-newer = "24 hours"
 
+[tool.uv.exclude-newer-package]
+# Allow internal Apify packages to install immediately.
+apify-client = false
+apify-shared = false
+apify_fingerprint_datapoints = false
+crawlee = false
+
 # Run tasks with: uv run poe <task>
 [tool.poe.tasks]
-clean = "rm -rf .coverage .pytest_cache .ruff_cache .ty_cache .uv-cache build coverage-unit.xml dist htmlcov website/.docusaurus website/.yarn website/module_shortcuts.json website/node_modules "
+clean = "rm -rf .coverage .pytest_cache .ruff_cache .ty_cache .uv-cache build coverage-unit.xml dist htmlcov website/.docusaurus website/module_shortcuts.json website/node_modules "
 install-sync = "uv sync --all-extras"
 build = "uv build --verbose"
 publish-to-pypi = "uv publish --verbose --token ${APIFY_PYPI_TOKEN_CRAWLEE}"
@@ -330,10 +337,14 @@ uv run pytest \
     tests/e2e/project_template
 """
 
+[tool.poe.tasks.update-docs-theme]
+shell = "pnpm update @apify/docs-theme"
+cwd = "website"
+
 [tool.poe.tasks.build-docs]
-shell = "./build_api_reference.sh && corepack enable && yarn && yarn build"
+shell = "./build_api_reference.sh && pnpm install && uv run pnpm build"
 cwd = "website"
 
 [tool.poe.tasks.run-docs]
-shell = "./build_api_reference.sh && corepack enable && yarn && yarn start"
+shell = "./build_api_reference.sh && pnpm install && uv run pnpm start"
 cwd = "website"

renovate.json

@@ -5,6 +5,8 @@
     "separateMajorMinor": false,
     "dependencyDashboard": false,
     "semanticCommits": "enabled",
+    "minimumReleaseAge": "1 day",
+    "internalChecksFilter": "strict",
     "lockFileMaintenance": {
         "enabled": true,
         "automerge": true,
@@ -19,9 +21,12 @@
             "groupSlug": "dev-dependencies",
             "automerge": true,
             "automergeType": "branch"
+        },
+        {
+            "matchPackageNames": ["@apify/*", "@crawlee/*", "apify-client", "apify", "crawlee", "got-scraping"],
+            "minimumReleaseAge": "0 days"
         }
     ],
-    "minimumReleaseAge": "1 day",
     "schedule": ["before 7am every weekday"],
     "ignoreDeps": ["crawlee", "docusaurus-plugin-typedoc-api"]
 }

website/docusaurus.config.js

@@ -46,7 +46,7 @@ module.exports = {
     ],
     githubHost: 'github.com',
     future: {
-        experimental_faster: true,
+        faster: true,
         v4: {
             removeLegacyPostBuildHeadAttribute: true,
             useCssCascadeLayers: false, // this breaks styles on homepage and link colors everywhere

website/package.json

@@ -1,8 +1,9 @@
 {
-    "name": "crawlee",
+    "name": "crawlee-python-website",
+    "private": true,
     "scripts": {
         "examples": "docusaurus-examples",
-        "postinstall": "npx patch-package",
+        "postinstall": "pnpm exec patch-package",
         "start": "rimraf .docusaurus && docusaurus start",
         "start:fast": "rimraf .docusaurus && CRAWLEE_DOCS_FAST=1 docusaurus start",
         "build": "rimraf .docusaurus && node --max_old_space_size=16000 node_modules/@docusaurus/core/bin/docusaurus.mjs build",
@@ -15,10 +16,11 @@
         "deploy": "rimraf .docusaurus && node --max_old_space_size=16000 node_modules/@docusaurus/core/bin/docusaurus.mjs deploy",
         "docusaurus": "docusaurus",
         "clean": "rimraf .docusaurus build",
-        "lint": "yarn lint:code",
-        "lint:fix": "yarn lint:code:fix",
+        "lint": "pnpm lint:code",
+        "lint:fix": "pnpm lint:code:fix",
         "lint:code": "eslint .",
-        "lint:code:fix": "eslint . --fix"
+        "lint:code:fix": "eslint . --fix",
+        "preinstall": "npx only-allow pnpm"
     },
     "dependencies": {
         "@apify/docusaurus-plugin-typedoc-api": "^5.1.0",
@@ -68,5 +70,5 @@
         "rimraf": "^6.0.0",
         "typescript": "^6.0.0"
     },
-    "packageManager": "yarn@4.13.0"
+    "packageManager": "pnpm@10.24.0"
 }