chore(website): migrate to pnpm and enable minimum release age

.github/workflows/manual_release_stable.yaml

@@ -116,6 +116,10 @@ jobs:
       NODE_VERSION: 22
       PYTHON_VERSION: 3.14
 
+    defaults:
+      run:
+        working-directory: website
+
     steps:
       - name: Checkout repository
         uses: actions/checkout@v6
@@ -140,16 +144,13 @@ jobs:
 
       - name: Install Python dependencies
         run: uv run poe install-dev
+        working-directory: .
 
-      - name: Install website dependencies
-        run: |
-          cd website
-          corepack enable
-          yarn install
+      - name: Install pnpm and website dependencies
+        uses: apify/workflows/pnpm-install@main
 
       - name: Snapshot the current version
         run: |
-          cd website
           VERSION="$(python -c "import tomllib, pathlib; print(tomllib.loads(pathlib.Path('../pyproject.toml').read_text())['project']['version'])")"
           MAJOR_MINOR="$(echo "$VERSION" | cut -d. -f1-2)"
           export MAJOR_MINOR
@@ -159,8 +160,8 @@ jobs:
           jq 'map(select(. != env.MAJOR_MINOR))' versions.json > tmp.json && mv tmp.json versions.json
           # Build API reference and create version snapshots
           bash build_api_reference.sh
-          npx docusaurus docs:version "$MAJOR_MINOR"
-          npx docusaurus api:version "$MAJOR_MINOR"
+          pnpm exec docusaurus docs:version "$MAJOR_MINOR"
+          pnpm exec docusaurus api:version "$MAJOR_MINOR"
           # Changelog is not versioned - it is copied from root at build time
           rm -f "versioned_docs/version-${MAJOR_MINOR}/changelog.md"
           echo "changelog.md" > "versioned_docs/version-${MAJOR_MINOR}/.gitignore"
@@ -169,7 +170,7 @@ jobs:
         id: commit_versioned_docs
         uses: EndBug/add-and-commit@v10
         with:
-          add: "website/versioned_docs website/versioned_sidebars website/versions.json"
+          add: "website/versioned_docs website/versioned_sidebars website/versions.json website/pnpm-lock.yaml"
           message: "docs: version ${{ needs.release_prepare.outputs.version_number }} docs [skip ci]"
           default_author: github_actions
 

pyproject.toml

@@ -276,6 +276,12 @@ context = 7
 # Minimal defense against supply-chain attacks.
 exclude-newer = "24 hours"
 
+[tool.uv.exclude-newer-package]
+# Allow internal Apify packages to install immediately.
+apify-client = false
+apify-shared = false
+apify_fingerprint_datapoints = false
+
 # Run tasks with: uv run poe <task>
 [tool.poe.tasks]
 clean = "rm -rf .coverage .pytest_cache .ruff_cache .ty_cache .uv-cache build coverage-unit.xml dist htmlcov website/.docusaurus website/.yarn website/module_shortcuts.json website/node_modules "
@@ -331,9 +337,9 @@ uv run pytest \
 """
 
 [tool.poe.tasks.build-docs]
-shell = "./build_api_reference.sh && corepack enable && yarn && yarn build"
+shell = "./build_api_reference.sh && pnpm install --frozen-lockfile && pnpm build"
 cwd = "website"
 
 [tool.poe.tasks.run-docs]
-shell = "./build_api_reference.sh && corepack enable && yarn && yarn start"
+shell = "./build_api_reference.sh && pnpm install --frozen-lockfile && pnpm start"
 cwd = "website"

renovate.json

@@ -5,6 +5,8 @@
     "separateMajorMinor": false,
     "dependencyDashboard": false,
     "semanticCommits": "enabled",
+    "minimumReleaseAge": "1 day",
+    "internalChecksFilter": "strict",
     "lockFileMaintenance": {
         "enabled": true,
         "automerge": true,
@@ -19,9 +21,12 @@
             "groupSlug": "dev-dependencies",
             "automerge": true,
             "automergeType": "branch"
+        },
+        {
+            "matchPackageNames": ["@apify/*", "@crawlee/*"],
+            "minimumReleaseAge": "0 days"
         }
     ],
-    "minimumReleaseAge": "1 day",
     "schedule": ["before 7am every weekday"],
     "ignoreDeps": ["crawlee", "docusaurus-plugin-typedoc-api"]
 }

website/docusaurus.config.js

@@ -46,7 +46,7 @@ module.exports = {
     ],
     githubHost: 'github.com',
     future: {
-        experimental_faster: true,
+        faster: true,
         v4: {
             removeLegacyPostBuildHeadAttribute: true,
             useCssCascadeLayers: false, // this breaks styles on homepage and link colors everywhere

website/package.json

@@ -1,8 +1,9 @@
 {
-    "name": "crawlee",
+    "name": "crawlee-python-website",
+    "private": true,
     "scripts": {
         "examples": "docusaurus-examples",
-        "postinstall": "npx patch-package",
+        "postinstall": "pnpm exec patch-package",
         "start": "rimraf .docusaurus && docusaurus start",
         "start:fast": "rimraf .docusaurus && CRAWLEE_DOCS_FAST=1 docusaurus start",
         "build": "rimraf .docusaurus && node --max_old_space_size=16000 node_modules/@docusaurus/core/bin/docusaurus.mjs build",
@@ -15,8 +16,8 @@
         "deploy": "rimraf .docusaurus && node --max_old_space_size=16000 node_modules/@docusaurus/core/bin/docusaurus.mjs deploy",
         "docusaurus": "docusaurus",
         "clean": "rimraf .docusaurus build",
-        "lint": "yarn lint:code",
-        "lint:fix": "yarn lint:code:fix",
+        "lint": "pnpm lint:code",
+        "lint:fix": "pnpm lint:code:fix",
         "lint:code": "eslint .",
         "lint:code:fix": "eslint . --fix"
     },
@@ -68,5 +69,12 @@
         "rimraf": "^6.0.0",
         "typescript": "^6.0.0"
     },
-    "packageManager": "yarn@4.13.0"
+    "packageManager": "pnpm@10.24.0",
+    "devEngines": {
+        "packageManager": {
+            "name": "pnpm",
+            "version": "10.x",
+            "onFail": "error"
+        }
+    }
 }