ci: use shared workflows and refactor them (#593)

Author: vdusek

.github/workflows/_check_docs_build.yaml

@@ -7,6 +7,9 @@ on:
         required: true
         type: string
 
+env:
+  PYTHON_VERSION: 3.12
+
 jobs:
   publish_to_pypi:
     name: Publish to PyPI
@@ -17,8 +20,6 @@ jobs:
     environment:
       name: pypi
       url: https://pypi.org/project/crawlee
-    env:
-      PYTHON_VERSION: 3.12
 
     steps:
       - name: Checkout repository

.github/workflows/_linting.yaml

@@ -0,0 +1,82 @@
+name: Build and deploy docs
+
+on:
+  push:
+    branches:
+      - master
+  workflow_dispatch:
+
+env:
+  NODE_VERSION: 20
+  PYTHON_VERSION: 3.12
+
+jobs:
+  build_and_deploy_docs:
+    environment:
+      name: github-pages
+    permissions:
+      contents: write
+      pages: write
+      id-token: write
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
+
+      - name: Set up Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: npm
+          cache-dependency-path: website/package-lock.json
+
+      - name: Install Node dependencies
+        run: |
+          npm install
+          npm update @apify/docs-theme
+        working-directory: ./website
+
+      # We do this as early as possible to prevent conflicts if someone else would push something in the meantime
+      - name: Commit the updated package.json and lockfile
+        run: |
+          git config user.name 'GitHub Actions'
+          git config user.email 'github-actions[bot]@users.noreply.github.com'
+          git add website/package.json
+          git add website/package-lock.json
+          git diff-index --quiet HEAD || git commit -m 'chore: Automatic docs theme update [skip ci]' || true
+          git push
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install Python dependencies
+        run: |
+          pipx install --python ${{ env.PYTHON_VERSION }} poetry
+          make install-dev
+
+      - name: Build generated API reference
+        run: make build-api-reference
+
+      - name: Build Docusaurus docs
+        run: make build-docs
+
+      - name: Set up GitHub Pages
+        uses: actions/configure-pages@v5
+
+      - name: Upload GitHub Pages artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: ./website/build
+
+      - name: Deploy artifact to GitHub Pages
+        uses: actions/deploy-pages@v4
+
+      - name: Invalidate CloudFront cache
+        run: gh workflow run invalidate.yaml --repo apify/apify-docs-private
+        env:
+          GITHUB_TOKEN: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}

.github/workflows/_publish_to_pypi.yaml

@@ -2,27 +2,23 @@ name: Run code checks
 
 on:
   # Trigger code checks on opening a new pull request.
-  pull_request_target:
-
-  # Do not trigger code checks on push to the master branch, as they will be triggered
-  # by the release workflow.
-
-  # Trigger code checks on workflow call (e.g. from run release workflow).
-  workflow_call:
+  # Secrets are only made available to the integration tests job, with a manual approval
+  # step required for PRs from forks. This prevents their potential exposure.
+  pull_request:
 
 jobs:
-  run_linting:
-    name: Run linting
-    uses: ./.github/workflows/_linting.yaml
+  lint_check:
+    name: Lint check
+    uses: apify/workflows/.github/workflows/python_lint_check.yaml@main
 
-  run_type_checking:
-    name: Run type checking
-    uses: ./.github/workflows/_type_checking.yaml
+  type_check:
+    name: Type check
+    uses: apify/workflows/.github/workflows/python_type_check.yaml@main
 
-  run_unit_tests:
-    name: Run unit tests
-    uses: ./.github/workflows/_unit_tests.yaml
+  unit_tests:
+    name: Unit tests
+    uses: apify/workflows/.github/workflows/python_unit_tests.yaml@main
 
-  check_docs_build:
-    name: Check docs build
-    uses: ./.github/workflows/_check_docs_build.yaml
+  docs_check:
+    name: Docs check
+    uses: apify/workflows/.github/workflows/python_docs_check.yaml@main