chore: v1.40.0 release

.github/workflows/check-specrefs.yml

@@ -0,0 +1,52 @@
+name: Check Spec References
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+on:
+  push:
+    branches: [unstable, stable]
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  check-specrefs:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Check version consistency
+      run: |
+        SPEC_TEST_VERSION=$(grep 'specVersion:' packages/beacon-node/test/spec/specTestVersioning.ts | head -1 | sed 's/.*specVersion: "\(.*\)".*/\1/')
+        ETHSPECIFY_VERSION=$(grep '^version:' specrefs/.ethspecify.yml | sed 's/version: //')
+        if [ "$SPEC_TEST_VERSION" != "$ETHSPECIFY_VERSION" ]; then
+          echo "Version mismatch between specTestVersioning.ts and ethspecify"
+          echo "  packages/beacon-node/test/spec/specTestVersioning.ts: $SPEC_TEST_VERSION"
+          echo "  specrefs/.ethspecify.yml: $ETHSPECIFY_VERSION"
+          exit 1
+        else
+          echo "Versions match: $SPEC_TEST_VERSION"
+        fi
+
+    - name: Install ethspecify
+      run: python3 -mpip install ethspecify
+
+    - name: Update spec references
+      run: ethspecify process --path=specrefs
+
+    - name: Check for differences
+      run: |
+        if ! git diff --exit-code -- specrefs >/dev/null; then
+          echo "Spec references are out-of-date!"
+          echo ""
+          git --no-pager diff -- specrefs
+          exit 1
+        else
+          echo "Spec references are up-to-date!"
+        fi
+
+    - name: Check spec references
+      run: ethspecify check --path=specrefs

.github/workflows/docker.yml

@@ -0,0 +1,108 @@
+name: Build and publish Docker images
+
+on:
+  workflow_call:
+    inputs:
+      tag:
+        description: "Docker image tag"
+        required: true
+        type: string
+      extra-tags:
+        description: "Extra tags to apply (comma-separated, e.g. 'latest,rc')"
+        required: false
+        type: string
+      ref:
+        description: "Git ref to checkout (defaults to triggering ref)"
+        required: false
+        type: string
+
+jobs:
+  docker:
+    name: Build Docker (${{ matrix.arch }})
+    runs-on: ${{ matrix.runner }}
+    strategy:
+      fail-fast: true
+      matrix:
+        include:
+          - arch: amd64
+            runner: buildjet-4vcpu-ubuntu-2204
+          - arch: arm64
+            runner: buildjet-4vcpu-ubuntu-2204-arm
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.ref || github.sha }}
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Build and push lodestar
+        run: >
+          docker buildx build . --push
+          --tag chainsafe/lodestar:${{ inputs.tag }}-${{ matrix.arch }}
+          --platform linux/${{ matrix.arch }}
+          --build-arg COMMIT=$(git rev-parse HEAD)
+
+      - name: Build and push custom Grafana
+        run: >
+          docker buildx build ./docker/grafana/ --push
+          --file ./docker/grafana/Dockerfile
+          --build-context dashboards=./dashboards
+          --tag chainsafe/lodestar-grafana:${{ inputs.tag }}-${{ matrix.arch }}
+          --platform linux/${{ matrix.arch }}
+
+      - name: Build and push custom Prometheus
+        run: >
+          docker buildx build ./docker/prometheus/ --push
+          --file ./docker/prometheus/Dockerfile
+          --tag chainsafe/lodestar-prometheus:${{ inputs.tag }}-${{ matrix.arch }}
+          --platform linux/${{ matrix.arch }}
+
+  docker-manifest:
+    name: Create Docker manifest
+    runs-on: ubuntu-latest
+    needs: docker
+    steps:
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Create and push lodestar manifest
+        run: |
+          EXTRA_TAGS=""
+          if [ -n "${{ inputs.extra-tags }}" ]; then
+            for t in $(echo "${{ inputs.extra-tags }}" | tr ',' ' '); do
+              EXTRA_TAGS="$EXTRA_TAGS -t chainsafe/lodestar:$t"
+            done
+          fi
+          docker buildx imagetools create -t chainsafe/lodestar:${{ inputs.tag }} $EXTRA_TAGS \
+            chainsafe/lodestar:${{ inputs.tag }}-amd64 \
+            chainsafe/lodestar:${{ inputs.tag }}-arm64
+
+      - name: Create and push grafana manifest
+        run: |
+          docker buildx imagetools create -t chainsafe/lodestar-grafana:${{ inputs.tag }} \
+            chainsafe/lodestar-grafana:${{ inputs.tag }}-amd64 \
+            chainsafe/lodestar-grafana:${{ inputs.tag }}-arm64
+
+      - name: Create and push prometheus manifest
+        run: |
+          docker buildx imagetools create -t chainsafe/lodestar-prometheus:${{ inputs.tag }} \
+            chainsafe/lodestar-prometheus:${{ inputs.tag }}-amd64 \
+            chainsafe/lodestar-prometheus:${{ inputs.tag }}-arm64
+
+      - name: Sanity check image
+        run: |
+          docker run -d --name lodestar-sanity -p 9596:9596 chainsafe/lodestar:${{ inputs.tag }} dev --rest.address 0.0.0.0
+          sleep 30
+          curl -f http://127.0.0.1:9596/eth/v1/node/version || (docker logs lodestar-sanity && exit 1)
+          docker stop lodestar-sanity
+
+      - run: docker image history chainsafe/lodestar:${{ inputs.tag }}

.github/workflows/docs.yml

@@ -67,7 +67,7 @@ jobs:
 
       - name: Build docs
         working-directory: docs
-        run: pnpm && pnpm build
+        run: pnpm install && pnpm build
 
       - name: Deploy
         uses: peaceiris/actions-gh-pages@v3

.github/workflows/publish-dev.yml

@@ -112,44 +112,8 @@ jobs:
 
   docker:
     name: Publish to Docker Hub
-    runs-on: buildjet-4vcpu-ubuntu-2204
     needs: npm
-    steps:
-      - uses: actions/checkout@v4
-      # https://github.com/docker/setup-qemu-action
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-      # https://github.com/docker/setup-buildx-action
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKERHUB_USERNAME }}
-          password: ${{ secrets.DOCKERHUB_TOKEN }}
-      - name: Build and push lodestar
-        run: >
-          docker buildx build . --push
-          --tag chainsafe/lodestar:next
-          --platform linux/amd64,linux/arm64
-          --build-arg COMMIT=$(git rev-parse HEAD)
-
-      - run: docker run chainsafe/lodestar:next --help
-      # Display history to know byte size of each layer
-      # Image is available only because of the previous `docker run` command
-      - run: docker image history chainsafe/lodestar:next
-
-      - name: Build and push custom Grafana
-        run: >
-          docker buildx build ./docker/grafana/ --push
-          --file ./docker/grafana/Dockerfile
-          --build-context dashboards=./dashboards
-          --tag chainsafe/lodestar-grafana:next
-          --platform linux/amd64,linux/arm64
-
-      - name: Build and push custom Prometheus
-        run: >
-          docker buildx build ./docker/prometheus/ --push
-          --file ./docker/prometheus/Dockerfile
-          --tag chainsafe/lodestar-prometheus:next
-          --platform linux/amd64,linux/arm64
+    uses: ./.github/workflows/docker.yml
+    with:
+      tag: next
+    secrets: inherit

.github/workflows/publish-manual.yml

@@ -0,0 +1,49 @@
+name: Publish manual Docker image
+
+# Manual workflow for tagging Docker images from any commit
+# Useful for testing specific commits or creating custom releases
+
+on:
+  workflow_dispatch:
+    inputs:
+      ref:
+        description: "Git ref to build from (commit SHA, branch, or tag)"
+        required: true
+        type: string
+      tag:
+        description: "Docker tag to apply (e.g., test-feature, debug-v1.2.3)"
+        required: true
+        type: string
+
+permissions:
+  contents: read
+
+jobs:
+  validate:
+    name: Validate inputs
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.ref }}
+          fetch-depth: 0
+
+      - name: Validate inputs
+        run: |
+          # Ensure tag doesn't conflict with protected tags
+          if [[ "${{ inputs.tag }}" =~ ^(latest|next|stable|rc)$ ]]; then
+            echo "Error: Cannot use reserved tag '${{ inputs.tag }}'. Use a custom tag name."
+            exit 1
+          fi
+          echo "Building from ref: ${{ inputs.ref }}"
+          echo "Commit: $(git rev-parse HEAD)"
+          echo "Tag: ${{ inputs.tag }}"
+
+  docker:
+    name: Build and publish Docker
+    needs: validate
+    uses: ./.github/workflows/docker.yml
+    with:
+      tag: ${{ inputs.tag }}
+      ref: ${{ inputs.ref }}
+    secrets: inherit

.github/workflows/publish-nextfork.yml

@@ -113,44 +113,8 @@ jobs:
 
   docker:
     name: Publish to Docker Hub
-    runs-on: buildjet-4vcpu-ubuntu-2204
     needs: npm
-    steps:
-      - uses: actions/checkout@v4
-      # https://github.com/docker/setup-qemu-action
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-      # https://github.com/docker/setup-buildx-action
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKERHUB_USERNAME }}
-          password: ${{ secrets.DOCKERHUB_TOKEN }}
-      - name: Build and push lodestar
-        run: >
-          docker buildx build . --push
-          --tag chainsafe/lodestar:nextfork
-          --platform linux/amd64,linux/arm64
-          --build-arg COMMIT=$(git rev-parse HEAD)
-
-      - run: docker run chainsafe/lodestar:nextfork --help
-      # Display history to know byte size of each layer
-      # Image is available only because of the previous `docker run` command
-      - run: docker image history chainsafe/lodestar:nextfork
-
-      - name: Build and push custom Grafana
-        run: >
-          docker buildx build ./docker/grafana/ --push
-          --file ./docker/grafana/Dockerfile
-          --build-context dashboards=./dashboards
-          --tag chainsafe/lodestar-grafana:nextfork
-          --platform linux/amd64,linux/arm64
-
-      - name: Build and push custom Prometheus
-        run: >
-          docker buildx build ./docker/prometheus/ --push
-          --file ./docker/prometheus/Dockerfile
-          --tag chainsafe/lodestar-prometheus:nextfork
-          --platform linux/amd64,linux/arm64
+    uses: ./.github/workflows/docker.yml
+    with:
+      tag: nextfork
+    secrets: inherit

.github/workflows/publish-rc.yml

@@ -119,49 +119,21 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
-  docker:
-    name: Publish to Docker Hub
-    runs-on: buildjet-4vcpu-ubuntu-2204
+  await-release:
+    name: Await npm release
+    runs-on: ubuntu-latest
     needs: [tag, npm]
     if: needs.tag.outputs.is_rc == 'true'
     steps:
       - uses: actions/checkout@v4
       - run: scripts/await-release.sh ${{ needs.tag.outputs.tag }} rc 900
-      # https://github.com/docker/setup-qemu-action
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-      # https://github.com/docker/setup-buildx-action
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKERHUB_USERNAME }}
-          password: ${{ secrets.DOCKERHUB_TOKEN }}
-      - name: Build and push
-        run: >
-          docker buildx build . --push
-          --tag chainsafe/lodestar:rc
-          --tag chainsafe/lodestar:${{ needs.tag.outputs.tag }}
-          --platform linux/amd64,linux/arm64
-          --build-arg COMMIT=$(git rev-parse HEAD)
-
-      - run: docker run chainsafe/lodestar:${{ needs.tag.outputs.tag }} --help
-      # Display history to know byte size of each layer
-      # Image is available only because of the previous `docker run` command
-      - run: docker image history chainsafe/lodestar:${{ needs.tag.outputs.tag }}
-
-      - name: Build and push custom Grafana
-        run: >
-          docker buildx build ./docker/grafana/ --push
-          --file ./docker/grafana/Dockerfile
-          --build-context dashboards=./dashboards
-          --tag chainsafe/lodestar-grafana:${{ needs.tag.outputs.tag }}
-          --platform linux/amd64,linux/arm64
-
-      - name: Build and push custom Prometheus
-        run: >
-          docker buildx build ./docker/prometheus/ --push
-          --file ./docker/prometheus/Dockerfile
-          --tag chainsafe/lodestar-prometheus:${{ needs.tag.outputs.tag }}
-          --platform linux/amd64,linux/arm64
+
+  docker:
+    name: Publish to Docker Hub
+    needs: [tag, await-release]
+    if: needs.tag.outputs.is_rc == 'true'
+    uses: ./.github/workflows/docker.yml
+    with:
+      tag: ${{ needs.tag.outputs.tag }}
+      extra-tags: rc
+    secrets: inherit