Merge branch 'develop' into solana-offchain-plugin

smartcontractkit · Feb 6, 2025 · 4ddfd23 · 4ddfd23
2 parents 38f47c6 + e420274
commit 4ddfd23
Show file tree

Hide file tree

Showing 169 changed files with 4,034 additions and 2,038 deletions.
diff --git a/.changeset/chatty-pears-ring.md b/.changeset/chatty-pears-ring.md
@@ -0,0 +1,5 @@
+---
+"chainlink": patch
+---
+
+#internal update go.mod
diff --git a/.changeset/clever-bears-lay.md b/.changeset/clever-bears-lay.md
@@ -0,0 +1,5 @@
+---
+"chainlink": minor
+---
+
+#nops bump chain selector
diff --git a/.changeset/cuddly-hats-help.md b/.changeset/cuddly-hats-help.md
@@ -0,0 +1,5 @@
+---
+"chainlink": patch
+---
+
+Unconditionally track bridge task latency #changed
diff --git a/.changeset/ninety-ways-try.md b/.changeset/ninety-ways-try.md
@@ -0,0 +1,5 @@
+---
+"chainlink": patch
+---
+
+Start/stop jobs in parallel to improve performance #internal #updated
diff --git a/.changeset/sixty-eagles-punch.md b/.changeset/sixty-eagles-punch.md
@@ -0,0 +1,11 @@
+---
+"chainlink": patch
+---
+
+Performance improvements and bugfixes for LLO transmission queue #internal #fixed
+
+- Reduces required number of DB connections and reduce overall DB transaction load
+- Remove duplicate deletion code from server.go and manage everything in the persistence manager
+- Introduce an application-wide global reaper for last-ditch cleanup effort
+- Implement delete batching for more reliable and incremental deletion
+- Ensure that records are properly removed on exit
diff --git a/.changeset/violet-files-rush.md b/.changeset/violet-files-rush.md
@@ -0,0 +1,5 @@
+---
+"chainlink": minor
+---
+
+Fix wasm workflow toml fields #changed
diff --git a/.changeset/wise-donkeys-check.md b/.changeset/wise-donkeys-check.md
@@ -0,0 +1,5 @@
+---
+"chainlink": patch
+---
+
+#db_update introduces new allowNoBootstrapper flag. when set to true, allow bootstrapper list in OCR2 job spec to be empty and enables single-node consensus for testing
diff --git a/.github/integration-in-memory-tests.yml b/.github/integration-in-memory-tests.yml
@@ -30,7 +30,6 @@ runner-test-matrix:
     triggers:
       - PR Integration CCIP Tests
     test_cmd: cd integration-tests/smoke/ccip && go test ccip_messaging_test.go -timeout 12m -test.parallel=2 -count=1 -json
-
   - id: smoke/ccip/ccip_message_limitations_test.go:*
     path: integration-tests/smoke/ccip/ccip_message_limitations_test.go
     test_env_type: in-memory
@@ -46,15 +45,14 @@ runner-test-matrix:
     triggers:
       - PR Integration CCIP Tests
     test_cmd: cd integration-tests/smoke/ccip && go test ccip_fee_boosting_test.go -timeout 12m -test.parallel=2 -count=1 -json
-
   - id: smoke/ccip/ccip_batching_test.go:*
     path: integration-tests/smoke/ccip/ccip_batching_test.go
     test_env_type: in-memory
     runs_on: ubuntu-latest
     triggers:
       - PR Integration CCIP Tests
     test_cmd: cd integration-tests/smoke/ccip && go test ccip_batching_test.go -timeout 25m -test.parallel=2 -count=1 -json
-  
+
   - id: smoke/ccip/ccip_add_chain_test.go:*
     path: integration-tests/smoke/ccip/ccip_add_chain_test.go
     test_env_type: in-memory
@@ -119,5 +117,4 @@ runner-test-matrix:
       - PR Integration CCIP Tests
     test_cmd: cd integration-tests/smoke/ccip/ && go test ccip_disable_lane_test.go -timeout 10m -test.parallel=1 -count=1 -json
 
-
   # END: CCIP tests
diff --git a/.github/workflows/automation-benchmark-tests.yml b/.github/workflows/automation-benchmark-tests.yml
@@ -28,7 +28,7 @@ on:
 jobs:
   run-e2e-tests-workflow:
     name: Run E2E Tests
-    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@d02f6b5bf665d9ce4cb9654a2454ae34a1e3a23d
+    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@f5baaf5e95d718546820cc5fecb42b6df410343d
     with:
       test_path: .github/e2e-tests.yml
       test_ids: '${{ inputs.testType }}/automation_test.go:TestAutomationBenchmark'

diff --git a/.github/workflows/automation-load-tests.yml b/.github/workflows/automation-load-tests.yml
@@ -23,7 +23,7 @@ on:
 jobs:
   run-e2e-tests-workflow:
     name: Run E2E Tests
-    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@d02f6b5bf665d9ce4cb9654a2454ae34a1e3a23d
+    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@f5baaf5e95d718546820cc5fecb42b6df410343d
     with:
       test_path: .github/e2e-tests.yml
       test_ids: 'load/automationv2_1/automationv2_1_test.go:TestLogTrigger'

diff --git a/.github/workflows/automation-nightly-tests.yml b/.github/workflows/automation-nightly-tests.yml
@@ -10,7 +10,7 @@ on:
 jobs:
   run-e2e-tests-workflow:
     name: Run E2E Tests
-    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@d02f6b5bf665d9ce4cb9654a2454ae34a1e3a23d # [email protected]
+    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@f5baaf5e95d718546820cc5fecb42b6df410343d
     with:
       test_path: .github/e2e-tests.yml
       test_trigger: Automation Nightly Tests

diff --git a/.github/workflows/automation-ondemand-tests.yml b/.github/workflows/automation-ondemand-tests.yml
@@ -168,7 +168,7 @@ jobs:
   call-run-e2e-tests-workflow:
     name: Run E2E Tests
     needs: set-tests-to-run
-    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@d02f6b5bf665d9ce4cb9654a2454ae34a1e3a23d
+    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@f5baaf5e95d718546820cc5fecb42b6df410343d
     with:
       test_path: .github/e2e-tests.yml
       test_list: ${{ needs.set-tests-to-run.outputs.test_list }}

diff --git a/.github/workflows/ccip-chaos-tests.yml b/.github/workflows/ccip-chaos-tests.yml
@@ -21,7 +21,7 @@ concurrency:
 jobs:
   run-e2e-tests-workflow:
     name: Run E2E Tests
-    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@70e8b4e72240b1d53c76b55163b5bc2149efd1cd
+    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@f5baaf5e95d718546820cc5fecb42b6df410343d
     with:
       test_path: .github/e2e-tests.yml
       chainlink_version: ${{ github.sha }}

diff --git a/.github/workflows/ccip-load-tests.yml b/.github/workflows/ccip-load-tests.yml
@@ -36,7 +36,7 @@ concurrency:
 jobs:
   run-e2e-tests-workflow:
     name: Run E2E Tests
-    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@d02f6b5bf665d9ce4cb9654a2454ae34a1e3a23d
+    uses: smartcontractkit/.github/.github/workflows/run-e2e-tests.yml@f5baaf5e95d718546820cc5fecb42b6df410343d
     with:
       test_path: .github/e2e-tests.yml
       test_trigger: E2E CCIP Load Tests

diff --git a/.github/workflows/ci-core.yml b/.github/workflows/ci-core.yml
@@ -118,12 +118,12 @@ jobs:
           # if scheduled, run for all modules. Otherwise, run for only affected modules.
           if [[ "$GH_EVENT_NAME" == "schedule" ]]; then
             json_array=$(find . -name 'go.mod' -exec dirname {} \; | sed 's|^./||' | uniq |  jq -R -s -c 'split("\n") | map(select(length > 0))')
-            echo "module_names=$json_array" >> "$GITHUB_OUTPUT"            
+            echo "module_names=$json_array" >> "$GITHUB_OUTPUT"
           else
             # Ensure the step uses `with.list-files: json` to get the list of files in JSON format
             bash ./.github/scripts/map-affected-files-to-modules.sh '${{ steps.match-every.outputs.all_files }}'
           fi
-  
+
   golangci:
     name: GolangCI Lint
     needs: [filter, run-frequency]
@@ -148,25 +148,24 @@ jobs:
       - name: Golang Lint (${{ matrix.modules }})
         id: golang-lint
         uses: ./.github/actions/golangci-lint
-        with: 
+        with:
           go-directory: ${{ matrix.modules }}
       - name: Notify Slack
         if: ${{ failure() && needs.run-frequency.outputs.one-per-day-frequency == 'true' }}
-        uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001 # v1.25.0
-        env:
-          SLACK_BOT_TOKEN: ${{ secrets.QA_SLACK_API_KEY }}
+        uses: slackapi/slack-github-action@485a9d42d3a73031f12ec201c457e2162c45d02d # v2.0.0
         with:
-          channel-id: "#team-core"
-          slack-message: |
-            "golangci-lint failed (${{ matrix.modules }})
-                - Run: ${{ format('https://github.com/{0}/actions/runs/{1}', github.repository, github.run_id) }}"
-                - Report: ${{ steps.golang-lint.outputs.golang-report-artifact-url }}"
-  
+          method: chat.postMessage
+          token: ${{ secrets.QA_SLACK_API_KEY }}
+          payload: |
+            channel: ${{ secrets.SLACK_TEAM_CORE_CHANNEL_ID}}
+            text: "golangci-lint failed (${{ matrix.modules }}): <${{ format('https://github.com/{0}/actions/runs/{1}', github.repository, github.run_id) }}|Run> - <${{ steps.golang-lint.outputs.golang-report-artifact-url }}|Report>"
+
   # Fails if any golangci-lint matrix jobs fails and silently succeeds otherwise
   # Consolidates golangci-lint matrix job results under one required `lint` check
   # Inclusive check: all (new) modules are analyzed, but no need to enable "required" checks for each one
   golangci-matrix-results-validation:
     name: lint
+    if: ${{ always() && needs.golangci.result != 'skipped' }}
     needs: [golangci]
     runs-on: ubuntu-latest
     steps:
@@ -336,13 +335,13 @@ jobs:
           steps.print-races.outputs.post_to_slack == 'true'  &&
           (github.event_name == 'merge_group' || github.ref == 'refs/heads/develop') &&
           needs.filter.outputs.should-run-ci-core == 'true'
-        uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001 # v1.25.0
-        env:
-          SLACK_BOT_TOKEN: ${{ secrets.QA_SLACK_API_KEY }}
+        uses: slackapi/slack-github-action@485a9d42d3a73031f12ec201c457e2162c45d02d # v2.0.0
         with:
-          channel-id: "#topic-data-races"
-          slack-message: |
-            Race Tests Failed: ${{ steps.print-races.outputs.run_url }}
+          method: chat.postMessage
+          token: ${{ secrets.QA_SLACK_API_KEY }}
+          payload: |
+            channel: ${{ secrets.SLACK_TOPIC_DATA_RACES_CHANNEL_ID}}
+            text: "Race Tests Failed: <${{ steps.print-races.outputs.run_url }}|Run>"
 
   core-scripts-tests:
     name: test-scripts
@@ -358,7 +357,7 @@ jobs:
         with:
           go-version-file: core/scripts/go.mod
           go-module-file: core/scripts/go.sum
-      
+
       - name: Run Tests
         env:
           OUTPUT_FILE: ./output.txt
@@ -372,7 +371,7 @@ jobs:
           path: |
             ./output.txt
             ./coverage.txt
-          retention-days: 7 
+          retention-days: 7
 
   scan:
     name: SonarQube Scan
@@ -412,7 +411,7 @@ jobs:
             echo "Found $integration_tests_artifact"
             integration_coverage_paths=$(find "$integration_tests_artifact" -name coverage.txt | paste -sd "," -)
             integration_tests_paths=$(find "$integration_tests_artifact" -name output.txt | paste -sd "," -)
-            
+
             # Append to existing paths if they are set, otherwise assign directly
             sonarqube_coverage_report_paths="${sonarqube_coverage_report_paths:+$sonarqube_coverage_report_paths,}$integration_coverage_paths"
             sonarqube_tests_report_paths="${sonarqube_tests_report_paths:+$sonarqube_tests_report_paths,}$integration_tests_paths"
@@ -424,14 +423,14 @@ jobs:
               echo "Found $scripts_tests_artifact"
               scripts_coverage_paths=$(find "$scripts_tests_artifact" -name coverage.txt | paste -sd "," -)
               scripts_tests_paths=$(find "$scripts_tests_artifact" -name output.txt | paste -sd "," -)
-    
+
               # Append to existing paths if they are set, otherwise assign directly
               sonarqube_coverage_report_paths="${sonarqube_coverage_report_paths:+$sonarqube_coverage_report_paths,}$scripts_coverage_paths"
               sonarqube_tests_report_paths="${sonarqube_tests_report_paths:+$sonarqube_tests_report_paths,}$scripts_tests_paths"
           fi
 
           # Check and assign paths for lint reports
-          # To find reports in the folders named differently (because of the matrix strategy), 
+          # To find reports in the folders named differently (because of the matrix strategy),
           # We need to loop through the artifacts. It allows usage of RegExp folders (skipped if not found).
           for golang_lint_artifact in golangci-lint-report*
           do