Merge remote-tracking branch 'origin' into website-charset-encode-decode

vectordotdev · Jan 10, 2025 · ef50a3a · ef50a3a
2 parents 300c944 + 68ee4f2
commit ef50a3a
Show file tree

Hide file tree

Showing 429 changed files with 6,043 additions and 2,952 deletions.
diff --git a/.github/ISSUE_TEMPLATE/minor-release.md b/.github/ISSUE_TEMPLATE/minor-release.md
@@ -48,13 +48,17 @@ On the day of release:
   - [ ] `git push origin v0.<minor>.0`
 - [ ] Wait for release workflow to complete
   - Discoverable via [https://github.com/timberio/vector/actions/workflows/release.yml](https://github.com/timberio/vector/actions/workflows/release.yml)
+- [ ] Reset the `website` branch to the `HEAD` of the release branch to update https://vector.dev
+  - [ ] `git checkout website && git reset --hard origin/v0.<new version number> && git push`
+  - [ ] Confirm that the release changelog was published to https://vector.dev/releases/
+    - The deployment is done by Amplify. You can see
+      the [deployment logs here](https://dd-corpsite.datadoghq.com/logs?query=service%3Awebsites-vector%20branch%3Awebsite&agg_m=count&agg_m_source=base&agg_t=count&cols=host%2Cservice&fromUser=true&messageDisplay=inline&refresh_mode=sliding&storage=hot&stream_sort=time%2Casc&viz=stream).
 - [ ] Release Linux packages. See [`vector-release` usage](https://github.com/DataDog/vector-release#usage).
+  - [ ] Manually trigger the `trigger-package-release-pipeline-prod-stable` job.
 - [ ] Release updated Helm chart. See [releasing Helm chart](https://github.com/vectordotdev/helm-charts#releasing).
 - [ ] Once Helm chart is released, updated Vector manifests
     - Run `cargo vdev build manifests` and open a PR with changes
 - [ ] Add docker images to [https://github.com/DataDog/images](https://github.com/DataDog/images/tree/master/vector) to have them available internally.
 - [ ] Cherry-pick any release commits from the release branch that are not on `master`, to `master`
 - [ ] Bump the release number in the `Cargo.toml` on master to the next major release
-- [ ] Reset the `website` branch to the `HEAD` of the release branch to update https://vector.dev
-  - [ ] `git checkout website && git reset --hard origin/v0.<new version number> && git push`
 - [ ] Kick-off post-mortems for any regressions resolved by the release
diff --git a/.github/ISSUE_TEMPLATE/patch-release.md b/.github/ISSUE_TEMPLATE/patch-release.md
@@ -39,6 +39,7 @@ On the day of release:
 - [ ] Wait for release workflow to complete
   - Discoverable via [https://github.com/timberio/vector/actions/workflows/release.yml](https://github.com/timberio/vector/actions/workflows/release.yml)
 - [ ] Release Linux packages. See [`vector-release` usage](https://github.com/DataDog/vector-release#usage).
+  - [ ] Manually trigger the `trigger-package-release-pipeline-prod-stable` job.
 - [ ] Push the release branch to update the remote (This should close the preparation branch PR).
   - `git checkout v0.<current minor version> && git push`
 - [ ] Release updated Helm chart. See [releasing Helm chart](https://github.com/vectordotdev/helm-charts#releasing).

diff --git a/.github/actions/spelling/allow.txt b/.github/actions/spelling/allow.txt
@@ -472,3 +472,7 @@ zeek
 zookeeper
 zst
 zstandard
+otel
+otelcol
+siv
+onig
diff --git a/.github/actions/spelling/patterns.txt b/.github/actions/spelling/patterns.txt
@@ -226,7 +226,7 @@ user:P@ssw0rd
 /.+@base64/.+
 
 # Ignore base64 encoded values in VRL examples (requires padding to avoid false positives)
-"[A-Za-z0-9]*=="
+"[A-Za-z0-9+\/]*=="
 
 # ignore uuid_from_friendly_id argument
 uuid_from_friendly_id!\(".*"\)

diff --git a/.github/dependabot.yml b/.github/dependabot.yml
@@ -3,8 +3,10 @@ updates:
   - package-ecosystem: "cargo"
     directory: "/"
     schedule:
-      interval: "daily"
+      interval: "weekly"
       time: "04:00" # UTC
+    allow:
+      - dependency-type: "all"
     labels:
       - "domain: deps"
       - "no-changelog"
@@ -84,7 +86,7 @@ updates:
   - package-ecosystem: "github-actions"
     directory: "/"
     schedule:
-      interval: "daily"
+      interval: "weekly"
     labels:
       - "domain: ci"
       - "no-changelog"

diff --git a/.github/workflows/changelog.yaml b/.github/workflows/changelog.yaml
@@ -18,7 +18,7 @@ on:
 
 jobs:
   validate-changelog:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     if: github.event_name == 'pull_request'
     env:
       PR_HAS_LABEL: ${{ contains( github.event.pull_request.labels.*.name, 'no-changelog') }}
@@ -52,7 +52,7 @@ jobs:
 
   check-changelog:
     name: Changelog
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     needs: validate-changelog
     if: always()
     env:

diff --git a/.github/workflows/changes.yml b/.github/workflows/changes.yml
@@ -196,7 +196,7 @@ jobs:
 
   # Detects changes that are specific to integration tests
   int_tests:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: ${{ inputs.int_tests }}
     outputs:
@@ -254,7 +254,7 @@ jobs:
 
   # Detects changes that are specific to e2e tests
   e2e_tests:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: ${{ inputs.e2e_tests }}
     outputs:

diff --git a/.github/workflows/ci-integration-review.yml b/.github/workflows/ci-integration-review.yml
@@ -53,7 +53,7 @@ env:
 jobs:
   prep-pr:
     name: (PR review) Signal pending to PR
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: startsWith(github.event.review.body, '/ci-run-integration') || contains(github.event.review.body, '/ci-run-all')
     steps:
@@ -496,7 +496,7 @@ jobs:
 
   update-pr-status:
     name: Signal result to PR
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     needs:
       - integration-tests

diff --git a/.github/workflows/ci-review-trigger.yml b/.github/workflows/ci-review-trigger.yml
@@ -51,7 +51,7 @@ env:
 jobs:
   validate:
     name: Validate review
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: |
         startsWith(github.event.review.body, '/ci-run-all')

diff --git a/.github/workflows/cli.yml b/.github/workflows/cli.yml
@@ -8,8 +8,8 @@ permissions:
 
 jobs:
   test-cli:
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
+    runs-on: ubuntu-20.04
+    timeout-minutes: 30
     env:
       CARGO_INCREMENTAL: 0
     steps:

diff --git a/.github/workflows/component_features.yml b/.github/workflows/component_features.yml
@@ -22,7 +22,7 @@ permissions:
 jobs:
   check-component-features:
     # use free tier on schedule and 8 core to expedite results on demand invocation
-    runs-on: ${{ github.event_name == 'schedule' && 'ubuntu-latest' || 'ubuntu-20.04-8core' }}
+    runs-on: ${{ github.event_name == 'schedule' && 'ubuntu-20.04' || 'ubuntu-20.04-8core' }}
     if: github.event_name == 'pull_request_review' || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'
     steps:
       - name: (PR review) Set latest commit status as pending

diff --git a/.github/workflows/create_preview_sites.yml b/.github/workflows/create_preview_sites.yml
@@ -29,7 +29,7 @@ permissions:
 
 jobs:
   create_preview_site:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     steps:
 

diff --git a/.github/workflows/cross.yml b/.github/workflows/cross.yml
@@ -9,7 +9,7 @@ permissions:
 jobs:
   cross-linux:
     name: Cross - ${{ matrix.target }}
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-20.04
     timeout-minutes: 45
     env:
       CARGO_INCREMENTAL: 0

diff --git a/.github/workflows/custom_builds.yml b/.github/workflows/custom_builds.yml
@@ -1,7 +1,7 @@
 name: Custom Builds
 
 permissions:
-  contents: read
+  contents: write
   packages: write
 
 on:

diff --git a/.github/workflows/deny.yml b/.github/workflows/deny.yml
@@ -21,8 +21,8 @@ permissions:
 
 jobs:
   test-deny:
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
+    runs-on: ubuntu-20.04
+    timeout-minutes: 30
     env:
       CARGO_INCREMENTAL: 0
     steps:

diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml
@@ -103,7 +103,7 @@ jobs:
 
   e2e-test-suite:
     name: E2E Test Suite
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: always()
     needs: e2e-tests

diff --git a/.github/workflows/environment.yml b/.github/workflows/environment.yml
@@ -41,7 +41,7 @@ jobs:
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3.2.0
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3.7.1
+        uses: docker/setup-buildx-action@v3.8.0
       - name: Login to DockerHub
         uses: docker/login-action@v3
         if: github.ref == 'refs/heads/master'
@@ -62,7 +62,7 @@ jobs:
             org.opencontainers.image.title=Vector development environment
             org.opencontainers.image.url=https://github.com/vectordotdev/vector
       - name: Build and push
-        uses: docker/build-push-action@v6.9.0
+        uses: docker/build-push-action@v6.10.0
         with:
           context: .
           file: ./scripts/environment/Dockerfile

diff --git a/.github/workflows/gardener_issue_comment.yml b/.github/workflows/gardener_issue_comment.yml
@@ -13,7 +13,7 @@ on:
 jobs:
   move-to-backlog:
     name: Move issues back to Gardener project board Triage
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: ${{ !github.event.issue.pull_request }}
     steps:

diff --git a/.github/workflows/gardener_open_issue.yml b/.github/workflows/gardener_open_issue.yml
@@ -9,7 +9,7 @@ on:
 jobs:
   add-to-project:
     name: Add issue to Gardener project board
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     steps:
       - uses: actions/add-to-project@v1.0.2

diff --git a/.github/workflows/gardener_open_pr.yml b/.github/workflows/gardener_open_pr.yml
@@ -10,7 +10,7 @@ on:
 jobs:
   add-contributor-to-project:
     name: Add contributor PR to Gardener project board
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: ${{ github.actor != 'dependabot[bot]' }}
     steps:
@@ -33,7 +33,7 @@ jobs:
           github-token: ${{ secrets.GH_PROJECT_PAT }}
   add-dependabot-to-project:
     name: Add dependabot PR to Gardener project board
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: ${{ github.actor == 'dependabot[bot]' }}
     steps:

diff --git a/.github/workflows/gardener_remove_waiting_author.yml b/.github/workflows/gardener_remove_waiting_author.yml
@@ -6,7 +6,7 @@ on:
 
 jobs:
   remove_label:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     steps:
       - uses: actions/checkout@v4

diff --git a/.github/workflows/install-sh.yml b/.github/workflows/install-sh.yml
@@ -14,7 +14,7 @@ jobs:
     steps:
       - name: (PR comment) Get PR branch
         if: ${{ github.event_name == 'issue_comment' }}
-        uses: xt0rted/pull-request-comment-branch@v2
+        uses: xt0rted/pull-request-comment-branch@v3
         id: comment-branch
 
       - name: (PR comment) Set latest commit status as pending

diff --git a/.github/workflows/integration-test.yml b/.github/workflows/integration-test.yml
@@ -36,7 +36,7 @@ jobs:
     steps:
       - name: (PR comment) Get PR branch
         if: ${{ github.event_name == 'issue_comment' }}
-        uses: xt0rted/pull-request-comment-branch@v2
+        uses: xt0rted/pull-request-comment-branch@v3
         id: comment-branch
 
       - name: (PR comment) Checkout PR branch

diff --git a/.github/workflows/integration.yml b/.github/workflows/integration.yml
@@ -71,7 +71,6 @@ jobs:
             || needs.changes.outputs.fluent == 'true'
             || needs.changes.outputs.gcp == 'true'
             || needs.changes.outputs.greptimedb == 'true'
-            || needs.changes.outputs.humio == 'true'
             || needs.changes.outputs.http-client == 'true'
             || needs.changes.outputs.influxdb == 'true'
             || needs.changes.outputs.kafka == 'true'
@@ -298,15 +297,17 @@ jobs:
           max_attempts: 3
           command: bash scripts/ci-int-e2e-test.sh int  greptimedb
 
-      - run: docker image prune -af --filter=label!=vector-test-runner=true ; docker container prune -f
-
-      - if: ${{ github.event_name == 'merge_group' || needs.changes.outputs.all-int == 'true' || needs.changes.outputs.humio == 'true' }}
-        name: humio
-        uses: nick-fields/retry@v3
-        with:
-          timeout_minutes: 30
-          max_attempts: 3
-          command: bash scripts/ci-int-e2e-test.sh int  humio
+      # temporarily disabled because the image was archived and the new image
+      # (humio/humio-single-node-demo) wants a license key
+      #- run: docker image prune -af --filter=label!=vector-test-runner=true ; docker container prune -f
+      #
+      #- if: ${{ github.event_name == 'merge_group' || needs.changes.outputs.all-int == 'true' || needs.changes.outputs.humio == 'true' }}
+        #name: humio
+        #uses: nick-fields/retry@v3
+        #with:
+          #timeout_minutes: 30
+          #max_attempts: 3
+          #command: bash scripts/ci-int-e2e-test.sh int  humio
 
       - run: docker image prune -af --filter=label!=vector-test-runner=true ; docker container prune -f
 
@@ -482,7 +483,7 @@ jobs:
 
   integration-test-suite:
     name: Integration Test Suite
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: always()
     needs:

diff --git a/.github/workflows/k8s_e2e.yml b/.github/workflows/k8s_e2e.yml
@@ -125,7 +125,7 @@ jobs:
   # See https://github.community/t/feature-request-and-use-case-example-to-allow-matrix-in-if-s/126067
   compute-k8s-test-plan:
     name: Compute K8s test plan
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     needs: changes
     # Run this job even if `changes` job is skipped
@@ -193,7 +193,7 @@ jobs:
     steps:
       - name: (PR review) Get PR branch
         if: ${{ github.event_name == 'pull_request_review' }}
-        uses: xt0rted/pull-request-comment-branch@v2
+        uses: xt0rted/pull-request-comment-branch@v3
         id: comment-branch
 
       - name: (PR review) Checkout PR branch
@@ -234,7 +234,7 @@ jobs:
 
   final-result:
     name: K8s E2E Suite
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     needs:
       - changes
@@ -247,7 +247,7 @@ jobs:
     steps:
       - name: (PR review) Get PR branch
         if: github.event_name == 'pull_request_review' && env.FAILED != 'true'
-        uses: xt0rted/pull-request-comment-branch@v2
+        uses: xt0rted/pull-request-comment-branch@v3
         id: comment-branch
 
       - name: (PR review) Submit PR result as success

diff --git a/.github/workflows/msrv.yml b/.github/workflows/msrv.yml
@@ -13,7 +13,7 @@ env:
 
 jobs:
   check-msrv:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-20.04
     timeout-minutes: 20
     steps:
       - uses: actions/checkout@v4

diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
@@ -1,13 +1,13 @@
 name: Nightly
 
 permissions:
-  contents: read
+  contents: write
   packages: write
 
 on:
   workflow_dispatch:
   schedule:
-    - cron: "0 5 * * *"  # Runs at 5:00 AM UTC
+    - cron: "0 5 * * 2-6"  # Runs at 5:00 AM UTC, Tuesday through Saturday
 
 jobs:
   Nightly:

diff --git a/.github/workflows/preview_site_trigger.yml b/.github/workflows/preview_site_trigger.yml
@@ -6,7 +6,7 @@ on:
 
 jobs:
   approval_check:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     timeout-minutes: 5
     if: ${{ contains(github.head_ref, 'website') }}
     steps:
-Original file line number
+Diff line change
@@ Expand Up / @@ -472,3 +472,7 @@ zeek @@
     zookeeper
     zst
     zstandard
+    otel
+    otelcol
+    siv
+    onig