Sonarqube buildkite integration (#3108)

* Sonarqube buildkite integration

* Sonarqube buildkite integration

* Fixed git log

* Run unit tests on a VM

* Execute ut on main branch

* Removed sonarcloud github workflow

* Added retry to go download

* removed CodeCoverage (build.yml) GHA workflow

* Run buildkite unit tests on each pull request

* Run buildkite unit tests on each pull request

* Run buildkite unit tests on each pull request

* Run buildkite unit tests on each pull request

* Run buildkite unit tests on each pull request

* Added a test file for sonar analysis

* Added a test file for sonar analysis

* cleanup

* Merged with main

* Added echo to unit tests

* Added echo to unit tests

* Fix common.sh logging

* Try old way on go installation

* Removed comments

* check: added not covered file to test sonar notifications

* removed the test file

Author: pazone

.buildkite/hooks/post-checkout

@@ -46,8 +46,8 @@ MERGE_BRANCH="pr_merge_${PR_ID}"
 
 checkout_merge "${TARGET_BRANCH}" "${PR_COMMIT}" "${MERGE_BRANCH}"
 
-echo "--- Commit information"
-git log --format=%B -n 1
+echo "Commit information"
+git --no-pager log --format=%B -n 1
 
 # Ensure buildkite groups are rendered
 echo ""

.buildkite/pipeline.yml

@@ -4,6 +4,33 @@ env:
   VAULT_PATH: "kv/ci-shared/observability-ingest/cloud/gcp"
   DOCKER_REGISTRY: "docker.elastic.co"
 steps:
+  - label: "Unit tests"
+    key: "unit-tests"
+    command: ".buildkite/scripts/steps/unit-tests.sh"
+    artifact_paths:
+      - "build/TEST-**"
+      - "build/diagnostics/*"
+    agents:
+      provider: "gcp"
+    retry:
+      manual:
+        allowed: true
+
+  - label: ":sonarqube: Continuous Code Inspection"
+    env:
+      VAULT_SONAR_TOKEN_PATH: "kv/ci-shared/platform-ingest/elastic/elastic-agent/sonar-analyze-token"
+    agents:
+      image: "docker.elastic.co/cloud-ci/sonarqube/buildkite-scanner:latest"
+    command:
+      - "buildkite-agent artifact download build/TEST-go-unit.cov ."
+      - "buildkite-agent artifact download build/TEST-go-unit.out.json ."
+      - "/scan-source-code.sh"
+    depends_on:
+      - "unit-tests"
+    retry:
+      manual:
+        allowed: true
+
   - label: "Integration tests"
     key: "integration-tests"
     command: ".buildkite/scripts/steps/integration_tests.sh"

.buildkite/scripts/common.sh

@@ -55,7 +55,7 @@ mage() {
     go version
     if ! [ -x "$(type -p mage | sed 's/mage is //g')" ];
     then
-        echo "--- installing mage ${SETUP_MAGE_VERSION}"
+        echo "installing mage ${SETUP_MAGE_VERSION}"
         make mage
     fi
     pushd "$WORKSPACE"
@@ -71,7 +71,7 @@ go(){
     if ! [ -x "$(type -p go | sed 's/go is //g')" ];
     then
         getOSOptions
-        echo "--- installing golang "${GO_VERSION}" for "${AGENT_OS_NAME}/${AGENT_OS_ARCH}" "
+        echo "installing golang "${GO_VERSION}" for "${AGENT_OS_NAME}/${AGENT_OS_ARCH}" "
         local _bin="${WORKSPACE}/bin"
         mkdir -p "${_bin}"
         retry 5 curl -sL -o "${_bin}/gvm" "https://github.com/andrewkroh/gvm/releases/download/${SETUP_GVM_VERSION}/gvm-${AGENT_OS_NAME}-${AGENT_OS_ARCH}"

.buildkite/scripts/steps/unit-tests.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+set -euxo pipefail
+
+source .buildkite/scripts/common.sh
+
+echo "--- Unit tests"
+TEST_COVERAGE=true mage unitTest

.github/workflows/build.yml

@@ -1,6 +1,5 @@
-sonar.organization=elastic-1
-sonar.projectKey=elastic_elastic-agent
-sonar.host.url=https://sonarcloud.io
+sonar.projectKey=elastic_elastic-agent_AYluowg0xMq8P7b4moiZ
+sonar.host.url=https://sonar.elastic.dev
 
 sonar.sources=.
 sonar.exclusions=**/*_test.go, .git/**, dev-tools/**, /magefile.go, changelog/**, _meta/**, deploy/**, docs/**, img/**, specs/**, pkg/testing/**
@@ -13,7 +12,7 @@ sonar.go.exclusions=**/vendor/**,**/*_mock.go
 
 sonar.sourceEncoding=UTF-8
 
-#Prevent C analysis
+# Prevent C analysis
 sonar.c.file.suffixes=-
 sonar.cpp.file.suffixes=-
 sonar.objc.file.suffixes=-