Feature/gen 2030 group sources to destination

.github/workflows/build.yaml

@@ -6,6 +6,7 @@ on:
     branches:
       - main
       - stable
+      - feature/source-crd
       - greatwall
 
 jobs:
@@ -43,7 +44,7 @@ jobs:
         uses: docker/setup-buildx-action@v3
       - uses: actions/setup-go@v5
         with:
-          go-version: "1.23.0"
+          go-version: '1.23.0'
       - name: Build Instrumentor Image
         uses: docker/build-push-action@v6
         with:
@@ -74,7 +75,7 @@ jobs:
         run: |
           make test
   build-and-test-odiglet:
-    runs-on: ubuntu-latest  
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - name: Set up Docker Buildx
@@ -118,7 +119,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v5
         with:
-          go-version: "1.23.0"
+          go-version: '1.23.0'
       - name: Set up Goreleaser
         uses: goreleaser/goreleaser-action@v5
         with:
@@ -131,7 +132,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-go@v5
         with:
-          go-version: "1.23.0"
+          go-version: '1.23.0'
       - name: Test k8sutils module
         working-directory: ./k8sutils
         run: |
@@ -143,7 +144,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-go@v5
         with:
-          go-version: "1.23.0"
+          go-version: '1.23.0'
       - name: Test common module
         working-directory: ./common
         run: |
@@ -155,8 +156,8 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-go@v5
         with:
-          go-version: "1.23.0"
+          go-version: '1.23.0'
       - name: Test procdiscovery module
         working-directory: ./procdiscovery
         run: |
-          go test -v ./...
+          go test -v ./...

.github/workflows/e2e.yaml

@@ -6,6 +6,7 @@ on:
     branches:
       - main
       - stable
+      - feature/source-crd
       - greatwall
 
 concurrency:
@@ -74,6 +75,7 @@ jobs:
           - 'helm-chart'
           - 'cli-upgrade'
           - 'workload-lifecycle'
+          - 'source'
         include:
           - kube-version: '1.20.15'
             kind-image: 'kindest/node:v1.20.15@sha256:a32bf55309294120616886b5338f95dd98a2f7231519c7dedcec32ba29699394'

Makefile

@@ -199,7 +199,17 @@ check-clean-work-tree:
 .PHONY: cli-install
 cli-install:
 	@echo "Installing odigos from source. version: $(ODIGOS_CLI_VERSION)"
-	cd ./cli ; go run -tags=embed_manifests . install --version $(ODIGOS_CLI_VERSION)
+	cd ./cli ; go run -tags=embed_manifests . install --version $(ODIGOS_CLI_VERSION) --nowait
+
+.PHONY: cli-uninstall
+cli-uninstall:
+	@echo "Uninstalling odigos from source. version: $(ODIGOS_CLI_VERSION)"
+	cd ./cli ; go run -tags=embed_manifests . uninstall
+
+.PHONY: cli-uninstall
+cli-uninstall:
+	@echo "Installing odigos from source. version: $(ODIGOS_CLI_VERSION)"
+	cd ./cli ; go run -tags=embed_manifests . uninstall
 
 .PHONY: cli-upgrade
 cli-upgrade:
@@ -256,4 +266,4 @@ dev-nop-destination:
 
 .PHONY: dev-add-backpressue-destination
 dev-backpressue-destination:
-	kubectl apply -f ./tests/backpressure-exporter.yaml
+	kubectl apply -f ./tests/backpressure-exporter.yaml

api/config/crd/bases/odigos.io_destinations.yaml

@@ -72,6 +72,34 @@ spec:
                   - METRICS
                   type: string
                 type: array
+              sourceSelector:
+                description: |-
+                  SourceSelector defines which sources can send data to this destination.
+                  If not specified, defaults to "all".
+                properties:
+                  groups:
+                    description: Groups specifies the groups for "groups" mode.
+                    items:
+                      type: string
+                    type: array
+                  modes:
+                    description: |-
+                      Mode can contain a combination of "all", "namespaces", or "groups".
+                      Determines how sources are selected for this destination.
+                    enum:
+                    - all
+                    - namespaces
+                    - groups
+                    items:
+                      type: string
+                    type: array
+                  namespaces:
+                    description: Namespaces specifies the namespaces for "namespaces"
+                      mode.
+                    items:
+                      type: string
+                    type: array
+                type: object
               type:
                 type: string
             required:

api/odigos/v1alpha1/destination_types.go

@@ -30,6 +30,27 @@ type DestinationSpec struct {
 	Data            map[string]string            `json:"data"`
 	SecretRef       *v1.LocalObjectReference     `json:"secretRef,omitempty"`
 	Signals         []common.ObservabilitySignal `json:"signals"`
+
+	// SourceSelector defines which sources can send data to this destination.
+	// If not specified, defaults to "all".
+	// +optional
+	SourceSelector *SourceSelector `json:"sourceSelector,omitempty"`
+}
+
+// SourceSelector defines the criteria for selecting sources.
+type SourceSelector struct {
+	// Mode can contain a combination of "all", "namespaces", or "groups".
+	// Determines how sources are selected for this destination.
+	// +kubebuilder:validation:Enum=all;namespaces;groups
+	Modes []string `json:"modes,omitempty"`
+
+	// Namespaces specifies the namespaces for "namespaces" mode.
+	// +optional
+	Namespaces []string `json:"namespaces,omitempty"`
+
+	// Groups specifies the groups for "groups" mode.
+	// +optional
+	Groups []string `json:"groups,omitempty"`
 }
 
 // DestinationStatus defines the observed state of Destination

api/odigos/v1alpha1/source_types.go

@@ -17,8 +17,13 @@ limitations under the License.
 package v1alpha1
 
 import (
+	"context"
+
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/labels"
+	"sigs.k8s.io/controller-runtime/pkg/client"
 
+	"github.com/odigos-io/odigos/k8sutils/pkg/consts"
 	"github.com/odigos-io/odigos/k8sutils/pkg/workload"
 )
 
@@ -62,6 +67,20 @@ type SourceList struct {
 	Items           []Source `json:"items"`
 }
 
+// GetSourceListForWorkload returns a SourceList of all Sources that have matching
+// workload name, namespace, and kind labels for an object. In theory, this should only
+// ever return a list with 0 or 1 items, but due diligence should handle unexpected cases.
+func GetSourceListForWorkload(ctx context.Context, kubeClient client.Client, obj client.Object) (SourceList, error) {
+	sourceList := SourceList{}
+	selector := labels.SelectorFromSet(labels.Set{
+		consts.WorkloadNameLabel:      obj.GetName(),
+		consts.WorkloadNamespaceLabel: obj.GetNamespace(),
+		consts.WorkloadKindLabel:      obj.GetObjectKind().GroupVersionKind().Kind,
+	})
+	err := kubeClient.List(ctx, &sourceList, &client.ListOptions{LabelSelector: selector})
+	return sourceList, err
+}
+
 func init() {
 	SchemeBuilder.Register(&Source{}, &SourceList{})
 }