chore: merge operator repository

Author: emosbaugh

.github/dependabot.yml

@@ -16,6 +16,21 @@ updates:
         update-types:
           - "patch"
 
+  - package-ecosystem: "gomod"
+    directory: "/operator/"
+    open-pull-requests-limit: 25
+    schedule:
+      interval: "weekly"
+      day: "saturday"
+    labels:
+      - "dependencies"
+      - "go"
+      - "type::chore"
+    groups:
+      security:
+        update-types:
+          - "patch"
+
   - package-ecosystem: "github-actions"
     directory: "/"
     labels:

.github/workflows/ci.yaml

@@ -33,9 +33,6 @@ jobs:
             build/.melange-cache
           key: melange-cache
 
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
       - name: Setup Melange
         uses: chainguard-dev/actions/setup-melange@main
 

.github/workflows/image-scan.yaml

@@ -2,7 +2,8 @@ name: Release
 on:
   push:
     tags:
-      - "*.*.*"
+      - '[0-9]+\.[0-9]+\.[0-9]+\+k8s-[0-9]+\.[0-9]+'
+      - '[0-9]+\.[0-9]+\.[0-9]+\+k8s-[0-9]+\.[0-9]+-.+'
 permissions:
   contents: write
 jobs:
@@ -21,17 +22,17 @@ jobs:
         id: get-tag
         run: |
           # remove the "refs/tags/" prefix to get the tag that was pushed
-          export RAW_TAG=${GITHUB_REF#refs/tags/}
+          export RAW_TAG=${{ github.ref_name }}
           # add a 'v' prefix to the tag if it doesn't already have one
           export V_TAG=$(echo "$RAW_TAG" | sed 's/^[^v]/v&/')
           # store the tag name in an output for later steps
           echo "tag-name=${V_TAG}" >> $GITHUB_OUTPUT
 
-  build-images:
+  publish-operator-image:
     runs-on: ubuntu-latest
     needs: [get-tag]
     outputs:
-      local-artifact-mirror: ${{ steps.local-artifact-mirror.outputs.image }}
+      image: ${{ steps.operator-image.outputs.image }}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -43,8 +44,56 @@ jobs:
             build/.melange-cache
           key: melange-cache
 
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+      - name: Setup Melange
+        uses: chainguard-dev/actions/setup-melange@main
+
+      - name: Build and push operator image
+        id: operator-image
+        env:
+          REGISTRY: docker.io
+          USERNAME: ${{ secrets.DOCKERHUB_USER }}
+          PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+        run: |
+          make -C operator apko apko-login build-and-push-operator-image \
+            PACKAGE_VERSION=${{ needs.get-tag.outputs.tag-name }}
+          echo "image=$(cat operator/build/image)" >> $GITHUB_OUTPUT
+
+  publish-operator-chart:
+    runs-on: 'ubuntu-20.04'
+    needs: [get-tag, publish-operator-image]
+    outputs:
+      chart: ${{ steps.operator-chart.outputs.chart }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Build and push operator chart
+        id: operator-chart
+        env:
+          HELM_USER: ${{secrets.REPLICATED_LIBRARY_SERVICE_ACCOUNT}}
+          HELM_PASS: ${{secrets.REPLICATED_LIBRARY_SERVICE_ACCOUNT}}
+          HELM_REGISTRY: registry.replicated.com
+          CHART_VERSION: ${{needs.get-tag.outputs.tag-name}}
+        run: |
+          make build-chart \
+            PACKAGE_VERSION=${{ needs.get-tag.outputs.tag-name }}
+          echo "chart=$(cat operator/build/chart)" >> $GITHUB_OUTPUT
+
+  publish-images:
+    runs-on: ubuntu-latest
+    needs: [get-tag]
+    outputs:
+      local-artifact-mirror: ${{ steps.local-artifact-mirror.outputs.image }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Cache Melange
+        uses: actions/cache@v4
+        with:
+          path: |
+            build/.melange-cache
+          key: melange-cache
 
       - name: Setup Melange
         uses: chainguard-dev/actions/setup-melange@main
@@ -62,7 +111,7 @@ jobs:
 
   release:
     runs-on: ubuntu-latest
-    needs: [get-tag, build-images]
+    needs: [get-tag, publish-images, publish-operator-image, publish-operator-chart]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -72,14 +121,19 @@ jobs:
         with:
           go-version-file: go.mod
 
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+      - name: Update embedded-cluster-operator metadata.yaml
+        env:
+          IMAGES_REGISTRY_SERVER: ttl.sh
+          OPERATOR_CHART: ${{ needs.publish-operator-chart.outputs.chart }}
+          OPERATOR_IMAGE: ${{ needs.publish-operator-image.outputs.image }}
+        run: |
+          ./scripts/ci-update-operator-metadata.sh
 
       - name: Build linux-amd64
         run: |
           make embedded-cluster-linux-amd64 \
             VERSION=${{ needs.get-tag.outputs.tag-name }} \
-            LOCAL_ARTIFACT_MIRROR_IMAGE=proxy.replicated.com/anonymous/${{ needs.build-images.outputs.local-artifact-mirror }}
+            LOCAL_ARTIFACT_MIRROR_IMAGE=proxy.replicated.com/anonymous/${{ needs.publish-images.outputs.local-artifact-mirror }}
           tar -C output/bin -czvf embedded-cluster-linux-amd64.tgz embedded-cluster
 
       - name: Output Metadata
@@ -109,7 +163,7 @@ jobs:
         uses: marvinpinto/action-automatic-releases@latest
         with:
           repo_token: ${{ secrets.GITHUB_TOKEN }}
-          prerelease: false
+          prerelease: true
           files: |
             *.tgz
             metadata.json

.github/workflows/release-prod.yaml

@@ -1,8 +1,8 @@
 SHELL := /bin/bash
 
-include chainguard.mk
+include common.mk
 
-VERSION ?= $(shell git describe --tags --dirty)
+VERSION ?= $(shell git describe --tags --dirty --match='[0-9]*.[0-9]*.[0-9]*')
 CURRENT_USER := $(if $(GITHUB_USER),$(GITHUB_USER),$(shell id -u -n))
 UNAME := $(shell uname)
 ARCH := $(shell uname -m)
@@ -11,8 +11,6 @@ ADMIN_CONSOLE_CHART_REPO_OVERRIDE =
 ADMIN_CONSOLE_IMAGE_OVERRIDE =
 ADMIN_CONSOLE_MIGRATIONS_IMAGE_OVERRIDE =
 ADMIN_CONSOLE_KURL_PROXY_IMAGE_OVERRIDE =
-EMBEDDED_OPERATOR_IMAGE_OVERRIDE =
-EMBEDDED_OPERATOR_BINARY_URL_OVERRIDE =
 K0S_VERSION = v1.29.7+k0s.0
 K0S_GO_VERSION = v1.29.7+k0s.0
 PREVIOUS_K0S_VERSION ?= v1.28.10+k0s.0
@@ -34,8 +32,7 @@ LD_FLAGS = \
 	-X github.com/replicatedhq/embedded-cluster/pkg/addons/adminconsole.AdminConsoleChartRepoOverride=$(ADMIN_CONSOLE_CHART_REPO_OVERRIDE) \
 	-X github.com/replicatedhq/embedded-cluster/pkg/addons/adminconsole.AdminConsoleImageOverride=$(ADMIN_CONSOLE_IMAGE_OVERRIDE) \
 	-X github.com/replicatedhq/embedded-cluster/pkg/addons/adminconsole.AdminConsoleMigrationsImageOverride=$(ADMIN_CONSOLE_MIGRATIONS_IMAGE_OVERRIDE) \
-	-X github.com/replicatedhq/embedded-cluster/pkg/addons/adminconsole.AdminConsoleKurlProxyImageOverride=$(ADMIN_CONSOLE_KURL_PROXY_IMAGE_OVERRIDE) \
-	-X github.com/replicatedhq/embedded-cluster/pkg/addons/embeddedclusteroperator.EmbeddedOperatorImageOverride=$(EMBEDDED_OPERATOR_IMAGE_OVERRIDE)
+	-X github.com/replicatedhq/embedded-cluster/pkg/addons/adminconsole.AdminConsoleKurlProxyImageOverride=$(ADMIN_CONSOLE_KURL_PROXY_IMAGE_OVERRIDE)
 
 export PATH := $(shell pwd)/bin:$(PATH)
 
@@ -138,6 +135,7 @@ unit-tests:
 	mkdir -p pkg/goods/bins pkg/goods/internal/bins
 	touch pkg/goods/bins/BUILD pkg/goods/internal/bins/BUILD # compilation will fail if no files are present
 	go test -v ./pkg/... ./cmd/...
+	$(MAKE) -C operator test
 
 .PHONY: vet
 vet: static
@@ -190,7 +188,6 @@ buildtools:
 	go build -o ./output/bin/buildtools ./cmd/buildtools
 
 .PHONY: cache-files
-cache-files: export EMBEDDED_OPERATOR_BINARY_URL_OVERRIDE
 cache-files:
 	./scripts/cache-files.sh
 

Makefile

@@ -49,12 +49,25 @@ var updateOperatorAddonCommand = &cli.Command{
 		}
 		nextChartVersion = strings.TrimPrefix(nextChartVersion, "v")
 
-		upstream := "registry.replicated.com/library/embedded-cluster-operator"
-		withproto := fmt.Sprintf("oci://proxy.replicated.com/anonymous/%s", upstream)
+		chartURL := os.Getenv("INPUT_OPERATOR_CHART_URL")
+		if chartURL != "" {
+			logrus.Infof("using input override from INPUT_OPERATOR_CHART_URL: %s", chartURL)
+		} else {
+			chartURL = "registry.replicated.com/library/embedded-cluster-operator"
+			chartURL = fmt.Sprintf("oci://proxy.replicated.com/anonymous/%s", chartURL)
+		}
 
-		logrus.Infof("updating embedded cluster operator images")
+		imageOverride := os.Getenv("INPUT_OPERATOR_IMAGE")
+		if imageOverride != "" {
+			logrus.Infof("using input override from INPUT_OPERATOR_IMAGE: %s", imageOverride)
+
+			operatorImageComponents[imageOverride] = addonComponent{
+				name:             "embedded-cluster-operator",
+				useUpstreamImage: true,
+			}
+		}
 
-		err := updateOperatorAddonImages(c.Context, withproto, nextChartVersion)
+		err := updateOperatorAddonImages(c.Context, chartURL, nextChartVersion)
 		if err != nil {
 			return fmt.Errorf("failed to update embedded cluster operator images: %w", err)
 		}