Update api version, vendor & enhance testing

- update api project to v0.7.1 to pick up validator (and other) changes
- update code paths which support skip tls but did not expose it
- add test case and test data for annotation case sensitive validation
- update test case to handle multiple errors
- add .gitignore for artifacts generated from e2e tests
- use mkcerts for better crossplatform SSL cert generation
- create dedicated script for starting regsitry with & without SSL
- implement e2e ctx (i.e. context) package
- Provision impl for kind servers
- Provision impl for kubeconfig (i.e. all other server types)
- adjust makefile to account for `kind` build tag
- allow e2e target to use focus flag
- allow e2e target to use skip tls flag for local testing
- adjust test.yml git action workflow to use start_registry script
- adjust test.yml git action to remove kind (since its now dynamic)
- add e2e documentation for all scenarios
- use regex to determine possible kind control plane names
- add --name argument for kind load docker-image call
- update vendor

Implements operator-framework#568

Signed-off-by: John Hunkins <[email protected]>

Author: jchunkins

.github/workflows/test.yml

@@ -24,17 +24,7 @@ jobs:
           sudo chown -R "$USER" "$HOME/.kube" "$HOME/.minikube"
           sudo usermod -aG docker "$USER"
       - run: |
-          mkdir -p certs
-          openssl req -x509 -newkey rsa:4096 -keyout certs/key.pem -out certs/cert.pem -days 365 -subj '/CN=localhost' -nodes -addext 'subjectAltName = DNS:localhost'
-          docker run -d --restart=always --name registry -v "$(pwd)"/certs:/certs -e REGISTRY_HTTP_ADDR=0.0.0.0:443 -e REGISTRY_HTTP_TLS_CERTIFICATE=/certs/cert.pem \
-                      -e REGISTRY_HTTP_TLS_KEY=/certs/key.pem \
-                      -p 443:443 \
-                      registry:2
-          sudo mkdir /etc/docker/certs.d
-          sudo mkdir /etc/docker/certs.d/localhost:443
-          sudo cp certs/cert.pem /etc/docker/certs.d/localhost:443/ca.crt
-          sudo cp certs/cert.pem /usr/local/share/ca-certificates/ca.crt
-          sudo update-ca-certificates
+          "${GITHUB_WORKSPACE}/scripts/start_registry.sh" minikube-registry
           export DOCKER_REGISTRY_HOST=localhost:443
       - run: |
           KUBECONFIG="$HOME/.kube/config" DOCKER_REGISTRY_HOST=localhost:443 make build e2e
@@ -47,26 +37,7 @@ jobs:
           sudo apt-get -y update
           podman version
       - run: |
-          curl -sLo kind "$(curl -sL https://api.github.com/repos/kubernetes-sigs/kind/releases/latest | jq -r '[.assets[] | select(.name == "kind-linux-amd64")] | first | .browser_download_url')"
-          chmod +x kind
-          sudo mv kind /bin/
-      - run: |
-          kind create cluster
-          kind export kubeconfig
-          sudo chown -R "$USER" "$HOME/.kube"
-          sudo usermod -aG docker "$USER"
-      - run: |
-          mkdir -p certs
-          openssl req -x509 -newkey rsa:4096 -keyout certs/key.pem -out certs/cert.pem -days 365 -subj '/CN=localhost' -nodes -addext 'subjectAltName = DNS:localhost'
-          docker run -d --restart=always --name registry -v "$(pwd)"/certs:/certs -e REGISTRY_HTTP_ADDR=0.0.0.0:443 -e REGISTRY_HTTP_TLS_CERTIFICATE=/certs/cert.pem \
-                      -e REGISTRY_HTTP_TLS_KEY=/certs/key.pem \
-                      -p 443:443 \
-                      registry:2
-          sudo mkdir /etc/docker/certs.d
-          sudo mkdir /etc/docker/certs.d/localhost:443
-          sudo cp certs/cert.pem /etc/docker/certs.d/localhost:443/ca.crt
-          sudo cp certs/cert.pem /usr/local/share/ca-certificates/ca.crt
-          sudo update-ca-certificates
+          "${GITHUB_WORKSPACE}/scripts/start_registry.sh" kind-registry
           export DOCKER_REGISTRY_HOST=localhost:443
       - run: |
-          KUBECONFIG="$HOME/.kube/config" DOCKER_REGISTRY_HOST=localhost:443 make build e2e
+          KUBECONFIG="$HOME/.kube/config" DOCKER_REGISTRY_HOST=localhost:443 make build e2e CLUSTER=kind

.gitignore

@@ -462,3 +462,13 @@ pkg/apprclient/openapi/git_push.sh
 !test/**testdata/**
 
 /coverage.out
+
+# Test artifacts generated by e2e
+test/e2e/bundle.Dockerfile
+test/e2e/downloaded/**
+test/e2e/opm-*
+test/e2e/bundle_tmp*
+test/e2e/index_tmp*
+
+# don't check in the certs directory
+certs/*