Add e2e tests

.github/ci_config/k3d-config.yaml

@@ -9,7 +9,7 @@ volumes:
       - server:0
 registries:
   create:
-    image: ligfx/k3d-registry-dockerd:v0.5
+    image: ligfx/k3d-registry-dockerd:v0.6
     proxy:
       remoteURL: "*"
     volumes:

.github/workflows/push.yaml

@@ -29,6 +29,12 @@ jobs:
 
       - uses: actions/checkout@v3
 
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.13'
+          cache: 'pip'
+      - run: pip install -r test/features/requirements.txt
+
       - name: Install dependencies
         env:
           HELM_VERSION: "v3.16.3"
@@ -46,6 +52,7 @@ jobs:
           sed -i "/secrets.yaml/a $helmfile_mods" environments.yaml
           sed -i '/_install: /s/false/true/' etc/production.yaml
           sed -i '/enable_logging_monitoring: /s/false/true/' etc/production.yaml
+          sed -i '/e2e_test: /s/false/true/' etc/production.yaml
 
       - name: Run helmfile template
         env:
@@ -68,9 +75,13 @@ jobs:
         run: |
           echo "kubeconfig: $KUBECONFIG"
           kubectl get pods --all-namespaces
-
           helmfile sync --concurrency 1
 
+      - name: Run end-to-end tests
+        run: |
+          cd test/features
+          behave -D secrets_file=$GITHUB_WORKSPACE/etc/secrets.yaml -D url=https://example.com
+
       # Enable tmate debugging of manually-triggered workflows if the input option was provided
       - name: Manually triggered tmate session
         uses: mxschmitt/action-tmate@v3

environments.yaml.tmpl

@@ -19,6 +19,9 @@ environments:
       - ../mods/minimal_kafka.yaml.gotmpl
       - ../mods/fast_deploy.yaml
     {{ end }}
+    {{ if .Values.e2e_test }}
+      - ../mods/e2e.yaml
+    {{ end }}
 
 ---
 

etc/base.yaml

@@ -18,7 +18,7 @@ enable_tls: true
 
 # Minimal deployment for development (disables TLS, monitoring and logging, sets kafka and minio brokers to 1).
 dev_deployment: false
-
+e2e_test: false
 
 # --------------------------------------------------------- 00-init.yaml ---------------------------------------------------------
 
@@ -271,7 +271,7 @@ radar_appserver:
 # The charts in 20-fitbit.yaml only need to be installed if you will use a Fitbit, Garmin, or Oura API integration.
 radar_fitbit_connector:
   _install: false
-  _chart_version: 0.4.0
+  _chart_version: 0.6.0
   _extra_timeout: 0
   replicaCount: 1
   oauthClientId: radar_fitbit_connector
@@ -372,7 +372,6 @@ realtime_dashboard_timescaledb:
 # Make sure to set:
 #- grafana_metrics_timescaledb._install to true
 #- radar_jdbc_connector_grafana._install to true
-#- ksql_server._install to true
 radar_grafana:
   _install: false
   _chart_version: 8.3.7
@@ -517,7 +516,7 @@ s3_proxy:
 
 radar_output:
   _install: true
-  _chart_version: 1.0.1
+  _chart_version: 1.1.0
   _extra_timeout: 0
   replicaCount: 1
   source:
@@ -604,3 +603,8 @@ velero:
         bucket: radar-base-backups
         config:
           s3Url: https://s3.amazon.com # protocol should be specified
+
+radar_mockserver:
+  _install: false
+  _chart_version: 0.1.0
+  _extra_timeout: 0

helmfile.d/10-services.yaml

@@ -384,7 +384,7 @@ releases:
     installed: {{ .Values.radar_appserver._install }}
     timeout: {{ add .Values.base_timeout .Values.radar_appserver._extra_timeout }}
     {{ if .Values.radar_appserver_postgresql._install }}needs: [radar-appserver-postgresql]{{ end }}
-    <<: *logFailedRelease    
+    <<: *logFailedRelease
     values:
       - {{ .Values.radar_appserver | toYaml | indent 8 | trim }}
     set:
@@ -652,7 +652,7 @@ releases:
     installed: {{ .Values.radar_rest_sources_backend._install }}
     timeout: {{ add .Values.base_timeout .Values.radar_rest_sources_backend._extra_timeout }}
     {{ if .Values.postgresql._install }}needs: [postgresql]{{ end }}
-    <<: *logFailedRelease    
+    <<: *logFailedRelease
     values:
       - {{ .Values.radar_rest_sources_backend | toYaml | indent 8 | trim }}
     set:
@@ -710,7 +710,7 @@ releases:
     installed: {{ .Values.radar_gateway._install }}
     timeout: {{ add .Values.base_timeout .Values.radar_gateway._extra_timeout }}
     {{ if .Values.cp_schema_registry._install }}needs: [cp-schema-registry]{{ end }}
-    <<: *logFailedRelease    
+    <<: *logFailedRelease
     values:
       - {{ .Values.radar_gateway | toYaml | indent 8 | trim }}
       - {{ .Values.confluent_cloud | toYaml | indent 8 | trim }}
@@ -751,7 +751,7 @@ releases:
     needs:
       # When catalog server is 'ready', kafka can be used.
       - catalog-server
-    <<: *logFailedRelease    
+    <<: *logFailedRelease
     values:
       - "../etc/radar-backend-stream/values.yaml"
       - {{ .Values.radar_backend_stream | toYaml | indent 8 | trim }}
@@ -764,7 +764,7 @@ releases:
     version: {{ .Values.radar_integration._chart_version }}
     installed: {{ .Values.radar_integration._install }}
     timeout: {{ add .Values.base_timeout .Values.radar_integration._extra_timeout }}
-    <<: *logFailedRelease    
+    <<: *logFailedRelease
     values:
       - {{ .Values.radar_integration | toYaml | indent 8 | trim }}
     set:

helmfile.d/20-test.yaml

@@ -0,0 +1,17 @@
+bases:
+- ../environments.yaml
+
+---
+
+{{ readFile "../etc/helmfile-templates.yaml" }}
+
+releases:
+  - name: mockserver
+    namespace: mockserver
+    chart: radar/radar-mockserver
+    version: {{ .Values.radar_mockserver._chart_version }}
+    installed: {{ .Values.radar_mockserver._install }}
+    timeout: {{ add .Values.base_timeout .Values.radar_mockserver._extra_timeout }}
+    <<: *logFailedRelease
+    values:
+      - {{ .Values.radar_mockserver | toYaml | indent 8 | trim }}

mods/disable_monitoring_logging.yaml

@@ -82,3 +82,10 @@ radar_upload_postgresql:
       enabled: false
     primary:
       sidecars: []
+gateway:
+  serviceMonitor:
+    enabled: false
+ksql_server:
+  prometheus:
+    jmx:
+      enabled: false