Airbyte v2 Charts

.github/kubeval.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 set -euo pipefail
 
-CHART_DIRS="$(git diff --find-renames --name-only "$(git rev-parse --abbrev-ref HEAD)" remotes/origin/main -- helm | grep '[cC]hart.yaml' | sed -e 's#/[Cc]hart.yaml##g')"
+CHART_DIRS="$(git diff --find-renames --name-only "$(git rev-parse --abbrev-ref HEAD)" remotes/origin/main -- helm | grep '[cC]hart.yaml' | grep -v 'helm/airbyte-v1' | sed -e 's#/[Cc]hart.yaml##g')"
 KUBEVAL_VERSION="0.14.0"
 SCHEMA_LOCATION="https://raw.githubusercontent.com/instrumenta/kubernetes-json-schema/master/"
 

.github/workflows/ci.yaml

@@ -2,8 +2,8 @@ name: Lint and Test Charts
 
 on:
   pull_request:
-    paths:
-      - 'helm/**'
+    paths-ignore:
+      - 'helm/airbyte-v1/**'
 
 jobs:
   lint-chart:
@@ -56,4 +56,4 @@ jobs:
         uses: helm/chart-testing-action@main
         with:
           command: install
-          config: .github/ct.yaml
+          config: .github/ct.yaml

.github/workflows/release.yaml

@@ -4,8 +4,10 @@ on:
     branches:
       - main
       - eks_upgrade
-    paths:
-      - 'helm/**'
+      - airbyte_v1
+      - airbyte_v2
+    # paths-ignore:
+    #   - 'helm/airbyte-v1/**'
   release:
     types: [published, created]
 
@@ -20,3 +22,5 @@ jobs:
         with:
           token: ${{ secrets.BO_CHARTS_HELM_TOKEN }}
           charts_dir: helm
+          # Due to airbyte-v1 version incompatility with the current config of gh actions it always fails on linting so we switched it off
+          linting: off

helm/airbyte-v1/.helmignore

@@ -0,0 +1,26 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/
+
+ci.sh
+.cache/

helm/airbyte-v1/Chart.lock

@@ -0,0 +1,51 @@
+dependencies:
+- name: common
+  repository: https://charts.bitnami.com/bitnami
+  version: 1.17.1
+- name: airbyte-bootloader
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: temporal
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: temporal-ui
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: webapp
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: server
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: worker
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: workload-api-server
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: workload-launcher
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: pod-sweeper
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: metrics
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: cron
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: connector-builder-server
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: connector-rollout-worker
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: keycloak
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- name: keycloak-setup
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+digest: sha256:f0a8ad517d58f33d56b16654e9b868a981e7dbac7af214473a8f486dc5a2e563
+generated: "2024-12-09T21:59:21.985259637Z"

helm/airbyte-v1/Chart.yaml

@@ -0,0 +1,72 @@
+apiVersion: v2
+appVersion: 1.3.0
+dependencies:
+- name: common
+  repository: https://charts.bitnami.com/bitnami
+  tags:
+  - bitnami-common
+  version: 1.x.x
+- condition: airbyte-bootloader.enabled
+  name: airbyte-bootloader
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: temporal.enabled
+  name: temporal
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: temporal-ui.enabled
+  name: temporal-ui
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: webapp.enabled
+  name: webapp
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: server.enabled
+  name: server
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: worker.enabled
+  name: worker
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: workload-api-server.enabled
+  name: workload-api-server
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: workload-launcher.enabled
+  name: workload-launcher
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: pod-sweeper.enabled
+  name: pod-sweeper
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: metrics.enabled
+  name: metrics
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: cron.enabled
+  name: cron
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: connector-builder-server.enabled
+  name: connector-builder-server
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: connector-rollout-worker.enabled
+  name: connector-rollout-worker
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: keycloak.enabled
+  name: keycloak
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+- condition: keycloak-setup.enabled
+  name: keycloak-setup
+  repository: https://airbytehq.github.io/helm-charts/
+  version: 1.3.0
+description: Helm chart to deploy airbyte
+name: airbyte-v1
+type: application
+version: "v1.3.12"

helm/airbyte-v1/charts/airbyte-bootloader/.gitignore

@@ -0,0 +1,2 @@
+# Charts are downloaded at install time with `helm dep build`.
+charts

helm/airbyte-v1/charts/airbyte-bootloader/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: common
+  repository: https://charts.bitnami.com/bitnami
+  version: 1.17.1
+digest: sha256:dacc73770a5640c011e067ff8840ddf89631fc19016c8d0a9e5ea160e7da8690
+generated: "2022-10-17T18:35:11.238826963Z"

helm/airbyte-v1/charts/airbyte-bootloader/Chart.yaml

@@ -0,0 +1,12 @@
+apiVersion: v2
+appVersion: 1.3.0
+dependencies:
+- name: common
+  repository: https://charts.bitnami.com/bitnami
+  tags:
+  - bitnami-common
+  version: 1.x.x
+description: Helm chart to deploy airbyte-bootloader
+name: airbyte-bootloader
+type: application
+version: 1.3.0

helm/airbyte-v1/charts/airbyte-bootloader/README.md

@@ -0,0 +1,47 @@
+# airbyte-bootloader
+
+![Version: 0.67.17](https://img.shields.io/badge/Version-0.67.17-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: dev](https://img.shields.io/badge/AppVersion-dev-informational?style=flat-square)
+
+Helm chart to deploy airbyte-bootloader
+
+## Requirements
+
+| Repository | Name | Version |
+|------------|------|---------|
+| https://charts.bitnami.com/bitnami | common | 1.x.x |
+
+## Values
+
+| Key | Type | Default | Description |
+|-----|------|---------|-------------|
+| affinity | object | `{}` |  |
+| containerSecurityContext | object | `{}` |  |
+| enabled | bool | `true` |  |
+| env_vars | object | `{}` |  |
+| extraContainers | list | `[]` |  |
+| extraEnv | list | `[]` |  |
+| extraInitContainers | list | `[]` |  |
+| extraLabels | object | `{}` |  |
+| extraSelectorLabels | object | `{}` |  |
+| extraVolumeMounts | list | `[]` |  |
+| extraVolumes | list | `[]` |  |
+| global.database.secretName | string | `""` |  |
+| global.database.secretValue | string | `""` |  |
+| global.deploymentMode | string | `"oss"` |  |
+| global.env_vars | object | `{}` |  |
+| global.extraContainers | list | `[]` |  |
+| global.extraLabels | object | `{}` |  |
+| global.extraSelectorLabels | object | `{}` |  |
+| global.secretName | string | `""` |  |
+| global.secrets | object | `{}` |  |
+| global.serviceAccountName | string | `"placeholderServiceAccount"` |  |
+| image.pullPolicy | string | `"IfNotPresent"` |  |
+| image.repository | string | `"airbyte/bootloader"` |  |
+| nodeSelector | object | `{}` |  |
+| podAnnotations | object | `{}` |  |
+| podLabels | object | `{}` |  |
+| resources.limits | object | `{}` |  |
+| resources.requests | object | `{}` |  |
+| secrets | object | `{}` |  |
+| tolerations | list | `[]` |  |
+

helm/airbyte-v1/charts/airbyte-bootloader/templates/_helpers.tpl

@@ -0,0 +1,51 @@
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "airbyte.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
+{{- end }}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+If release name contains chart name it will be used as a full name.
+*/}}
+{{- define "airbyte.fullname" -}}
+{{- if .Values.fullnameOverride }}
+{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
+{{- else }}
+{{- $name := default .Chart.Name .Values.nameOverride }}
+{{- if contains $name .Release.Name }}
+{{- .Release.Name | trunc 63 | trimSuffix "-" }}
+{{- else }}
+{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
+{{- end }}
+{{- end }}
+{{- end }}
+
+{{/*
+Create chart name and version as used by the chart label.
+*/}}
+{{- define "airbyte.chart" -}}
+{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
+{{- end }}
+
+{{/*
+Common labels
+*/}}
+{{- define "airbyte.labels" -}}
+helm.sh/chart: {{ include "airbyte.chart" . }}
+{{ include "airbyte.selectorLabels" . }}
+{{- if .Chart.AppVersion }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+{{- end }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- end }}
+
+{{/*
+Selector labels
+*/}}
+{{- define "airbyte.selectorLabels" -}}
+app.kubernetes.io/name: {{ include "airbyte.name" . }}
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- end }}

helm/airbyte-v1/charts/airbyte-bootloader/templates/_images.tpl

@@ -0,0 +1,17 @@
+{{- define "imageUrl" -}}
+{{- $img := index . 0 -}}
+{{- $root := index . 1 -}}
+
+{{- $reg := $root.Values.global.image.registry -}}
+{{/* ensure the registry has a trailing slash, if set */}}
+{{- $reg = (ternary $reg (printf "%s/" (trimSuffix "/" $reg)) (empty $reg)) -}}
+
+{{/* some images are defined as a string instead of an object (busybox, curl, connector sidecar, etc) */}}
+{{- if (eq (typeOf $img) "string") -}}
+{{- printf "%s%s" $reg (tpl $img $root) | quote -}}
+{{- else -}}
+{{- $tag := coalesce $img.tag $root.Values.global.image.tag $root.Chart.AppVersion -}}
+{{- printf "%s%s:%s" $reg $img.repository $tag | quote -}}
+{{- end -}}
+
+{{- end -}}

helm/airbyte-v1/charts/airbyte-bootloader/templates/bootloader-secrets.yaml

@@ -0,0 +1,18 @@
+# Create secrets only for the local deployment
+{{- if .Values.secrets }}
+apiVersion: v1
+kind: Secret
+metadata:
+  name: bootloader-secrets
+  labels:
+    {{- include "airbyte.labels" . | nindent 4 }}
+  annotations:
+    helm.sh/hook: pre-install,pre-upgrade
+    helm.sh/hook-weight: "-1"
+
+type: Opaque
+data:
+  {{- range $k, $v := mergeOverwrite .Values.secrets .Values.global.secrets }}
+    {{ $k }}: {{ if $v }}{{ $v | b64enc  }} {{else}}""{{end}}
+  {{- end }}
+  {{- end }}