https://kluctl.io/
kubectl


AIRFLOW
AIRBYTE
https://medium.com/apache-airflow/what-we-learned-after-running-airflow-on-kubernetes-for-2-years-0537b157acfd
https://github.com/opensearch-project/helm-charts/blob/main/README.md#installing


SETUP
kind create cluster --config clusters/local/kind-cluster-config.yaml
./clusters/local/kind-with-registry.sh kind-openaire-data-platform
kubectl apply --context kind-openaire-data-platform -f ./clusters/local/nginx-kind-deploy.yaml


Using The Registry
The registry can be used like this.

First we’ll pull an image docker pull gcr.io/google-samples/hello-app:1.0
Then we’ll tag the image to use the local registry docker tag gcr.io/google-samples/hello-app:1.0 localhost:5001/hello-app:1.0
Then we’ll push it to the registry docker push localhost:5001/hello-app:1.0
And now we can use the image kubectl create deployment hello-server --image=localhost:5001/hello-app:1.0
If you build your own image and tag it like localhost:5001/image:foo and then use it in kubernetes as localhost:5001/image:foo. And use it from inside of your cluster application as kind-registry:5000.



CLEANUP

kind delete cluster --name openaire-data-platform

OPENASEARCH OPERATOR

HELM
kubectl use-context openaire-data-platform

helm repo add opensearch https://opensearch-project.github.io/helm-charts/
helm repo update

helm upgrade --install  oa-opensearch opensearch/opensearch --version 2.17.2 -f envs/local/common.yaml -f envs/local/opensearch.yaml

opensearch/opensearch                   2.17.2          2.11.1          A Helm chart for OpenSearch
opensearch/opensearch-dashboards        2.15.1          2.11.1          A Helm chart for OpenSearch Dashboards

helm repo add jetstack https://charts.jetstack.io
helm repo update
helm install \
  cert-manager jetstack/cert-manager \
  --namespace cert-manager \
  --create-namespace \
  --version v1.14.4 \
  --set installCRDs=true \
  --set global.leaderElection.namespace=cert-manager

➜  dataplatform kubectl apply -f envs/gcp/letsencrypt-prod.yaml
clusterissuer.cert-manager.io/letsencrypt-prod created
➜  dataplatform kubectl apply -f envs/gcp/duckdnsdomain.yaml
certificate.cert-manager.io/openaire-duckdns created


kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.14.4/cert-manager.yaml
kubectl apply -f envs/gcp/local-path-storage.yaml


helm repo add opensearch-operator https://opensearch-project.github.io/opensearch-k8s-operator/
helm install opensearch-operator opensearch-operator/opensearch-operator --version 2.5.1 -f envs/gcp/opensearch-operator.yaml

kubectl port-forward svc/opensearch-cluster-dashboards 5601 -n oa-opensearch

helm repo add airbyte https://airbytehq.github.io/helm-charts/airbyte
helm upgrade --install  oa-airbyte airbyte/airbyte --namespace oa-airbyte --create-namespace --version 0.53.196 -f envs/local/common.yaml -f envs/local/airbyte.yaml