76 lines
2.8 KiB
Plaintext
76 lines
2.8 KiB
Plaintext
https://kluctl.io/
|
||
kubectl
|
||
|
||
|
||
AIRFLOW
|
||
AIRBYTE
|
||
https://medium.com/apache-airflow/what-we-learned-after-running-airflow-on-kubernetes-for-2-years-0537b157acfd
|
||
https://github.com/opensearch-project/helm-charts/blob/main/README.md#installing
|
||
|
||
|
||
SETUP
|
||
kind create cluster --config clusters/local/kind-cluster-config.yaml
|
||
./clusters/local/kind-with-registry.sh kind-openaire-data-platform
|
||
kubectl apply --context kind-openaire-data-platform -f ./clusters/local/nginx-kind-deploy.yaml
|
||
|
||
|
||
Using The Registry
|
||
The registry can be used like this.
|
||
|
||
First we’ll pull an image docker pull gcr.io/google-samples/hello-app:1.0
|
||
Then we’ll tag the image to use the local registry docker tag gcr.io/google-samples/hello-app:1.0 localhost:5001/hello-app:1.0
|
||
Then we’ll push it to the registry docker push localhost:5001/hello-app:1.0
|
||
And now we can use the image kubectl create deployment hello-server --image=localhost:5001/hello-app:1.0
|
||
If you build your own image and tag it like localhost:5001/image:foo and then use it in kubernetes as localhost:5001/image:foo. And use it from inside of your cluster application as kind-registry:5000.
|
||
|
||
|
||
|
||
CLEANUP
|
||
|
||
kind delete cluster --name openaire-data-platform
|
||
|
||
OPENASEARCH OPERATOR
|
||
|
||
HELM
|
||
kubectl use-context openaire-data-platform
|
||
|
||
helm repo add opensearch https://opensearch-project.github.io/helm-charts/
|
||
helm repo update
|
||
|
||
helm upgrade --install oa-opensearch opensearch/opensearch --version 2.17.2 -f envs/local/common.yaml -f envs/local/opensearch.yaml
|
||
|
||
opensearch/opensearch 2.17.2 2.11.1 A Helm chart for OpenSearch
|
||
opensearch/opensearch-dashboards 2.15.1 2.11.1 A Helm chart for OpenSearch Dashboards
|
||
|
||
helm repo add jetstack https://charts.jetstack.io
|
||
helm repo update
|
||
helm install \
|
||
cert-manager jetstack/cert-manager \
|
||
--namespace cert-manager \
|
||
--create-namespace \
|
||
--version v1.14.4 \
|
||
--set installCRDs=true \
|
||
--set global.leaderElection.namespace=cert-manager
|
||
|
||
➜ dataplatform kubectl apply -f envs/gcp/letsencrypt-prod.yaml
|
||
clusterissuer.cert-manager.io/letsencrypt-prod created
|
||
➜ dataplatform kubectl apply -f envs/gcp/duckdnsdomain.yaml
|
||
certificate.cert-manager.io/openaire-duckdns created
|
||
|
||
|
||
kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.14.4/cert-manager.yaml
|
||
kubectl apply -f envs/gcp/local-path-storage.yaml
|
||
|
||
|
||
helm repo add opensearch-operator https://opensearch-project.github.io/opensearch-k8s-operator/
|
||
helm install opensearch-operator opensearch-operator/opensearch-operator --version 2.5.1 -f envs/gcp/opensearch-operator.yaml
|
||
|
||
kubectl port-forward svc/opensearch-cluster-dashboards 5601 -n oa-opensearch
|
||
|
||
helm repo add airbyte https://airbytehq.github.io/helm-charts/airbyte
|
||
helm upgrade --install oa-airbyte airbyte/airbyte --namespace oa-airbyte --create-namespace --version 0.53.196 -f envs/local/common.yaml -f envs/local/airbyte.yaml
|
||
|
||
|
||
|
||
|