dc-kc/Taskfile.yaml

version: '3'

env:
  MINIKUBE_KUBE_VERSION: 1.31.0
  ARGO_CHART_RELEASE_NAME: argo-cd
  ARGO_NAMESPACE: "argocd"
  CHART_DIR_PATH_INIT: "charts/init"
  CHART_DIR_PATH_ARGOCD: "charts/argocd"
  CHART_DIR_PATH_CNI: "charts/cilium"
  KUBESEAL_PRIVATE_KEY: "./private.key"
  KUBESEAL_PUBLIC_CERT: "./public.cert"
  CHARTS_DIR: "./charts"

tasks:

  minikube:
    desc: "(Re-)Create minikube instance."
    cmds:
    - minikube delete
    - minikube start --cni cilium --kubernetes-version=${MINIKUBE_KUBE_VERSION}
    - helm upgrade --install --create-namespace --namespace traefik traefik traefik/traefik --set service.externalIPs={192.168.49.2}

  argocd:
    desc: "(Re-)Install ArgoCD."
    cmds:
    - helm repo add argocd https://argoproj.github.io/argo-helm/
    - helm repo update argocd
    - helm dependency update ${CHART_DIR_PATH_ARGOCD}
    - helm dependency build ${CHART_DIR_PATH_ARGOCD}
    - helm upgrade --install --create-namespace --namespace ${ARGO_NAMESPACE} ${ARGO_CHART_RELEASE_NAME} ${CHART_DIR_PATH_ARGOCD}

  argocd-late:
    desc: "(Re-)Install late stage ArgoCD resources like encrypted secrets from local chart."
    cmds:
    - helm upgrade --install --namespace ${ARGO_NAMESPACE} argocd-late charts/argocd-late

  argocd-forward:
    desc: "Kubectl port forward ArgoCD"
    cmds:
    - kubectl wait --timeout=600s --for=condition=Available=True -n ${ARGO_NAMESPACE} deployment ${ARGO_CHART_RELEASE_NAME}-argocd-server
    - echo Credentials user=${ARGO_USER} password=${ARGO_PASSWORD}
    - kubectl port-forward svc/${ARGO_CHART_RELEASE_NAME}-argocd-server -n ${ARGO_NAMESPACE} ${FORWARD_PORT}:443
    vars:
      ARGO_USER: admin
      ARGO_PASSWORD:
        sh: kubectl get -n ${ARGO_NAMESPACE} secret argocd-initial-admin-secret -o jsonpath="{.data.password}" | base64 -d

  cni:
    desc: "(Re-)Install CNI helm chart to cluster"
    cmds:
    - helm dependency build ${CHART_DIR_PATH_CNI}
    - helm upgrade --install --create-namespace --namespace ${CNI_NAMESPACE} ${CNI_NAME} ${CHART_DIR_PATH_CNI}

  get-gpu-nodes:
    desc: "List GPU enabled nodes"
    cmds:
    - kubectl get nodes -o jsonpath='{.items[?(@.metadata.annotations.nfd\.node\.kubernetes\.io/extended-resources=="nvidia.com/gpu")].metadata.name}'

  rook-tools:
    desc: "Exec rook-tools container"
    cmds:
    - kubectl -n rook-ceph exec -it {{ .PODS }} -- ceph status
    - kubectl -n rook-ceph exec -it {{ .PODS }} -- bash
    vars:
      PODS:
        sh: kubectl -n rook-ceph get pod -l "app=rook-ceph-tools" -o jsonpath='{.items[*].metadata.name}'

  sealed-secrets:
    desc: "(Re-)Install sealed-secrets controller."
    cmds:
    - helm repo add bitnami https://charts.bitnami.com/bitnami
    - helm repo update bitnami
    - helm dependency update charts/sealed-secrets
    - helm dependency build charts/sealed-secrets
    - helm upgrade --install --create-namespace --namespace sealed-secrets sealed-secrets charts/sealed-secrets

  init:
    desc: "(Re-)Install GitOps initialisation chart to make ArgoCD watch infrastructure."
    cmds:
    - helm upgrade --install --create-namespace --namespace ${ARGO_NAMESPACE} --set="environment.revision=${REVISION}" init ${CHART_DIR_PATH_INIT}
    vars:
      REVISION:
        sh: git rev-parse --abbrev-ref HEAD

  seal:
    desc: "Kubeseal all *.unsealed.yaml secrets into and over adjacent *.sealed.yaml files."
    cmds:
    - task: generic-seal
    - task: env-specific-seal
      vars:
        ENV: "dev"
    - task: env-specific-seal
      vars:
        ENV: "stg"
    - task: env-specific-seal
      vars:
        ENV: "prd"

  env-specific-seal:
    desc: "Kubeseal environment specific secrets into and over adjacent *.sealed.yaml files."
    silent: true
    requires:
      vars:
      - ENV
    sources:
    - "{{ .CHARTS_DIR }}/**/*.{{ .ENV }}.unsealed.yaml"
    generates:
    - "{{ .CHARTS_DIR }}/**/*.{{ .ENV }}.sealed.yaml"
    cmds:
    - for: sources
      cmd: |
        echo "Sealing - {{ .ITEM }} with {{ .KUBESEAL_PUBLIC_CERT }}"
        condition='\{\{- if eq .Values.environment.mode "{{ .ENV }}" \}\}'
        outfile=$(sed -e 's/.unsealed.yaml/.sealed.yaml/' <<< "{{ .ITEM }}")
        if [ -s "{{ .ITEM }}" ]; then
          echo $condition > $outfile
          cat {{ .ITEM }} | kubeseal --cert {{ .KUBESEAL_PUBLIC_CERT }} -o yaml >> $outfile
          echo "\{\{- end \}\}" >> $outfile
          sed -i 's/\\{/{/g' $outfile
          sed -i 's/\\}/}/g' $outfile
          echo "Sealed  - $outfile"
        else
          echo "WARNING: no content in {{ .ITEM }}. Skipping."
        fi
    method: none

  generic-seal:
    desc: "Kubeseal all *.unsealed.yaml secrets into and over adjacent *.sealed.yaml files."
    silent: true
    sources:
    - "{{ .CHARTS_DIR }}/**/*.unsealed.yaml"
    generates:
    - "{{ .CHARTS_DIR }}/**/*.sealed.yaml"
    cmds:
    - for: sources
      cmd: |
        echo "Sealing - {{ .ITEM }} with {{ .KUBESEAL_PUBLIC_CERT }}"
        outfile=$(sed -e 's/.unsealed.yaml/.sealed.yaml/' <<< "{{ .ITEM }}")
        if [ -s "{{ .ITEM }}" ]; then
          cat {{ .ITEM }} | kubeseal --cert {{ .KUBESEAL_PUBLIC_CERT }} -o yaml > $outfile
          echo "Sealed  - $outfile"
        else
          echo "WARNING: no content in {{ .ITEM }}. Skipping."
        fi
    method: none

  unseal:
    desc: "Un-Kubeseal all *.sealed.yaml secrets into and over adjacent *.unsealed.yaml files."
    silent: true
    sources:
    - "{{ .CHARTS_DIR }}/**/*.sealed.yaml"
    generates:
    - "{{ .CHARTS_DIR }}/**/*.unsealed.yaml"
    cmds:
    - for: sources
      cmd: |
        echo "Unsealing - {{ .ITEM }} with {{ .KUBESEAL_PRIVATE_KEY }}"
        outfile=$(sed -e 's/.sealed.yaml/.unsealed.yaml/' <<< "{{ .ITEM }}")
        if [[ ! $(cat {{ .ITEM }} | yq ' .spec.template.metadata.labels."cromwell-tools.co.uk/binarysecret"') = 'true' ]]; then
          cat {{ .ITEM }} | sed 's/.*{-.*//' | kubeseal --recovery-unseal --recovery-private-key {{ .KUBESEAL_PRIVATE_KEY }} -o yaml | yq '.data |= map_values(@base64d) | .stringData = .data | del(.data) | del(.metadata.ownerReferences)' > $outfile
        else
          cat {{ .ITEM }} | kubeseal --recovery-unseal --recovery-private-key {{ .KUBESEAL_PRIVATE_KEY }} -o yaml > $outfile
          echo "WARNING: secret is binary. Skipping base64 decode."
        fi
        echo "Unsealed - $outfile"
    method: none