Add init-container

Remove build-deployment and initial build job

.gitignore

@@ -27,4 +27,5 @@ public/js/
 auth.edn
 config.edn
 
-build-and-move-frontend.sh
+build-and-move-frontend.sh
+website.yaml

src/main/cljc/dda/c4k_website/core.cljc

@@ -47,8 +47,7 @@
                    (website/generate-website-content-volume (flatten-and-reduce-config config))
                    (website/generate-website-ingress (flatten-and-reduce-config config))
                    (website/generate-website-certificate (flatten-and-reduce-config config))
-                   (website/generate-website-build-cron (flatten-and-reduce-config config))
-                   (website/generate-website-initial-build-job (flatten-and-reduce-config config))
+                   (website/generate-website-build-cron (flatten-and-reduce-config config))                   
                    (website/generate-website-build-secret (flatten-and-reduce-config config)))))))
 
 (defn k8s-objects [config]

src/main/cljc/dda/c4k_website/website.cljc

@@ -93,17 +93,24 @@
                             (str/replace % value-to-partly-match value-to-inplace) %)
                          col))
 
-(defn-spec replace-build-data pred/map-or-seq?
+(defn-spec replace-common-data pred/map-or-seq?
   [resource-file string?
    config flattened-and-reduced-config?]
   (let [{:keys [unique-name sha256sum-output]} config]
     (->
      (yaml/load-as-edn resource-file)
      (assoc-in [:metadata :labels :app.kubernetes.part-of] (generate-app-name unique-name))
-     (cm/replace-all-matching-values-by-new-value "CHECK_SUM" (get-hash-from-sha256sum-output sha256sum-output))
-     (cm/replace-all-matching-values-by-new-value "SCRIPT_FILE" (get-file-name-from-sha256sum-output sha256sum-output))
      (replace-all-matching-subvalues-in-string-start "NAME" (replace-dots-by-minus unique-name)))))
 
+(defn-spec replace-build-data pred/map-or-seq?
+  [resource-file string?
+   config flattened-and-reduced-config?]
+  (let [{:keys [sha256sum-output]} config]
+    (->
+     (replace-common-data resource-file config)     
+     (cm/replace-all-matching-values-by-new-value "CHECK_SUM" (get-hash-from-sha256sum-output sha256sum-output))
+     (cm/replace-all-matching-values-by-new-value "SCRIPT_FILE" (get-file-name-from-sha256sum-output sha256sum-output)))))
+
 #?(:cljs
    (defmethod yaml/load-resource :website [resource-name]
      (case resource-name
@@ -137,11 +144,9 @@
 
 (defn-spec generate-nginx-configmap pred/map-or-seq?
   [config flattened-and-reduced-config?]
-  (let [{:keys [unique-name fqdns]} config]
+  (let [{:keys [fqdns]} config]
     (->
-     (yaml/load-as-edn "website/nginx-configmap.yaml")
-     (assoc-in [:metadata :labels :app.kubernetes.part-of] (generate-app-name unique-name))
-     (replace-all-matching-subvalues-in-string-start "NAME" (replace-dots-by-minus unique-name))
+     (replace-common-data "website/nginx-configmap.yaml" config)     
      (#(assoc-in %
                  [:data :website.conf]
                  (str/replace
@@ -153,46 +158,29 @@
 
 (defn-spec generate-nginx-service pred/map-or-seq?
   [config flattened-and-reduced-config?]
-  (let [{:keys [unique-name]} config]
-    (->
-     (yaml/load-as-edn "website/nginx-service.yaml")
-     (assoc-in [:metadata :labels :app.kubernetes.part-of] (generate-app-name unique-name))
-     (replace-all-matching-subvalues-in-string-start "NAME" (replace-dots-by-minus unique-name)))))
+  (replace-common-data "website/nginx-service.yaml" config))
 
 (defn-spec generate-website-content-volume pred/map-or-seq?
   [config flattened-and-reduced-config?]
-  (let [{:keys [unique-name volume-size]
+  (let [{:keys [volume-size]
          :or {volume-size "3"}} config]
     (->
-     (yaml/load-as-edn "website/website-content-volume.yaml")
-     (assoc-in [:metadata :labels :app.kubernetes.part-of] (generate-app-name unique-name))
-     (replace-all-matching-subvalues-in-string-start "NAME" (replace-dots-by-minus unique-name))
+     (replace-common-data "website/website-content-volume.yaml" config)     
      (cm/replace-all-matching-values-by-new-value "WEBSITESTORAGESIZE" (str volume-size "Gi")))))
 
 (defn-spec generate-website-build-cron pred/map-or-seq?
   [config flattened-and-reduced-config?]
   (replace-build-data "website/website-build-cron.yaml" config))
 
-(defn-spec generate-website-initial-build-job pred/map-or-seq? 
-  [config flattened-and-reduced-config?]
-  (replace-build-data "website/website-initial-build-job.yaml" config))
-
-(defn-spec generate-website-build-deployment pred/map-or-seq?
-  [config flattened-and-reduced-config?]
-  (replace-build-data "website/website-build-deployment.yaml" config))
-
 (defn-spec generate-website-build-secret pred/map-or-seq?
   [auth flattened-and-reduced-config?]
-  (let [{:keys [unique-name
-                authtoken
+  (let [{:keys [authtoken
                 gitea-host
                 gitea-repo
                 username
                 branchname]} auth]
     (->
-     (yaml/load-as-edn "website/website-build-secret.yaml")
-     (assoc-in [:metadata :labels :app.kubernetes.part-of] (generate-app-name unique-name))
-     (replace-all-matching-subvalues-in-string-start "NAME" (replace-dots-by-minus unique-name))
+     (replace-common-data "website/website-build-secret.yaml" auth)     
      (cm/replace-all-matching-values-by-new-value "TOKEN" (b64/encode authtoken))
      (cm/replace-all-matching-values-by-new-value "URL" (b64/encode
                                                          (generate-gitrepourl

src/main/resources/website/website-build-deployment.yaml

@@ -1,40 +0,0 @@
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: NAME-build-deployment
-  labels:
-    app.kubernetes.part-of: NAME-website
-spec:
-  replicas: 0
-  selector:
-    matchLabels:
-      app: NAME-builder
-  strategy:
-    type: Recreate
-  template:
-    metadata:
-      labels:
-        app: NAME-builder
-        app.kubernetes.io/name: NAME-builder
-        app.kubernetes.io/part-of: website
-    spec:
-      containers:
-      - image: domaindrivenarchitecture/c4k-website-build
-        name: NAME-build-app
-        imagePullPolicy: IfNotPresent
-        command: ["/entrypoint.sh"]        
-        envFrom:
-        - secretRef:
-            name: NAME-secret  
-        env:
-        - name: SHA256SUM
-          value: CHECK_SUM
-        - name: SCRIPTFILE
-          value: SCRIPT_FILE                 
-        volumeMounts:
-        - name: content-volume
-          mountPath: /var/www/html/website
-      volumes:
-      - name: content-volume
-        persistentVolumeClaim:
-          claimName: NAME-content-volume

src/main/resources/website/website-initial-build-job.yaml

@@ -1,31 +0,0 @@
-apiVersion: batch/v1
-kind: Job
-metadata:
-  name: NAME-initial-build-job
-  labels:
-    app.kubernetes.part-of: NAME-website 
-spec:  
-  template:
-    spec:
-      containers:
-      - image: domaindrivenarchitecture/c4k-website-build
-        name: NAME-build-app
-        imagePullPolicy: IfNotPresent
-        command: ["/entrypoint.sh"]            
-        envFrom:
-        - secretRef:
-            name: NAME-secret  
-        env:
-        - name: SHA256SUM
-          value: CHECK_SUM
-        - name: SCRIPTFILE
-          value: SCRIPT_FILE                 
-        volumeMounts:
-        - name: content-volume
-          mountPath: /var/www/html/website
-      volumes:
-      - name: content-volume
-        persistentVolumeClaim:
-          claimName: NAME-content-volume
-      restartPolicy: OnFailure
-          

src/test/cljc/dda/c4k_website/website_test.cljc

@@ -82,8 +82,7 @@
 (deftest should-generate-nginx-deployment
   (is (= {:apiVersion "apps/v1",
           :kind "Deployment",
-          :metadata {:name "test-io-deployment",
-                     :labels {:app.kubernetes.part-of "test-io-website"}},
+          :metadata {:name "test-io-deployment", :labels {:app.kubernetes.part-of "test-io-website"}},
           :spec
           {:replicas 1,
            :selector {:matchLabels {:app "test-io-nginx"}},
@@ -98,7 +97,15 @@
                :volumeMounts
                [{:mountPath "/etc/nginx", :readOnly true, :name "nginx-config-volume"}
                 {:mountPath "/var/log/nginx", :name "log"}
-                {:mountPath "/var/www/html/website", :name "website-content-volume", :readOnly true}]}],
+                {:mountPath "/var/www/html/website", :name "content-volume", :readOnly true}]}],
+             :initContainers
+             [{:image "domaindrivenarchitecture/c4k-website-build",
+               :name "test-io-init-build-container",
+               :imagePullPolicy "IfNotPresent",
+               :command ["/entrypoint.sh"],
+               :envFrom [{:secretRef {:name "test-io-secret"}}],
+               :env [{:name "SHA256SUM", :value "123456789ab123cd345de"} {:name "SCRIPTFILE", :value "script-file-name.sh"}],
+               :volumeMounts [{:name "content-volume", :mountPath "/var/www/html/website"}]}],
              :volumes
              [{:name "nginx-config-volume",
                :configMap
@@ -108,14 +115,16 @@
                  {:key "website.conf", :path "conf.d/website.conf"}
                  {:key "mime.types", :path "mime.types"}]}}
               {:name "log", :emptyDir {}}
-              {:name "website-content-volume", :persistentVolumeClaim {:claimName "test-io-content-volume"}}]}}}}
-         (cut/generate-nginx-deployment {:unique-name "test.io",
-                                         :gitea-host "gitea.evilorg",
-                                         :gitea-repo "none",
-                                         :branchname "mablain",
-                                         :fqdns ["test.de" "www.test.de" "test-it.de" "www.test-it.de"]
-                                         :username "someuser"
-                                         :authtoken "abedjgbasdodj"}))))
+              {:name "content-volume", :persistentVolumeClaim {:claimName "test-io-content-volume"}}]}}}}
+         (cut/generate-nginx-deployment {:authtoken "abedjgbasdodj",
+                                         :gitea-host "gitlab.de",
+                                         :username "someuser",
+                                         :fqdns ["test.de" "test.org" "www.test.de" "www.test.org"],
+                                         :gitea-repo "repo",
+                                         :sha256sum-output "123456789ab123cd345de script-file-name.sh",
+                                         :issuer "staging",
+                                         :branchname "main",
+                                         :unique-name "test.io"}))))
 
 (deftest should-generate-nginx-service
   (is (= {:name-c1 "test-io-service",
@@ -140,7 +149,7 @@
                                                    :authtoken "abedjgbasdodj"})))))
 
 (deftest should-generate-website-build-cron
-  (is (= {:apiVersion "batch/v1beta1",
+  (is (= {:apiVersion "batch/v1",
           :kind "CronJob",
           :metadata {:name "test-io-build-cron", :labels {:app.kubernetes.part-of "test-io-website"}},
           :spec
@@ -171,90 +180,6 @@
                                            :branchname "main",
                                            :unique-name "test.io"}))))
 
-(deftest should-generate-website-build-deployment
-  (is (= {:apiVersion "apps/v1",
-          :kind "Deployment",
-          :metadata {:name "test-io-build-deployment", :labels {:app.kubernetes.part-of "test-io-website"}},
-          :spec
-          {:replicas 0,
-           :selector {:matchLabels {:app "test-io-builder"}},
-           :strategy {:type "Recreate"},
-           :template
-           {:metadata
-            {:labels {:app "test-io-builder", :app.kubernetes.io/name "test-io-builder", :app.kubernetes.io/part-of "website"}},
-            :spec
-            {:containers
-             [{:image "domaindrivenarchitecture/c4k-website-build",
-               :name "test-io-build-app",
-               :imagePullPolicy "IfNotPresent",
-               :command ["/entrypoint.sh"],
-               :envFrom [{:secretRef {:name "test-io-secret"}}],
-               :env [{:name "SHA256SUM", :value "123456789ab123cd345de"} {:name "SCRIPTFILE", :value "script-file-name.sh"}],
-               :volumeMounts [{:name "content-volume", :mountPath "/var/www/html/website"}]}],
-             :volumes [{:name "content-volume", :persistentVolumeClaim {:claimName "test-io-content-volume"}}]}}}}
-         (cut/generate-website-build-deployment {:authtoken "abedjgbasdodj",
-                                                 :gitea-host "gitlab.de",
-                                                 :username "someuser",
-                                                 :fqdns ["test.de" "test.org" "www.test.de" "www.test.org"],
-                                                 :gitea-repo "repo",
-                                                 :sha256sum-output "123456789ab123cd345de script-file-name.sh",
-                                                 :issuer "staging",
-                                                 :branchname "main",
-                                                 :unique-name "test.io"}))))
-
-(deftest should-generate-website-initial-build-job
-  (is (= {:apiVersion "batch/v1",
-          :kind "Job",
-          :metadata {:name "test-io-initial-build-job", :labels {:app.kubernetes.part-of "test-io-website"}},
-          :spec
-          {:template
-           {:spec
-            {:containers
-             [{:image "domaindrivenarchitecture/c4k-website-build",
-               :name "test-io-build-app",
-               :imagePullPolicy "IfNotPresent",
-               :command ["/entrypoint.sh"],
-               :envFrom [{:secretRef {:name "test-io-secret"}}],
-               :env [{:name "SHA256SUM", :value "123456789ab123cd345de"} {:name "SCRIPTFILE", :value "script-file-name.sh"}],
-               :volumeMounts [{:name "content-volume", :mountPath "/var/www/html/website"}]}],
-             :volumes [{:name "content-volume", :persistentVolumeClaim {:claimName "test-io-content-volume"}}],
-             :restartPolicy "OnFailure"}}}}
-         (cut/generate-website-initial-build-job {:authtoken "abedjgbasdodj",
-                                                  :gitea-host "gitlab.de",
-                                                  :username "someuser",
-                                                  :fqdns ["test.de" "test.org" "www.test.de" "www.test.org"],
-                                                  :gitea-repo "repo",
-                                                  :sha256sum-output "123456789ab123cd345de script-file-name.sh",
-                                                  :issuer "staging",
-                                                  :branchname "main",
-                                                  :unique-name "test.io"}))))
-
-(deftest should-generate-website-initial-build-job-without-script-file
-  (is (= {:apiVersion "batch/v1",
-          :kind "Job",
-          :metadata {:name "test-io-initial-build-job", :labels {:app.kubernetes.part-of "test-io-website"}},
-          :spec
-          {:template
-           {:spec
-            {:containers
-             [{:image "domaindrivenarchitecture/c4k-website-build",
-               :name "test-io-build-app",
-               :imagePullPolicy "IfNotPresent",
-               :command ["/entrypoint.sh"],
-               :envFrom [{:secretRef {:name "test-io-secret"}}],
-               :env [{:name "SHA256SUM", :value nil} {:name "SCRIPTFILE", :value nil}],
-               :volumeMounts [{:name "content-volume", :mountPath "/var/www/html/website"}]}],
-             :volumes [{:name "content-volume", :persistentVolumeClaim {:claimName "test-io-content-volume"}}],
-             :restartPolicy "OnFailure"}}}}
-         (cut/generate-website-initial-build-job {:authtoken "abedjgbasdodj",
-                                                  :gitea-host "gitlab.de",
-                                                  :username "someuser",
-                                                  :fqdns ["test.de" "test.org" "www.test.de" "www.test.org"],
-                                                  :gitea-repo "repo",
-                                                  :issuer "staging",
-                                                  :branchname "main",
-                                                  :unique-name "test.io"}))))
-
 (deftest should-generate-website-build-secret
   (is (= {:name-c1 "test-io-secret",
           :name-c2 "test-org-secret",