Compare commits
64 Commits
Clemens
Binary file not shown.
|
After Width: | Height: | Size: 43 KiB |
@ -1,85 +1,80 @@
|
||||
(ns dda.c4k-common.ingress
|
||||
(:require
|
||||
[clojure.spec.alpha :as s]
|
||||
#?(:cljs [shadow.resource :as rc])
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
#?(:clj [clojure.edn :as edn]
|
||||
:cljs [cljs.reader :as edn])
|
||||
[dda.c4k-common.yaml :as yaml]
|
||||
[dda.c4k-common.common :as cm]
|
||||
[dda.c4k-common.predicate :as pred]))
|
||||
[dda.c4k-common.namespace :as ns]
|
||||
[dda.c4k-common.ingress.ingress-internal :as int]))
|
||||
|
||||
(s/def ::issuer pred/letsencrypt-issuer?)
|
||||
(s/def ::service-name string?)
|
||||
(s/def ::app-name string?)
|
||||
(s/def ::ingress-name string?)
|
||||
(s/def ::cert-name string?)
|
||||
(s/def ::service-port pos-int?)
|
||||
(s/def ::fqdns (s/coll-of pred/fqdn-string?))
|
||||
(s/def ::issuer ::int/issuer)
|
||||
(s/def ::service-name ::int/service-name)
|
||||
(s/def ::app-name ::int/app-name)
|
||||
(s/def ::ingress-name ::int/ingress-name)
|
||||
(s/def ::cert-name ::int/cert-name)
|
||||
(s/def ::service-port ::int/service-port)
|
||||
(s/def ::fqdns ::int/fqdns)
|
||||
(s/def ::average-rate ::int/average-rate)
|
||||
(s/def ::burst-rate ::int/burst-rate)
|
||||
|
||||
(def simple-ingress? (s/keys :req-un [::fqdns ::service-name ::service-port]
|
||||
:opt-un [::issuer]))
|
||||
:opt-un [::issuer ::average-rate ::burst-rate ::ns/namespace]))
|
||||
|
||||
(def ingress? (s/keys :req-un [::fqdns ::app-name ::ingress-name ::service-name ::service-port]
|
||||
:opt-un [::issuer ::cert-name]))
|
||||
:opt-un [::issuer ::cert-name ::rate-limit-name ::ns/namespace]))
|
||||
|
||||
(def certificate? (s/keys :req-un [::fqdns ::app-name ::cert-name]
|
||||
:opt-un [::issuer]))
|
||||
:opt-un [::issuer ::ns/namespace]))
|
||||
|
||||
; TODO: use this default consistently
|
||||
(def ingress-defaults {:issuer "staging"})
|
||||
(def rate-limit-config? (s/keys :req-un [::rate-limit-name
|
||||
::average-rate
|
||||
::burst-rate]))
|
||||
|
||||
#?(:cljs
|
||||
(defmethod yaml/load-resource :ingress [resource-name]
|
||||
(case resource-name
|
||||
"ingress/host-rule.yaml" (rc/inline "ingress/host-rule.yaml")
|
||||
"ingress/certificate.yaml" (rc/inline "ingress/certificate.yaml")
|
||||
"ingress/ingress.yaml" (rc/inline "ingress/ingress.yaml")
|
||||
(throw (js/Error. "Undefined Resource!")))))
|
||||
(def default-config
|
||||
(merge ns/default-config
|
||||
{:issuer "staging"
|
||||
:average-rate 10
|
||||
:burst-rate 20}))
|
||||
|
||||
(defn-spec generate-host-rule pred/map-or-seq?
|
||||
[service-name ::service-name
|
||||
service-port ::service-port
|
||||
fqdn pred/fqdn-string?]
|
||||
(->
|
||||
(yaml/load-as-edn "ingress/host-rule.yaml")
|
||||
(cm/replace-all-matching-values-by-new-value "FQDN" fqdn)
|
||||
(cm/replace-all-matching-values-by-new-value "SERVICE_PORT" service-port)
|
||||
(cm/replace-all-matching-values-by-new-value "SERVICE_NAME" service-name)))
|
||||
|
||||
(defn-spec generate-ingress pred/map-or-seq?
|
||||
(defn-spec generate-certificate map?
|
||||
[config certificate?]
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
(int/generate-certificate final-config)))
|
||||
|
||||
|
||||
(defn-spec generate-ingress map?
|
||||
[config ingress?]
|
||||
(let [{:keys [ingress-name cert-name service-name service-port fqdns app-name]} config]
|
||||
(->
|
||||
(yaml/load-as-edn "ingress/ingress.yaml")
|
||||
(assoc-in [:metadata :name] ingress-name)
|
||||
(assoc-in [:metadata :labels :app.kubernetes.part-of] app-name)
|
||||
(assoc-in [:spec :tls 0 :secretName] cert-name)
|
||||
(assoc-in [:spec :tls 0 :hosts] fqdns)
|
||||
(assoc-in [:spec :rules] (mapv (partial generate-host-rule service-name service-port) fqdns)))))
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
(int/generate-ingress final-config)))
|
||||
|
||||
|
||||
(defn-spec generate-ingress-and-cert seq?
|
||||
[config simple-ingress?]
|
||||
(let [{:keys [service-name]} config
|
||||
final-config (merge {:app-name service-name
|
||||
:ingress-name service-name
|
||||
:cert-name service-name}
|
||||
default-config
|
||||
config)]
|
||||
[(int/generate-certificate final-config)
|
||||
(int/generate-ingress final-config)]))
|
||||
|
||||
(defn-spec generate-certificate pred/map-or-seq?
|
||||
[config certificate?]
|
||||
(let [{:keys [cert-name issuer fqdns app-name]
|
||||
:or {issuer "staging"}} config
|
||||
letsencrypt-issuer (name issuer)]
|
||||
(->
|
||||
(yaml/load-as-edn "ingress/certificate.yaml")
|
||||
(assoc-in [:metadata :name] cert-name)
|
||||
(assoc-in [:metadata :labels :app.kubernetes.part-of] app-name)
|
||||
(assoc-in [:spec :secretName] cert-name)
|
||||
(assoc-in [:spec :commonName] (first fqdns))
|
||||
(assoc-in [:spec :dnsNames] fqdns)
|
||||
(assoc-in [:spec :issuerRef :name] letsencrypt-issuer))))
|
||||
|
||||
(defn-spec generate-ingress-and-cert any?
|
||||
[simple-ingress-config simple-ingress?]
|
||||
(let [{:keys [service-name]} simple-ingress-config
|
||||
config (merge {:app-name service-name
|
||||
:ingress-name service-name
|
||||
:cert-name service-name}
|
||||
ingress-defaults
|
||||
simple-ingress-config)]
|
||||
[(generate-certificate config)
|
||||
(generate-ingress config)]))
|
||||
(defn-spec generate-simple-ingress seq?
|
||||
[config simple-ingress?]
|
||||
(let [{:keys [service-name]} config
|
||||
final-config (merge {:app-name service-name
|
||||
:ingress-name service-name
|
||||
:cert-name service-name
|
||||
:rate-limit-name service-name}
|
||||
default-config
|
||||
config)
|
||||
{:keys [average-rate burst-rate]} final-config]
|
||||
[(int/generate-certificate final-config)
|
||||
(int/generate-rate-limit-middleware {:rate-limit-name service-name
|
||||
:namespace (:namespace final-config)
|
||||
:average-rate average-rate
|
||||
:burst-rate burst-rate})
|
||||
(int/generate-ingress final-config)]))
|
||||
@ -0,0 +1,108 @@
|
||||
(ns dda.c4k-common.ingress.ingress-internal
|
||||
(:require
|
||||
[clojure.spec.alpha :as s]
|
||||
#?(:cljs [shadow.resource :as rc])
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
[dda.c4k-common.yaml :as yaml]
|
||||
[dda.c4k-common.common :as cm]
|
||||
[dda.c4k-common.namespace :as ns]
|
||||
[dda.c4k-common.predicate :as pred]))
|
||||
|
||||
|
||||
#?(:cljs
|
||||
(defmethod yaml/load-resource :ingress [resource-name]
|
||||
(case resource-name
|
||||
"ingress/certificate.yaml" (rc/inline "ingress/certificate.yaml")
|
||||
"ingress/host-rule.yaml" (rc/inline "ingress/host-rule.yaml")
|
||||
"ingress/ingress.yaml" (rc/inline "ingress/ingress.yaml")
|
||||
"ingress/middleware-ratelimit.yaml" (rc/inline "ingress/middleware-ratelimit.yaml")
|
||||
(throw (js/Error. (str "Undefined Resource: " resource-name))))))
|
||||
|
||||
|
||||
(s/def ::issuer pred/letsencrypt-issuer?)
|
||||
(s/def ::service-name string?)
|
||||
(s/def ::app-name string?)
|
||||
(s/def ::ingress-name string?)
|
||||
(s/def ::cert-name string?)
|
||||
(s/def ::service-port pos-int?)
|
||||
(s/def ::fqdns (s/coll-of pred/fqdn-string?))
|
||||
(s/def ::average-rate pos-int?)
|
||||
|
||||
(s/def ::burst-rate pos-int?)
|
||||
|
||||
(def ingress? (s/keys :req-un [::ingress-name ::app-name
|
||||
::ns/namespace
|
||||
::service-name ::service-port
|
||||
::issuer ::cert-name
|
||||
::fqdns]
|
||||
:opt-un [::rate-limit-name]))
|
||||
|
||||
(def certificate? (s/keys :req-un [::fqdns ::app-name ::cert-name ::issuer ::ns/namespace]))
|
||||
|
||||
|
||||
(def rate-limit-config? (s/keys :req-un [::rate-limit-name
|
||||
::ns/namespace
|
||||
::average-rate
|
||||
::burst-rate]))
|
||||
|
||||
|
||||
(defn-spec generate-host-rule map?
|
||||
[service-name ::service-name
|
||||
service-port ::service-port
|
||||
fqdn pred/fqdn-string?]
|
||||
(->
|
||||
(yaml/load-as-edn "ingress/host-rule.yaml")
|
||||
(cm/replace-all-matching "FQDN" fqdn)
|
||||
(cm/replace-all-matching "SERVICE_PORT" service-port)
|
||||
(cm/replace-all-matching "SERVICE_NAME" service-name)))
|
||||
|
||||
|
||||
(defn-spec generate-certificate map?
|
||||
[config certificate?]
|
||||
(let [{:keys [cert-name issuer fqdns app-name namespace]} config
|
||||
letsencrypt-issuer (name issuer)]
|
||||
(->
|
||||
(yaml/load-as-edn "ingress/certificate.yaml")
|
||||
(assoc-in [:metadata :name] cert-name)
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(assoc-in [:metadata :labels :app.kubernetes.part-of] app-name)
|
||||
(assoc-in [:spec :secretName] cert-name)
|
||||
(assoc-in [:spec :commonName] (first fqdns))
|
||||
(assoc-in [:spec :dnsNames] fqdns)
|
||||
(assoc-in [:spec :issuerRef :name] letsencrypt-issuer))))
|
||||
|
||||
|
||||
(defn-spec generate-rate-limit-middleware map?
|
||||
[config rate-limit-config?]
|
||||
(let [{:keys [rate-limit-name average-rate burst-rate namespace]} config]
|
||||
(->
|
||||
(yaml/load-as-edn "ingress/middleware-ratelimit.yaml")
|
||||
(assoc-in [:metadata :name] (str rate-limit-name "-ratelimit"))
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(assoc-in [:spec :rateLimit :average] average-rate)
|
||||
(assoc-in [:spec :rateLimit :burst] burst-rate))))
|
||||
|
||||
|
||||
(defn-spec generate-ingress map?
|
||||
[config ingress?]
|
||||
(let [{:keys [ingress-name cert-name service-name service-port
|
||||
fqdns app-name rate-limit-name namespace]} config]
|
||||
(->
|
||||
(yaml/load-as-edn "ingress/ingress.yaml")
|
||||
(assoc-in [:metadata :name] ingress-name)
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(assoc-in [:metadata :labels :app.kubernetes.part-of] app-name)
|
||||
(assoc-in [:metadata :annotations]
|
||||
{:traefik.ingress.kubernetes.io/router.entrypoints
|
||||
"web, websecure"
|
||||
:traefik.ingress.kubernetes.io/router.middlewares
|
||||
(if rate-limit-name
|
||||
(str "default-redirect-https@kubernetescrd, "
|
||||
namespace "-" rate-limit-name "-ratelimit@kubernetescrd")
|
||||
"default-redirect-https@kubernetescrd")
|
||||
:metallb.universe.tf/address-pool "public"})
|
||||
(assoc-in [:spec :tls 0 :secretName] cert-name)
|
||||
(assoc-in [:spec :tls 0 :hosts] fqdns)
|
||||
(assoc-in [:spec :rules]
|
||||
(mapv (partial generate-host-rule service-name service-port) fqdns)))))
|
||||
@ -1,8 +0,0 @@
|
||||
(ns dda.c4k-common.macros
|
||||
(:require [clojure.java.io :as io]))
|
||||
|
||||
(defmacro inline-resources [resource-path]
|
||||
(let [files (.listFiles (io/file (io/resource resource-path)))
|
||||
file-contents (map slurp files)
|
||||
file-names (map #(str resource-path "/" (.getName %)) files)]
|
||||
(zipmap file-names file-contents)))
|
||||
@ -0,0 +1,34 @@
|
||||
(ns dda.c4k-common.macros
|
||||
(:require [clojure.java.io :as io]
|
||||
[clojure.string :as str])
|
||||
(:import java.util.jar.JarFile))
|
||||
|
||||
(defn inline-resource-file [resource-url relative-resource-folder-path]
|
||||
(let [files (.listFiles (io/file resource-url))
|
||||
file-contents (map slurp files)
|
||||
file-names (map #(str relative-resource-folder-path "/" (.getName %)) files)]
|
||||
(zipmap file-names file-contents)))
|
||||
|
||||
(defn inline-resource-jar [resource-url]
|
||||
(let [resource-url-string (.toString resource-url)
|
||||
; Remove jar:file:
|
||||
start-absolute (str/replace-first resource-url-string "jar:file:" "")
|
||||
; Split path into jar base and search folder
|
||||
jar-split (str/split start-absolute #"!/")
|
||||
absolute-jar-path (first jar-split)
|
||||
relative-file-path (second jar-split)
|
||||
jar (JarFile. absolute-jar-path)
|
||||
files (->> (enumeration-seq (.entries jar))
|
||||
(filter #(str/starts-with? % relative-file-path))
|
||||
(filter #(not (.isDirectory %))))
|
||||
file-names (map #(.getName %) files)
|
||||
file-contents (map #(slurp (.getInputStream jar %)) files)]
|
||||
(zipmap file-names file-contents)))
|
||||
|
||||
(defmacro inline-resources [resource-path]
|
||||
(let [resource-url (io/resource resource-path)
|
||||
resource-protocol (.getProtocol resource-url)]
|
||||
(case resource-protocol
|
||||
"file" (inline-resource-file resource-url resource-path)
|
||||
"jar" (inline-resource-jar resource-url))))
|
||||
|
||||
@ -1,128 +1,43 @@
|
||||
(ns dda.c4k-common.monitoring
|
||||
(:require
|
||||
[clojure.spec.alpha :as s]
|
||||
#?(:cljs [shadow.resource :as rc])
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
[dda.c4k-common.yaml :as yaml]
|
||||
[dda.c4k-common.predicate :as cp]
|
||||
[dda.c4k-common.common :as cm]
|
||||
[clojure.string :as str]))
|
||||
[dda.c4k-common.monitoring.monitoring-internal :as int]))
|
||||
|
||||
(s/def ::grafana-cloud-user cp/bash-env-string?)
|
||||
(s/def ::grafana-cloud-password cp/bash-env-string?)
|
||||
(s/def ::grafana-cloud-url string?)
|
||||
(s/def ::cluster-name string?)
|
||||
(s/def ::cluster-stage cp/stage?)
|
||||
(s/def ::pvc-storage-class-name cp/pvc-storage-class-name?)
|
||||
(s/def ::node-regex string?)
|
||||
(s/def ::traefik-regex string?)
|
||||
(s/def ::kube-state-regex string?)
|
||||
(s/def ::grafana-cloud-user ::int/grafana-cloud-user)
|
||||
(s/def ::grafana-cloud-password ::int/grafana-cloud-password)
|
||||
(s/def ::grafana-cloud-url ::int/grafana-cloud-url)
|
||||
(s/def ::cluster-name ::int/cluster-name)
|
||||
(s/def ::cluster-stage ::int/cluster-stage)
|
||||
(s/def ::mon-cfg (s/keys :req-un [::grafana-cloud-url
|
||||
::cluster-name
|
||||
::cluster-stage]))
|
||||
(s/def ::mon-auth (s/keys :req-un [::grafana-cloud-user
|
||||
::grafana-cloud-password]))
|
||||
(s/def ::storage (s/keys :opt-un [::pvc-storage-class-name]))
|
||||
(s/def ::filter-regex (s/keys :req-un [::node-regex
|
||||
::traefik-regex
|
||||
::kube-state-regex]))
|
||||
|
||||
(def metric-regex {:node-regex
|
||||
(str "node_cpu_sec.+|node_load[0-9]+|node_memory_Buf.*|node_memory_Mem.*|"
|
||||
"node_memory_Cached.*|node_disk_[r,w,i].*|node_filesystem_[s,a].*|"
|
||||
"node_network_receive_bytes_total|node_network_transmit_bytes_total")
|
||||
:traefik-regex (str "traefik_entrypoint_.*_total|"
|
||||
"traefik_entrypoint_.*_seconds_count|"
|
||||
"traefik_router_.*_total|"
|
||||
"traefik_router_.*_seconds_count|"
|
||||
"traefik_service_.*_total|"
|
||||
"traefik_service_.*_seconds_count|"
|
||||
"traefik_tls_certs_not_after")
|
||||
:kube-state-regex (str "kube_pod_container_status_restarts_total|"
|
||||
"kube_pod_status_reason|kube_node_status_capacity|kube_node_status_allocatable|"
|
||||
"kube_cronjob_status_active|kube_job_status_failed")})
|
||||
|
||||
(def filter-regex-string
|
||||
(str/join "|" (vals metric-regex)))
|
||||
(def filter-regex-string int/filter-regex-string)
|
||||
|
||||
#?(:cljs
|
||||
(defmethod yaml/load-resource :monitoring [resource-name]
|
||||
(case resource-name
|
||||
"monitoring/namespace.yaml" (rc/inline "monitoring/namespace.yaml")
|
||||
|
||||
"monitoring/kube-state-metrics/cluster-role-binding.yaml" (rc/inline "monitoring/kube-state-metrics/cluster-role-binding.yaml")
|
||||
"monitoring/kube-state-metrics/cluster-role.yaml" (rc/inline "monitoring/kube-state-metrics/cluster-role.yaml")
|
||||
"monitoring/kube-state-metrics/deployment.yaml" (rc/inline "monitoring/kube-state-metrics/deployment.yaml")
|
||||
"monitoring/kube-state-metrics/service-account.yaml" (rc/inline "monitoring/kube-state-metrics/service-account.yaml")
|
||||
"monitoring/kube-state-metrics/service.yaml" (rc/inline "monitoring/kube-state-metrics/service.yaml")
|
||||
"monitoring/node-exporter/cluster-role-binding.yaml" (rc/inline "monitoring/node-exporter/cluster-role-binding.yaml")
|
||||
"monitoring/node-exporter/cluster-role.yaml" (rc/inline "monitoring/node-exporter/cluster-role.yaml")
|
||||
"monitoring/node-exporter/daemon-set.yaml" (rc/inline "monitoring/node-exporter/daemon-set.yaml")
|
||||
"monitoring/node-exporter/service-account.yaml" (rc/inline "monitoring/node-exporter/service-account.yaml")
|
||||
"monitoring/node-exporter/service.yaml" (rc/inline "monitoring/node-exporter/service.yaml")
|
||||
"monitoring/prometheus/cluster-role-binding.yaml" (rc/inline "monitoring/prometheus/cluster-role-binding.yaml")
|
||||
"monitoring/prometheus/cluster-role.yaml" (rc/inline "monitoring/prometheus/cluster-role.yaml")
|
||||
"monitoring/prometheus/config.yaml" (rc/inline "monitoring/prometheus/config.yaml")
|
||||
"monitoring/prometheus/deployment.yaml" (rc/inline "monitoring/prometheus/deployment.yaml")
|
||||
"monitoring/prometheus/prometheus.yaml" (rc/inline "monitoring/prometheus/prometheus.yaml")
|
||||
"monitoring/prometheus/service-account.yaml" (rc/inline "monitoring/prometheus/service-account.yaml")
|
||||
"monitoring/prometheus/service.yaml" (rc/inline "monitoring/prometheus/service.yaml")
|
||||
(throw (js/Error. "Undefined Resource!")))))
|
||||
|
||||
(defn-spec generate-stateful-set cp/map-or-seq?
|
||||
[config ::storage]
|
||||
(let [{:keys [pvc-storage-class-name]
|
||||
:or {pvc-storage-class-name :manual}} config]
|
||||
(->
|
||||
(yaml/load-as-edn "monitoring/stateful-set.yaml")
|
||||
(assoc-in [:spec :volumeClaimTemplates 0 :spec :storageClassName] (name pvc-storage-class-name)))))
|
||||
|
||||
(defn-spec generate-prometheus-config cp/map-or-seq?
|
||||
[config ::mon-cfg
|
||||
auth ::mon-auth]
|
||||
(let [{:keys [grafana-cloud-url cluster-name cluster-stage]} config
|
||||
{:keys [grafana-cloud-user grafana-cloud-password]} auth]
|
||||
(->
|
||||
(yaml/load-as-edn "monitoring/prometheus/prometheus.yaml")
|
||||
(assoc-in [:global :external_labels :cluster]
|
||||
cluster-name)
|
||||
(assoc-in [:global :external_labels :stage]
|
||||
cluster-stage)
|
||||
(assoc-in [:remote_write 0 :url]
|
||||
grafana-cloud-url)
|
||||
(assoc-in [:remote_write 0 :basic_auth :username]
|
||||
grafana-cloud-user)
|
||||
(assoc-in [:remote_write 0 :basic_auth :password]
|
||||
grafana-cloud-password)
|
||||
(cm/replace-all-matching-values-by-new-value "FILTER_REGEX" filter-regex-string))))
|
||||
|
||||
(defn-spec generate-config cp/map-or-seq?
|
||||
[config ::mon-cfg
|
||||
auth ::mon-auth]
|
||||
(->
|
||||
(yaml/load-as-edn "monitoring/prometheus/config.yaml")
|
||||
(assoc-in [:stringData :prometheus.yaml]
|
||||
(yaml/to-string
|
||||
(generate-prometheus-config config auth)))))
|
||||
|
||||
(defn-spec generate cp/map-or-seq?
|
||||
(defn-spec generate seq?
|
||||
[config ::mon-cfg
|
||||
auth ::mon-auth]
|
||||
[(yaml/load-as-edn "monitoring/namespace.yaml")
|
||||
(yaml/load-as-edn "monitoring/prometheus/cluster-role.yaml")
|
||||
(yaml/load-as-edn "monitoring/prometheus/cluster-role-binding.yaml")
|
||||
(yaml/load-as-edn "monitoring/prometheus/service.yaml")
|
||||
(yaml/load-as-edn "monitoring/prometheus/service-account.yaml")
|
||||
(generate-config config auth)
|
||||
(yaml/load-as-edn "monitoring/prometheus/deployment.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter/service-account.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter/cluster-role.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter/cluster-role-binding.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter/daemon-set.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter/service.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics/cluster-role-binding.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics/cluster-role.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics/deployment.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics/service-account.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics/service.yaml")])
|
||||
(yaml/load-as-edn "monitoring/prometheus-cluster-role.yaml")
|
||||
(yaml/load-as-edn "monitoring/prometheus-cluster-role-binding.yaml")
|
||||
(yaml/load-as-edn "monitoring/prometheus-service.yaml")
|
||||
(yaml/load-as-edn "monitoring/prometheus-service-account.yaml")
|
||||
(int/generate-config config auth)
|
||||
(yaml/load-as-edn "monitoring/prometheus-deployment.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter-service-account.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter-cluster-role.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter-cluster-role-binding.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter-daemon-set.yaml")
|
||||
(yaml/load-as-edn "monitoring/node-exporter-service.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics-cluster-role-binding.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics-cluster-role.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics-deployment.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics-service-account.yaml")
|
||||
(yaml/load-as-edn "monitoring/kube-state-metrics-service.yaml")])
|
||||
|
||||
@ -0,0 +1,92 @@
|
||||
(ns dda.c4k-common.monitoring.monitoring-internal
|
||||
(:require
|
||||
[clojure.spec.alpha :as s]
|
||||
#?(:cljs [shadow.resource :as rc])
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
[dda.c4k-common.yaml :as yaml]
|
||||
[dda.c4k-common.predicate :as cp]
|
||||
[dda.c4k-common.common :as cm]
|
||||
[clojure.string :as str]))
|
||||
|
||||
|
||||
#?(:cljs
|
||||
(defmethod yaml/load-resource :monitoring [resource-name]
|
||||
(case resource-name
|
||||
"monitoring/kube-state-metrics-cluster-role-binding.yaml" (rc/inline "monitoring/kube-state-metrics-cluster-role-binding.yaml")
|
||||
"monitoring/kube-state-metrics-cluster-role.yaml" (rc/inline "monitoring/kube-state-metrics-cluster-role.yaml")
|
||||
"monitoring/kube-state-metrics-deployment.yaml" (rc/inline "monitoring/kube-state-metrics-deployment.yaml")
|
||||
"monitoring/kube-state-metrics-service-account.yaml" (rc/inline "monitoring/kube-state-metrics-service-account.yaml")
|
||||
"monitoring/kube-state-metrics-service.yaml" (rc/inline "monitoring/kube-state-metrics-service.yaml")
|
||||
"monitoring/namespace.yaml" (rc/inline "monitoring/namespace.yaml")
|
||||
"monitoring/node-exporter-cluster-role-binding.yaml" (rc/inline "monitoring/node-exporter-cluster-role-binding.yaml")
|
||||
"monitoring/node-exporter-cluster-role.yaml" (rc/inline "monitoring/node-exporter-cluster-role.yaml")
|
||||
"monitoring/node-exporter-daemon-set.yaml" (rc/inline "monitoring/node-exporter-daemon-set.yaml")
|
||||
"monitoring/node-exporter-service-account.yaml" (rc/inline "monitoring/node-exporter-service-account.yaml")
|
||||
"monitoring/node-exporter-service.yaml" (rc/inline "monitoring/node-exporter-service.yaml")
|
||||
"monitoring/prometheus-cluster-role-binding.yaml" (rc/inline "monitoring/prometheus-cluster-role-binding.yaml")
|
||||
"monitoring/prometheus-cluster-role.yaml" (rc/inline "monitoring/prometheus-cluster-role.yaml")
|
||||
"monitoring/prometheus-config.yaml" (rc/inline "monitoring/prometheus-config.yaml")
|
||||
"monitoring/prometheus-deployment.yaml" (rc/inline "monitoring/prometheus-deployment.yaml")
|
||||
"monitoring/prometheus-prometheus.yaml" (rc/inline "monitoring/prometheus-prometheus.yaml")
|
||||
"monitoring/prometheus-service-account.yaml" (rc/inline "monitoring/prometheus-service-account.yaml")
|
||||
"monitoring/prometheus-service.yaml" (rc/inline "monitoring/prometheus-service.yaml")
|
||||
(throw (js/Error. (str "Undefined Resource: " resource-name))))))
|
||||
|
||||
|
||||
(s/def ::grafana-cloud-user cp/bash-env-string?)
|
||||
(s/def ::grafana-cloud-password cp/bash-env-string?)
|
||||
(s/def ::grafana-cloud-url string?)
|
||||
(s/def ::cluster-name string?)
|
||||
(s/def ::cluster-stage cp/stage?)
|
||||
(s/def ::mon-cfg (s/keys :req-un [::grafana-cloud-url
|
||||
::cluster-name
|
||||
::cluster-stage]))
|
||||
(s/def ::mon-auth (s/keys :req-un [::grafana-cloud-user
|
||||
::grafana-cloud-password]))
|
||||
|
||||
(def metric-regex {:node-regex
|
||||
(str "node_cpu_sec.+|node_load[0-9]+|node_memory_Buf.*|node_memory_Mem.*|"
|
||||
"node_memory_Cached.*|node_disk_[r,w,i].*|node_filesystem_[s,a].*|"
|
||||
"node_network_receive_bytes_total|node_network_transmit_bytes_total")
|
||||
:traefik-regex (str "traefik_entrypoint_.*_total|"
|
||||
"traefik_entrypoint_.*_seconds_count|"
|
||||
"traefik_router_.*_total|"
|
||||
"traefik_router_.*_seconds_count|"
|
||||
"traefik_service_.*_total|"
|
||||
"traefik_service_.*_seconds_count|"
|
||||
"traefik_tls_certs_not_after")
|
||||
:kube-state-regex (str "kube_pod_container_status_restarts_total|"
|
||||
"kube_pod_status_reason|kube_node_status_capacity|kube_node_status_allocatable|"
|
||||
"kube_cronjob_status_active|kube_job_status_failed")})
|
||||
|
||||
(def filter-regex-string
|
||||
(str/join "|" (vals metric-regex)))
|
||||
|
||||
(defn-spec generate-prometheus-config map?
|
||||
[config ::mon-cfg
|
||||
auth ::mon-auth]
|
||||
(let [{:keys [grafana-cloud-url cluster-name cluster-stage]} config
|
||||
{:keys [grafana-cloud-user grafana-cloud-password]} auth]
|
||||
(->
|
||||
(yaml/load-as-edn "monitoring/prometheus-prometheus.yaml")
|
||||
(assoc-in [:global :external_labels :cluster]
|
||||
cluster-name)
|
||||
(assoc-in [:global :external_labels :stage]
|
||||
cluster-stage)
|
||||
(assoc-in [:remote_write 0 :url]
|
||||
grafana-cloud-url)
|
||||
(assoc-in [:remote_write 0 :basic_auth :username]
|
||||
grafana-cloud-user)
|
||||
(assoc-in [:remote_write 0 :basic_auth :password]
|
||||
grafana-cloud-password)
|
||||
(cm/replace-all-matching "FILTER_REGEX" filter-regex-string))))
|
||||
|
||||
(defn-spec generate-config map?
|
||||
[config ::mon-cfg
|
||||
auth ::mon-auth]
|
||||
(->
|
||||
(yaml/load-as-edn "monitoring/prometheus-config.yaml")
|
||||
(assoc-in [:stringData :prometheus.yaml]
|
||||
(yaml/to-string
|
||||
(generate-prometheus-config config auth)))))
|
||||
@ -0,0 +1,19 @@
|
||||
(ns dda.c4k-common.namespace
|
||||
(:require
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
[clojure.spec.alpha :as s]
|
||||
[dda.c4k-common.namespace.namespace-internal :as int]))
|
||||
|
||||
(s/def ::namespace ::int/namespace)
|
||||
|
||||
(def config? (s/keys :req-un []
|
||||
:opt-un [::namespace]))
|
||||
|
||||
(def default-config {:namespace "default"})
|
||||
|
||||
(defn-spec generate seq?
|
||||
[config config?]
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
[(int/generate-namespace final-config)]))
|
||||
@ -0,0 +1,23 @@
|
||||
(ns dda.c4k-common.namespace.namespace-internal
|
||||
(:require
|
||||
[clojure.spec.alpha :as s]
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
[dda.c4k-common.yaml :as yaml]
|
||||
#?(:cljs [dda.c4k-common.macros :refer-macros [inline-resources]])))
|
||||
|
||||
#?(:cljs
|
||||
(defmethod yaml/load-resource :namespace [resource-name]
|
||||
(get (inline-resources "namespace") resource-name)))
|
||||
|
||||
(s/def ::namespace string?)
|
||||
|
||||
(def config? (s/keys :req-un [::namespace]
|
||||
:opt-un []))
|
||||
|
||||
(defn-spec generate-namespace map?
|
||||
[config config?]
|
||||
(let [{:keys [namespace]} config]
|
||||
(->
|
||||
(yaml/load-as-edn "namespace/namespace.yaml")
|
||||
(assoc-in [:metadata :name] namespace))))
|
||||
@ -1,99 +1,94 @@
|
||||
(ns dda.c4k-common.postgres
|
||||
(:require
|
||||
[clojure.spec.alpha :as s]
|
||||
#?(:cljs [shadow.resource :as rc])
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
[dda.c4k-common.yaml :as yaml]
|
||||
[dda.c4k-common.base64 :as b64]
|
||||
[dda.c4k-common.predicate :as cp]
|
||||
[dda.c4k-common.common :as cm]))
|
||||
|
||||
(defn postgres-size?
|
||||
[input]
|
||||
(contains? #{:2gb :4gb :8gb :16gb} input))
|
||||
|
||||
(defn postgres-image?
|
||||
[input]
|
||||
(contains? #{"postgres:13" "postgres:14"} input))
|
||||
|
||||
(s/def ::postgres-db-user cp/bash-env-string?)
|
||||
(s/def ::postgres-db-password cp/bash-env-string?)
|
||||
(s/def ::postgres-data-volume-path string?)
|
||||
(s/def ::postgres-size postgres-size?)
|
||||
(s/def ::db-name cp/bash-env-string?)
|
||||
(s/def ::pvc-storage-class-name cp/pvc-storage-class-name?)
|
||||
(s/def ::pv-storage-size-gb pos?)
|
||||
[dda.c4k-common.namespace :as ns]
|
||||
[dda.c4k-common.postgres.postgres-internal :as int]))
|
||||
|
||||
(def postgres-size? int/postgres-size?)
|
||||
|
||||
(def postgres-image? int/postgres-image?)
|
||||
|
||||
(s/def ::postgres-db-user ::int/postgres-db-user)
|
||||
(s/def ::postgres-db-password ::int/postgres-db-password)
|
||||
(s/def ::postgres-data-volume-path ::int/postgres-data-volume-path)
|
||||
(s/def ::postgres-size ::int/postgres-size)
|
||||
(s/def ::db-name ::int/db-name)
|
||||
(s/def ::pvc-storage-class-name ::int/pvc-storage-class-name)
|
||||
(s/def ::pv-storage-size-gb ::int/pv-storage-size-gb)
|
||||
|
||||
(def pg-config?
|
||||
(s/keys :opt-un [::postgres-size ::db-name ::postgres-data-volume-path
|
||||
::pvc-storage-class-name ::pv-storage-size-gb]))
|
||||
::pvc-storage-class-name ::pv-storage-size-gb ::ns/namespace]))
|
||||
(def pg-auth?
|
||||
(s/keys :opt-un [::postgres-db-user ::postgres-db-password]))
|
||||
|
||||
(def postgres-function (s/keys :opt-un [::deserializer ::optional]))
|
||||
|
||||
#?(:cljs
|
||||
(defmethod yaml/load-resource :postgres [resource-name]
|
||||
(case resource-name
|
||||
"postgres/config-2gb.yaml" (rc/inline "postgres/config-2gb.yaml")
|
||||
"postgres/config-4gb.yaml" (rc/inline "postgres/config-4gb.yaml")
|
||||
"postgres/config-8gb.yaml" (rc/inline "postgres/config-8gb.yaml")
|
||||
"postgres/config-16gb.yaml" (rc/inline "postgres/config-16gb.yaml")
|
||||
"postgres/deployment.yaml" (rc/inline "postgres/deployment.yaml")
|
||||
"postgres/persistent-volume.yaml" (rc/inline "postgres/persistent-volume.yaml")
|
||||
"postgres/pvc.yaml" (rc/inline "postgres/pvc.yaml")
|
||||
"postgres/secret.yaml" (rc/inline "postgres/secret.yaml")
|
||||
"postgres/service.yaml" (rc/inline "postgres/service.yaml")
|
||||
(throw (js/Error. "Undefined Resource!")))))
|
||||
|
||||
(defn-spec generate-config cp/map-or-seq?
|
||||
(def default-config (merge ns/default-config
|
||||
{:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"}))
|
||||
|
||||
|
||||
(defn-spec generate-config map?
|
||||
[& config (s/? pg-config?)]
|
||||
(let [{:keys [postgres-size db-name]
|
||||
:or {postgres-size :2gb
|
||||
db-name "postgres"}} (first config)]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource
|
||||
(str "postgres/config-" (name postgres-size) ".yaml")))
|
||||
(assoc-in [:data :postgres-db] db-name))))
|
||||
|
||||
; TODO: why do we need a sequence of configs?
|
||||
(defn-spec generate-deployment cp/map-or-seq?
|
||||
(let [final-config (merge default-config
|
||||
(first config))]
|
||||
(int/generate-config final-config)))
|
||||
|
||||
|
||||
(defn-spec generate-deployment map?
|
||||
[& config (s/? pg-config?)]
|
||||
(let [{:keys [postgres-image]
|
||||
:or {postgres-image "postgres:13"}} (first config)]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/deployment.yaml"))
|
||||
(assoc-in [:spec :template :spec :containers 0 :image] postgres-image))))
|
||||
(let [final-config (merge default-config
|
||||
(first config))]
|
||||
(int/generate-deployment final-config)))
|
||||
|
||||
(defn-spec generate-persistent-volume cp/map-or-seq?
|
||||
|
||||
(defn-spec generate-persistent-volume map?
|
||||
[config pg-config?]
|
||||
(let [{:keys [postgres-data-volume-path pv-storage-size-gb]
|
||||
:or {postgres-data-volume-path "/var/postgres"
|
||||
pv-storage-size-gb 10}} config]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/persistent-volume.yaml"))
|
||||
(assoc-in [:spec :hostPath :path] postgres-data-volume-path)
|
||||
(assoc-in [:spec :capacity :storage] (str pv-storage-size-gb "Gi")))))
|
||||
|
||||
(defn-spec generate-pvc cp/map-or-seq?
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
(int/generate-persistent-volume final-config)))
|
||||
|
||||
|
||||
(defn-spec generate-pvc map?
|
||||
[config pg-config?]
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
(int/generate-pvc final-config)))
|
||||
|
||||
|
||||
(defn-spec generate-secret map?
|
||||
([auth pg-auth?]
|
||||
(let [final-config default-config]
|
||||
(int/generate-secret final-config auth)))
|
||||
([config pg-config?
|
||||
auth pg-auth?]
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
(int/generate-secret final-config auth))))
|
||||
|
||||
|
||||
(defn-spec generate-service map?
|
||||
[config pg-config?]
|
||||
(let [{:keys [pv-storage-size-gb pvc-storage-class-name]
|
||||
:or {pv-storage-size-gb 10
|
||||
pvc-storage-class-name "manual"}} config]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/pvc.yaml"))
|
||||
(assoc-in [:spec :resources :requests :storage] (str pv-storage-size-gb "Gi"))
|
||||
(assoc-in [:spec :storageClassName] (name pvc-storage-class-name)))))
|
||||
|
||||
(defn-spec generate-secret cp/map-or-seq?
|
||||
[my-auth any?]
|
||||
(let [{:keys [postgres-db-user postgres-db-password]} my-auth]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/secret.yaml"))
|
||||
(cm/replace-key-value :postgres-user (b64/encode postgres-db-user))
|
||||
(cm/replace-key-value :postgres-password (b64/encode postgres-db-password)))))
|
||||
|
||||
(defn-spec generate-service cp/map-or-seq?
|
||||
[]
|
||||
(yaml/from-string (yaml/load-resource "postgres/service.yaml")))
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
(int/generate-service final-config)))
|
||||
|
||||
|
||||
(defn-spec generate seq?
|
||||
[config pg-config?
|
||||
auth pg-auth?]
|
||||
(let [final-config (merge default-config
|
||||
config)]
|
||||
[(int/generate-secret final-config auth)
|
||||
(int/generate-persistent-volume final-config)
|
||||
(int/generate-config final-config)
|
||||
(int/generate-pvc final-config)
|
||||
(int/generate-deployment final-config)
|
||||
(int/generate-service final-config)]))
|
||||
|
||||
@ -0,0 +1,111 @@
|
||||
(ns dda.c4k-common.postgres.postgres-internal
|
||||
(:require
|
||||
[clojure.spec.alpha :as s]
|
||||
#?(:cljs [shadow.resource :as rc])
|
||||
#?(:clj [orchestra.core :refer [defn-spec]]
|
||||
:cljs [orchestra.core :refer-macros [defn-spec]])
|
||||
[dda.c4k-common.yaml :as yaml]
|
||||
[dda.c4k-common.base64 :as b64]
|
||||
[dda.c4k-common.predicate :as cp]
|
||||
[dda.c4k-common.common :as cm]
|
||||
[dda.c4k-common.namespace :as ns]))
|
||||
|
||||
|
||||
#?(:cljs
|
||||
(defmethod yaml/load-resource :postgres [resource-name]
|
||||
(case resource-name
|
||||
"postgres/config-2gb.yaml" (rc/inline "postgres/config-2gb.yaml")
|
||||
"postgres/config-4gb.yaml" (rc/inline "postgres/config-4gb.yaml")
|
||||
"postgres/config-8gb.yaml" (rc/inline "postgres/config-8gb.yaml")
|
||||
"postgres/config-16gb.yaml" (rc/inline "postgres/config-16gb.yaml")
|
||||
"postgres/deployment.yaml" (rc/inline "postgres/deployment.yaml")
|
||||
"postgres/persistent-volume.yaml" (rc/inline "postgres/persistent-volume.yaml")
|
||||
"postgres/pvc.yaml" (rc/inline "postgres/pvc.yaml")
|
||||
"postgres/secret.yaml" (rc/inline "postgres/secret.yaml")
|
||||
"postgres/service.yaml" (rc/inline "postgres/service.yaml")
|
||||
(throw (js/Error. (str "Undefined Resource: " resource-name))))))
|
||||
|
||||
|
||||
(defn postgres-size?
|
||||
[input]
|
||||
(contains? #{:2gb :4gb :8gb :16gb} input))
|
||||
|
||||
(defn postgres-image?
|
||||
[input]
|
||||
(contains? #{"postgres:13" "postgres:14" "postgres:15" "postgres:16"} input))
|
||||
(s/def ::postgres-db-user cp/bash-env-string?)
|
||||
(s/def ::postgres-db-password cp/bash-env-string?)
|
||||
(s/def ::postgres-data-volume-path string?)
|
||||
(s/def ::postgres-size postgres-size?)
|
||||
(s/def ::db-name cp/bash-env-string?)
|
||||
(s/def ::pvc-storage-class-name cp/pvc-storage-class-name?)
|
||||
|
||||
(s/def ::pv-storage-size-gb pos?)
|
||||
(def pg-config?
|
||||
(s/keys :req-un [::postgres-size ::db-name ::postgres-data-volume-path
|
||||
::pvc-storage-class-name ::pv-storage-size-gb ::ns/namespace]))
|
||||
|
||||
(def pg-auth?
|
||||
(s/keys :req-un [::postgres-db-user ::postgres-db-password]))
|
||||
|
||||
|
||||
(def postgres-function (s/keys :opt-un [::deserializer ::optional]))
|
||||
|
||||
|
||||
(defn-spec generate-config map?
|
||||
[config pg-config?]
|
||||
(let [{:keys [postgres-size db-name namespace]} config]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource
|
||||
(str "postgres/config-" (name postgres-size) ".yaml")))
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(assoc-in [:data :postgres-db] db-name))))
|
||||
|
||||
|
||||
(defn-spec generate-deployment map?
|
||||
[config pg-config?]
|
||||
(let [{:keys [postgres-image namespace]} config]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/deployment.yaml"))
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(assoc-in [:spec :template :spec :containers 0 :image] postgres-image))))
|
||||
|
||||
|
||||
(defn-spec generate-persistent-volume map?
|
||||
[config pg-config?]
|
||||
(let [{:keys [postgres-data-volume-path pv-storage-size-gb namespace]} config]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/persistent-volume.yaml"))
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(assoc-in [:spec :hostPath :path] postgres-data-volume-path)
|
||||
(assoc-in [:spec :capacity :storage] (str pv-storage-size-gb "Gi")))))
|
||||
|
||||
|
||||
(defn-spec generate-pvc map?
|
||||
[config pg-config?]
|
||||
(let [{:keys [pv-storage-size-gb pvc-storage-class-name namespace]} config]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/pvc.yaml"))
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(assoc-in [:spec :resources :requests :storage] (str pv-storage-size-gb "Gi"))
|
||||
(assoc-in [:spec :storageClassName] (name pvc-storage-class-name)))))
|
||||
|
||||
|
||||
(defn-spec generate-secret map?
|
||||
[config pg-config?
|
||||
auth pg-auth?]
|
||||
(let [{:keys [namespace]} config
|
||||
{:keys [postgres-db-user postgres-db-password]} auth]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/secret.yaml"))
|
||||
(assoc-in [:metadata :namespace] namespace)
|
||||
(cm/replace-key-value :postgres-user (b64/encode postgres-db-user))
|
||||
(cm/replace-key-value :postgres-password (b64/encode postgres-db-password)))))
|
||||
|
||||
|
||||
(defn-spec generate-service map?
|
||||
[config pg-config?]
|
||||
(let [{:keys [namespace]} config]
|
||||
(->
|
||||
(yaml/from-string (yaml/load-resource "postgres/service.yaml"))
|
||||
(assoc-in [:metadata :namespace] namespace))))
|
||||
@ -0,0 +1,9 @@
|
||||
apiVersion: traefik.containo.us/v1alpha1
|
||||
kind: Middleware
|
||||
metadata:
|
||||
name: ratelimit
|
||||
namespace: default
|
||||
spec:
|
||||
rateLimit:
|
||||
average: AVG
|
||||
burst: BRS
|
||||
@ -0,0 +1,4 @@
|
||||
apiVersion: v1
|
||||
kind: Namespace
|
||||
metadata:
|
||||
name: default
|
||||
@ -1,13 +1,21 @@
|
||||
(ns dda.c4k-common.macros-test
|
||||
(:require
|
||||
(:require
|
||||
[clojure.test :refer [deftest is are testing run-tests]]
|
||||
[dda.c4k-common.macros :refer [inline-resources]]))
|
||||
[dda.c4k-common.macros :as cut :refer [inline-resources]]))
|
||||
|
||||
(deftest should-count-inline-resources
|
||||
(is (= 3 (count (inline-resources "ingress")))))
|
||||
(is (= 3 (count (inline-resources "dda/c4k_common/inline_resources_test")))))
|
||||
|
||||
(deftest should-inline-resources
|
||||
(let [resource-path (fn [name] (str "dda/c4k_common/inline_resources_test/" name))]
|
||||
(is (= "1" (get (inline-resources "dda/c4k_common/inline_resources_test") (resource-path "inline_resource_1.yaml"))))
|
||||
(is (= "2" (get (inline-resources "dda/c4k_common/inline_resources_test") (resource-path "inline_resource_2.yaml"))))
|
||||
(is (= "3" (get (inline-resources "dda/c4k_common/inline_resources_test") (resource-path "inline_resource_3.yaml"))))))
|
||||
(let [resource-path (fn [name] (str "dda/c4k_common/inline_resources_test/" name))
|
||||
inlined-resources (inline-resources "dda/c4k_common/inline_resources_test")]
|
||||
(is (= "1" (get inlined-resources (resource-path "inline_resource_1.yaml"))))
|
||||
(is (= "2" (get inlined-resources (resource-path "inline_resource_2.yaml"))))
|
||||
(is (= "3" (get inlined-resources (resource-path "inline_resource_3.yaml"))))))
|
||||
|
||||
(deftest should-inline-jar-resources
|
||||
(let [jar-url (java.net.URL. "jar:file:./src/test/resources/dda/c4k_common/inline_jar_test/test.jar!/inline_resources_test/")
|
||||
inlined-resources (cut/inline-resource-jar jar-url)]
|
||||
(is (= "1" (get inlined-resources "inline_resources_test/inline_resource_1.yaml")))
|
||||
(is (= "2" (get inlined-resources "inline_resources_test/inline_resource_2.yaml")))
|
||||
(is (= "3" (get inlined-resources "inline_resources_test/inline_resource_3.yaml")))))
|
||||
@ -1,8 +1,8 @@
|
||||
(ns dda.c4k-common.monitoring-regex-test
|
||||
(ns dda.c4k-common.monitoring.monitoring-regex-test
|
||||
(:require
|
||||
[clojure.test :refer [deftest is are testing run-tests]]
|
||||
[data-test :refer :all]
|
||||
[dda.c4k-common.monitoring :as cut]))
|
||||
[dda.c4k-common.monitoring.monitoring-internal :as cut]))
|
||||
|
||||
(defn filter-by-regex
|
||||
[regex-str collection]
|
||||
@ -0,0 +1,135 @@
|
||||
(ns dda.c4k-common.ingress.ingress-internal-test
|
||||
(:require
|
||||
#?(:clj [clojure.test :refer [deftest is are testing run-tests]]
|
||||
:cljs [cljs.test :refer-macros [deftest is are testing run-tests]])
|
||||
[clojure.spec.test.alpha :as st]
|
||||
[dda.c4k-common.ingress.ingress-internal :as cut]))
|
||||
|
||||
(st/instrument `cut/generate-host-rule)
|
||||
(st/instrument `cut/generate-certificate)
|
||||
(st/instrument `cut/generate-rate-limit-middleware)
|
||||
(st/instrument `cut/generate-ingress)
|
||||
|
||||
|
||||
(deftest should-generate-rule
|
||||
(is (= {:host "test.com",
|
||||
:http
|
||||
{:paths
|
||||
[{:pathType "Prefix",
|
||||
:path "/",
|
||||
:backend
|
||||
{:service {:name "myservice", :port {:number 3000}}}}]}}
|
||||
(cut/generate-host-rule "myservice" 3000 "test.com"))))
|
||||
|
||||
|
||||
(deftest should-generate-certificate
|
||||
(is (= {:apiVersion "cert-manager.io/v1",
|
||||
:kind "Certificate",
|
||||
:metadata {:name "test-io-cert",
|
||||
:namespace "default",
|
||||
:labels {:app.kubernetes.part-of "c4k-common-app"}},
|
||||
:spec
|
||||
{:secretName "test-io-cert",
|
||||
:commonName "test.de",
|
||||
:duration "2160h",
|
||||
:renewBefore "720h",
|
||||
:dnsNames ["test.de" "test.org" "www.test.de" "www.test.org"],
|
||||
:issuerRef {:name "prod", :kind "ClusterIssuer"}}}
|
||||
(cut/generate-certificate {:fqdns ["test.de" "test.org" "www.test.de" "www.test.org"]
|
||||
:app-name "c4k-common-app"
|
||||
:cert-name "test-io-cert"
|
||||
:issuer "prod"
|
||||
:namespace "default"})))
|
||||
(is (= {:apiVersion "cert-manager.io/v1",
|
||||
:kind "Certificate",
|
||||
:metadata {:name "test-io-cert",
|
||||
:namespace "myapp",
|
||||
:labels {:app.kubernetes.part-of "c4k-common-app"}},
|
||||
:spec
|
||||
{:secretName "test-io-cert",
|
||||
:commonName "test.de",
|
||||
:duration "2160h",
|
||||
:renewBefore "720h",
|
||||
:dnsNames ["test.de" "test.org" "www.test.de" "www.test.org"],
|
||||
:issuerRef {:name "prod", :kind "ClusterIssuer"}}}
|
||||
(cut/generate-certificate {:fqdns ["test.de" "test.org" "www.test.de" "www.test.org"]
|
||||
:app-name "c4k-common-app"
|
||||
:cert-name "test-io-cert"
|
||||
:issuer "prod"
|
||||
:namespace "myapp"}))))
|
||||
|
||||
|
||||
(deftest should-generate-middleware-ratelimit
|
||||
(is (= {:apiVersion "traefik.containo.us/v1alpha1",
|
||||
:kind "Middleware",
|
||||
:metadata {:name "normal-ratelimit"
|
||||
:namespace "myapp",},
|
||||
:spec {:rateLimit {:average 10, :burst 5}}}
|
||||
(cut/generate-rate-limit-middleware {:rate-limit-name "normal"
|
||||
:namespace "myapp"
|
||||
:average-rate 10, :burst-rate 5}))))
|
||||
|
||||
|
||||
(deftest should-generate-ingress
|
||||
(is (= {:apiVersion "networking.k8s.io/v1",
|
||||
:kind "Ingress",
|
||||
:metadata
|
||||
{:namespace "myapp",
|
||||
:name "test-io-https-ingress",
|
||||
:labels {:app.kubernetes.part-of "c4k-common-app"},
|
||||
:annotations {:traefik.ingress.kubernetes.io/router.entrypoints
|
||||
"web, websecure"
|
||||
:traefik.ingress.kubernetes.io/router.middlewares
|
||||
"default-redirect-https@kubernetescrd"
|
||||
:metallb.universe.tf/address-pool "public"}}}
|
||||
(dissoc (cut/generate-ingress
|
||||
{:ingress-name "test-io-https-ingress"
|
||||
:app-name "c4k-common-app"
|
||||
:namespace "myapp"
|
||||
:service-name "test-io-service" :service-port 80
|
||||
:issuer "prod" :cert-name "noname"
|
||||
:fqdns ["test.de" "www.test.de" "test-it.de"
|
||||
"www.test-it.de"]}) :spec)))
|
||||
(is (= {:name "test-io-https-ingress",
|
||||
:namespace "default",
|
||||
:labels {:app.kubernetes.part-of "c4k-common-app"},
|
||||
:annotations {:traefik.ingress.kubernetes.io/router.entrypoints
|
||||
"web, websecure"
|
||||
:traefik.ingress.kubernetes.io/router.middlewares
|
||||
"default-redirect-https@kubernetescrd, default-normal-ratelimit@kubernetescrd",
|
||||
:metallb.universe.tf/address-pool "public"}}
|
||||
(:metadata (cut/generate-ingress
|
||||
{
|
||||
:ingress-name "test-io-https-ingress"
|
||||
:app-name "c4k-common-app"
|
||||
:namespace "default"
|
||||
:service-name "test-io-service" :service-port 80
|
||||
:rate-limit-name "normal"
|
||||
:issuer "prod" :cert-name "noname"
|
||||
:fqdns ["test.de"]}))))
|
||||
(is (= {:tls
|
||||
[{:hosts
|
||||
["test.de" "www.test.de" "test-it.de" "www.test-it.de"],
|
||||
:secretName "test-io-cert"}]
|
||||
:rules
|
||||
[{:host "test.de",
|
||||
:http
|
||||
{:paths [{:pathType "Prefix", :path "/", :backend {:service {:name "test-io-service", :port {:number 80}}}}]}}
|
||||
{:host "www.test.de",
|
||||
:http
|
||||
{:paths [{:pathType "Prefix", :path "/", :backend {:service {:name "test-io-service", :port {:number 80}}}}]}}
|
||||
{:host "test-it.de",
|
||||
:http
|
||||
{:paths [{:pathType "Prefix", :path "/", :backend {:service {:name "test-io-service", :port {:number 80}}}}]}}
|
||||
{:host "www.test-it.de",
|
||||
:http
|
||||
{:paths [{:pathType "Prefix", :path "/", :backend {:service {:name "test-io-service", :port {:number 80}}}}]}}]}
|
||||
(:spec (cut/generate-ingress {
|
||||
:ingress-name "test-io-https-ingress"
|
||||
:app-name "c4k-common-app"
|
||||
:namespace "default"
|
||||
:service-name "test-io-service" :service-port 80
|
||||
:issuer "prod" :cert-name "test-io-cert"
|
||||
:fqdns ["test.de" "www.test.de"
|
||||
"test-it.de"
|
||||
"www.test-it.de"]})))))
|
||||
@ -0,0 +1,59 @@
|
||||
(ns dda.c4k-common.monitoring.monitoring-internal-test
|
||||
(:require
|
||||
#?(:clj [clojure.test :refer [deftest is are testing run-tests]]
|
||||
:cljs [cljs.test :refer-macros [deftest is are testing run-tests]])
|
||||
[clojure.string :as str]
|
||||
[clojure.spec.test.alpha :as st]
|
||||
[dda.c4k-common.monitoring.monitoring-internal :as cut]))
|
||||
|
||||
(st/instrument `cut/generate-stateful-set)
|
||||
(st/instrument `cut/generate-agent-config)
|
||||
(st/instrument `cut/generate-config)
|
||||
|
||||
(def conf {:cluster-name "clustername"
|
||||
:cluster-stage "test"
|
||||
:grafana-cloud-url "https://some.url/with/path"})
|
||||
|
||||
(def auth {:grafana-cloud-user "user"
|
||||
:grafana-cloud-password "password"
|
||||
:hetzner-cloud-ro-token "ro-token"})
|
||||
|
||||
(def invalid-conf {:cluster-name "clustername"
|
||||
:cluster-stage "test"
|
||||
:grafana-clud-url "https://some.url/with/path"})
|
||||
|
||||
(def invalid-auth {:grafana-cloud-user "user"
|
||||
:grafana-clod-password "password"
|
||||
:hetzner-cloud-ro-token "ro-token"})
|
||||
|
||||
(deftest should-not-generate-config
|
||||
(is (thrown?
|
||||
#?(:clj Exception :cljs js/Error)
|
||||
(cut/generate-config invalid-conf auth))))
|
||||
|
||||
(deftest should-not-generate-auth
|
||||
(is (thrown?
|
||||
#?(:clj Exception :cljs js/Error)
|
||||
(cut/generate-config conf invalid-auth))))
|
||||
|
||||
|
||||
(deftest should-generate-prometheus-remote-write-auth
|
||||
(is (= {:username "user",
|
||||
:password "password"}
|
||||
(get-in
|
||||
(cut/generate-prometheus-config conf auth)
|
||||
[:remote_write 0 :basic_auth]))))
|
||||
|
||||
(deftest should-generate-prometheus-external-labels
|
||||
(is (= {:cluster "clustername",
|
||||
:stage "test"}
|
||||
(get-in
|
||||
(cut/generate-prometheus-config conf auth)
|
||||
[:global :external_labels]))))
|
||||
|
||||
(deftest should-generate-config
|
||||
(is (str/starts-with?
|
||||
(get-in
|
||||
(cut/generate-config conf auth)
|
||||
[:stringData :prometheus.yaml])
|
||||
"global:\n scrape_interval:")))
|
||||
@ -0,0 +1,18 @@
|
||||
(ns dda.c4k-common.namespace-test
|
||||
(:require
|
||||
#?(:clj [clojure.test :refer [deftest is are testing run-tests]]
|
||||
:cljs [cljs.test :refer-macros [deftest is are testing run-tests]])
|
||||
[clojure.spec.test.alpha :as st]
|
||||
[dda.c4k-common.namespace :as cut]))
|
||||
|
||||
(st/instrument `cut/generate)
|
||||
|
||||
(deftest should-generate-simple-ingress
|
||||
(is (= [{:apiVersion "v1"
|
||||
:kind "Namespace"
|
||||
:metadata {:name "default"}}]
|
||||
(cut/generate {})))
|
||||
(is (= [{:apiVersion "v1"
|
||||
:kind "Namespace"
|
||||
:metadata {:name "myapp"}}]
|
||||
(cut/generate {:namespace "myapp"}))))
|
||||
@ -0,0 +1,180 @@
|
||||
(ns dda.c4k-common.postgres.postgres-internal-test
|
||||
(:require
|
||||
#?(:clj [clojure.test :refer [deftest is are testing run-tests]]
|
||||
:cljs [cljs.test :refer-macros [deftest is are testing run-tests]])
|
||||
[clojure.spec.test.alpha :as st]
|
||||
[dda.c4k-common.postgres.postgres-internal :as cut]))
|
||||
|
||||
(st/instrument `cut/generate-config)
|
||||
(st/instrument `cut/generate-deployment)
|
||||
(st/instrument `cut/generate-persistent-volume)
|
||||
(st/instrument `cut/generate-pvc)
|
||||
(st/instrument `cut/generate-secret)
|
||||
(st/instrument `cut/generate-service)
|
||||
|
||||
(deftest should-generate-config
|
||||
(is (= {:name "postgres-config",
|
||||
:namespace "default"
|
||||
:labels {:app "postgres"}}
|
||||
(:metadata (cut/generate-config {:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"
|
||||
:namespace "default"}))))
|
||||
(is (= {:name "postgres-config",
|
||||
:namespace "myapp"
|
||||
:labels {:app "postgres"}}
|
||||
(:metadata (cut/generate-config {:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"
|
||||
:namespace "myapp"}))))
|
||||
(is (= {:postgres-db "postgres"
|
||||
:postgresql.conf
|
||||
"max_connections = 100\nwork_mem = 4MB\nshared_buffers = 512MB\n"}
|
||||
(:data (cut/generate-config {:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"
|
||||
:namespace "default"}))))
|
||||
(is (= {:postgres-db "postgres"
|
||||
:postgresql.conf
|
||||
"max_connections = 700\nwork_mem = 3MB\nshared_buffers = 2048MB\n"}
|
||||
(:data (cut/generate-config {:postgres-image "postgres:13"
|
||||
:postgres-size :8gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"
|
||||
:namespace "default"}))))
|
||||
(is (= {:postgres-db "test"
|
||||
:postgresql.conf
|
||||
"max_connections = 100\nwork_mem = 4MB\nshared_buffers = 512MB\n"}
|
||||
(:data (cut/generate-config {:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "test"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"
|
||||
:namespace "default"}))))
|
||||
)
|
||||
|
||||
(deftest should-generate-deployment
|
||||
(is (= [{:image "postgres:14"
|
||||
:name "postgresql"
|
||||
:env
|
||||
[{:name "POSTGRES_USER"
|
||||
:valueFrom
|
||||
{:secretKeyRef
|
||||
{:name "postgres-secret", :key "postgres-user"}}}
|
||||
{:name "POSTGRES_PASSWORD"
|
||||
:valueFrom
|
||||
{:secretKeyRef
|
||||
{:name "postgres-secret", :key "postgres-password"}}}
|
||||
{:name "POSTGRES_DB"
|
||||
:valueFrom
|
||||
{:configMapKeyRef
|
||||
{:name "postgres-config", :key "postgres-db"}}}]
|
||||
:ports [{:containerPort 5432, :name "postgresql"}]
|
||||
:volumeMounts
|
||||
[{:name "postgres-config-volume"
|
||||
:mountPath "/etc/postgresql/postgresql.conf"
|
||||
:subPath "postgresql.conf"
|
||||
:readOnly true}
|
||||
{:name "postgre-data-volume"
|
||||
:mountPath "/var/lib/postgresql/data"}]}]
|
||||
(get-in (cut/generate-deployment {:postgres-image "postgres:14"
|
||||
:postgres-size :2gb
|
||||
:db-name "test"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"
|
||||
:namespace "default"})
|
||||
[:spec :template :spec :containers])))
|
||||
(is (= {:name "postgresql",
|
||||
:namespace "myapp"}
|
||||
(:metadata (cut/generate-deployment {:postgres-image "postgres:14"
|
||||
:postgres-size :2gb
|
||||
:db-name "test"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 10
|
||||
:pvc-storage-class-name "manual"
|
||||
:namespace "myapp"})))))
|
||||
|
||||
|
||||
|
||||
(deftest should-generate-persistent-volume
|
||||
(is (= {:kind "PersistentVolume"
|
||||
:apiVersion "v1"
|
||||
:metadata
|
||||
{:name "postgres-pv-volume",
|
||||
:namespace "default"
|
||||
:labels {:type "local"}}
|
||||
:spec
|
||||
{:storageClassName "manual"
|
||||
:accessModes ["ReadWriteOnce"]
|
||||
:capacity {:storage "20Gi"}
|
||||
:hostPath {:path "xx"}}}
|
||||
(cut/generate-persistent-volume {:postgres-image "postgres:14"
|
||||
:postgres-size :2gb
|
||||
:db-name "test"
|
||||
:pvc-storage-class-name "manual"
|
||||
:postgres-data-volume-path "xx"
|
||||
:pv-storage-size-gb 20
|
||||
:namespace "default"}))))
|
||||
|
||||
|
||||
(deftest should-generate-persistent-volume-claim
|
||||
(is (= {:apiVersion "v1"
|
||||
:kind "PersistentVolumeClaim"
|
||||
:metadata
|
||||
{:name "postgres-claim",
|
||||
:namespace "default"
|
||||
:labels {:app "postgres"}}
|
||||
:spec
|
||||
{:storageClassName "local-path"
|
||||
:accessModes ["ReadWriteOnce"]
|
||||
:resources {:requests {:storage "20Gi"}}}}
|
||||
(cut/generate-pvc {:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 20
|
||||
:pvc-storage-class-name "local-path"
|
||||
:namespace "default"}))))
|
||||
|
||||
|
||||
(deftest should-generate-secret
|
||||
(is (= {:apiVersion "v1"
|
||||
:kind "Secret"
|
||||
:metadata {:name "postgres-secret" :namespace "default"}
|
||||
:type "Opaque"
|
||||
:data
|
||||
{:postgres-user "eHgtdXM=", :postgres-password "eHgtcHc="}}
|
||||
(cut/generate-secret {:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 20
|
||||
:pvc-storage-class-name "local-path"
|
||||
:namespace "default"}
|
||||
{:postgres-db-user "xx-us" :postgres-db-password "xx-pw"}))))
|
||||
|
||||
|
||||
(deftest should-generate-service
|
||||
(is (= {:name "postgresql-service" :namespace "default"}
|
||||
(:metadata (cut/generate-service
|
||||
{:postgres-image "postgres:13"
|
||||
:postgres-size :2gb
|
||||
:db-name "postgres"
|
||||
:postgres-data-volume-path "/var/postgres"
|
||||
:pv-storage-size-gb 20
|
||||
:pvc-storage-class-name "local-path"
|
||||
:namespace "default"})))))
|
||||
|
||||
Binary file not shown.
Loading…
Reference in New Issue