|
|
|
@ -4,23 +4,22 @@ import org.domaindrivenarchitecture.provs.framework.core.Prov
|
|
|
|
|
import org.domaindrivenarchitecture.provs.framework.core.ProvResult
|
|
|
|
|
import org.domaindrivenarchitecture.provs.framework.core.repeatTaskUntilSuccess
|
|
|
|
|
import org.domaindrivenarchitecture.provs.framework.ubuntu.filesystem.base.*
|
|
|
|
|
import org.domaindrivenarchitecture.provs.server.domain.CertmanagerEndpoint
|
|
|
|
|
import org.domaindrivenarchitecture.provs.server.domain.k3s.Certmanager
|
|
|
|
|
import org.domaindrivenarchitecture.provs.server.domain.k3s.K3sConfig
|
|
|
|
|
|
|
|
|
|
private const val k3sResourcePath = "org/domaindrivenarchitecture/provs/infrastructure/k3s/"
|
|
|
|
|
private const val k3sManualManifestsDir = "/etc/rancher/k3s/manifests/"
|
|
|
|
|
private const val k3sAutomatedManifestsDir = "/var/lib/rancher/k3s/server/manifests/"
|
|
|
|
|
private const val k3sConfig = "/etc/rancher/k3s/config.yaml"
|
|
|
|
|
private const val k3sTraeficWorkaround = "/var/lib/rancher/k3s/server/manifests/traefik-workaround.yaml"
|
|
|
|
|
private const val k3sApple = k3sAutomatedManifestsDir + "apple.yaml"
|
|
|
|
|
private const val certManagerDeployment = k3sAutomatedManifestsDir + "certmanager.yaml"
|
|
|
|
|
private const val k3sConfigFile = "/etc/rancher/k3s/config.yaml"
|
|
|
|
|
private const val k3sTraeficWorkaround = k3sManualManifestsDir + "traefik.yaml"
|
|
|
|
|
private const val certManagerDeployment = k3sManualManifestsDir + "certmanager.yaml"
|
|
|
|
|
private const val certManagerIssuer = k3sManualManifestsDir + "issuer.yaml"
|
|
|
|
|
private const val k3sApple = k3sManualManifestsDir + "apple.yaml"
|
|
|
|
|
private const val k3sInstall = "/usr/local/bin/k3s-install.sh"
|
|
|
|
|
|
|
|
|
|
enum class CertManagerEndPoint {
|
|
|
|
|
STAGING, PROD
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fun Prov.testConfigExists(): Boolean {
|
|
|
|
|
return fileExists(k3sConfig)
|
|
|
|
|
return fileExists(k3sConfigFile)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fun Prov.deprovisionK3sInfra() = task {
|
|
|
|
@ -36,24 +35,24 @@ fun Prov.deprovisionK3sInfra() = task {
|
|
|
|
|
* If docker is true, then docker will be installed (may conflict if docker is already existing) and k3s will be installed with docker option.
|
|
|
|
|
* If tlsHost is specified, then tls (if configured) also applies to the specified host.
|
|
|
|
|
*/
|
|
|
|
|
fun Prov.provisionK3sInfra(tlsName: String, nodeIpv4: String, loopbackIpv4: String, loopbackIpv6: String?,
|
|
|
|
|
nodeIpv6: String? = null) = task {
|
|
|
|
|
val isDualStack = nodeIpv6 != null && loopbackIpv6 != null
|
|
|
|
|
fun Prov.provisionK3sInfra(k3sConfig: K3sConfig) = task {
|
|
|
|
|
if (!testConfigExists()) {
|
|
|
|
|
createDirs(k3sAutomatedManifestsDir, sudo = true)
|
|
|
|
|
createDirs(k3sManualManifestsDir, sudo = true)
|
|
|
|
|
var k3sConfigFileName = "config"
|
|
|
|
|
var k3sConfigMap: Map<String, String> = mapOf("loopback_ipv4" to loopbackIpv4,
|
|
|
|
|
"node_ipv4" to nodeIpv4, "tls_name" to tlsName)
|
|
|
|
|
if (isDualStack) {
|
|
|
|
|
var k3sConfigMap: Map<String, String> = mapOf(
|
|
|
|
|
"loopback_ipv4" to k3sConfig.loopback.ipv4,
|
|
|
|
|
"node_ipv4" to k3sConfig.node.ipv4, "tls_name" to k3sConfig.fqdn
|
|
|
|
|
)
|
|
|
|
|
if (k3sConfig.isDualStack()) {
|
|
|
|
|
k3sConfigFileName += ".dual.template.yaml"
|
|
|
|
|
k3sConfigMap = k3sConfigMap.plus("node_ipv6" to nodeIpv6!!)
|
|
|
|
|
.plus("loopback_ipv6" to loopbackIpv6!!)
|
|
|
|
|
k3sConfigMap = k3sConfigMap.plus("node_ipv6" to k3sConfig.node.ipv6!!)
|
|
|
|
|
.plus("loopback_ipv6" to k3sConfig.loopback.ipv6!!)
|
|
|
|
|
} else {
|
|
|
|
|
k3sConfigFileName += ".ipv4.template.yaml"
|
|
|
|
|
}
|
|
|
|
|
createFileFromResourceTemplate(
|
|
|
|
|
k3sConfig,
|
|
|
|
|
k3sConfigFile,
|
|
|
|
|
k3sConfigFileName,
|
|
|
|
|
k3sResourcePath,
|
|
|
|
|
k3sConfigMap,
|
|
|
|
@ -68,7 +67,7 @@ fun Prov.provisionK3sInfra(tlsName: String, nodeIpv4: String, loopbackIpv4: Stri
|
|
|
|
|
sudo = true
|
|
|
|
|
)
|
|
|
|
|
cmd("k3s-install.sh")
|
|
|
|
|
if(isDualStack) {
|
|
|
|
|
if (k3sConfig.isDualStack()) {
|
|
|
|
|
// see https://github.com/k3s-io/k3s/discussions/5003
|
|
|
|
|
createFileFromResource(
|
|
|
|
|
k3sTraeficWorkaround,
|
|
|
|
@ -77,6 +76,7 @@ fun Prov.provisionK3sInfra(tlsName: String, nodeIpv4: String, loopbackIpv4: Stri
|
|
|
|
|
"644",
|
|
|
|
|
sudo = true
|
|
|
|
|
)
|
|
|
|
|
cmd ("kubectl apply -f $k3sTraeficWorkaround", sudo = true)
|
|
|
|
|
} else {
|
|
|
|
|
ProvResult(true)
|
|
|
|
|
}
|
|
|
|
@ -86,7 +86,7 @@ fun Prov.provisionK3sInfra(tlsName: String, nodeIpv4: String, loopbackIpv4: Stri
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
fun Prov.provisionK3sCertManager(endpoint: CertManagerEndPoint) = task {
|
|
|
|
|
fun Prov.provisionK3sCertManager(certmanager: Certmanager) = task {
|
|
|
|
|
createFileFromResource(
|
|
|
|
|
certManagerDeployment,
|
|
|
|
|
"cert-manager.yaml",
|
|
|
|
@ -94,11 +94,15 @@ fun Prov.provisionK3sCertManager(endpoint: CertManagerEndPoint) = task {
|
|
|
|
|
"644",
|
|
|
|
|
sudo = true
|
|
|
|
|
)
|
|
|
|
|
cmd ("kubectl apply -f $certManagerDeployment", sudo = true)
|
|
|
|
|
createFileFromResourceTemplate(
|
|
|
|
|
certManagerIssuer,
|
|
|
|
|
"le-issuer.template.yaml",
|
|
|
|
|
k3sResourcePath,
|
|
|
|
|
mapOf("endpoint" to endpoint.name.lowercase()),
|
|
|
|
|
mapOf(
|
|
|
|
|
"endpoint" to certmanager.letsencryptEndpoint.name.lowercase(),
|
|
|
|
|
"email" to certmanager.email
|
|
|
|
|
),
|
|
|
|
|
"644",
|
|
|
|
|
sudo = true
|
|
|
|
|
)
|
|
|
|
@ -107,7 +111,7 @@ fun Prov.provisionK3sCertManager(endpoint: CertManagerEndPoint) = task {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fun Prov.provisionK3sApple(fqdn: String, endpoint: CertManagerEndPoint) = task {
|
|
|
|
|
fun Prov.provisionK3sApple(fqdn: String, endpoint: CertmanagerEndpoint) = task {
|
|
|
|
|
createFileFromResourceTemplate(
|
|
|
|
|
k3sApple,
|
|
|
|
|
"apple.template.yaml",
|
|
|
|
@ -116,4 +120,5 @@ fun Prov.provisionK3sApple(fqdn: String, endpoint: CertManagerEndPoint) = task {
|
|
|
|
|
"644",
|
|
|
|
|
sudo = true
|
|
|
|
|
)
|
|
|
|
|
cmd("kubectl apply -f $k3sApple", sudo = true)
|
|
|
|
|
}
|
|
|
|
|