Simplified structure using new certificates.
This commit is contained in:
2
.gitignore
vendored
2
.gitignore
vendored
@@ -1,2 +1,4 @@
|
|||||||
*.pem
|
*.pem
|
||||||
*.csr
|
*.csr
|
||||||
|
result
|
||||||
|
result-*
|
||||||
|
|||||||
58
k8s.nix
58
k8s.nix
@@ -6,8 +6,8 @@ let
|
|||||||
listenClientUrls = ["https://0.0.0.0:2379"];
|
listenClientUrls = ["https://0.0.0.0:2379"];
|
||||||
listenPeerUrls = ["https://0.0.0.0:2380"];
|
listenPeerUrls = ["https://0.0.0.0:2380"];
|
||||||
peerClientCertAuth = true;
|
peerClientCertAuth = true;
|
||||||
certFile = ./pki/etcd.pem;
|
certFile = ./pki + "/${name}.pem";
|
||||||
keyFile = ./pki/etcd-key.pem;
|
keyFile = ./pki + "/${name}-key.pem";
|
||||||
trustedCaFile = ./pki/ca.pem;
|
trustedCaFile = ./pki/ca.pem;
|
||||||
advertiseClientUrls = [ "https://${name}:2379" ];
|
advertiseClientUrls = [ "https://${name}:2379" ];
|
||||||
initialAdvertisePeerUrls = [ "https://${name}:2380" ];
|
initialAdvertisePeerUrls = [ "https://${name}:2380" ];
|
||||||
@@ -25,22 +25,22 @@ let
|
|||||||
networking.firewall.allowedTCPPorts = [ 2379 2380 ];
|
networking.firewall.allowedTCPPorts = [ 2379 2380 ];
|
||||||
};
|
};
|
||||||
|
|
||||||
flannelConfig = node: {
|
flannelConfig = {
|
||||||
services.flannel = {
|
services.flannel = {
|
||||||
enable = true;
|
enable = true;
|
||||||
network = "10.10.0.0/16";
|
network = "10.10.0.0/16";
|
||||||
iface = "enp2s0";
|
iface = "enp2s0";
|
||||||
etcd = {
|
etcd = {
|
||||||
endpoints = [ "https://etcd0:2379" "https://etcd1:2379" ];
|
endpoints = [ "https://etcd0:2379" "https://etcd1:2379" ];
|
||||||
certFile = ./pki + "/${node}.pem";
|
caFile = ./pki/ca.pem;
|
||||||
keyFile = ./pki + "/${node}-key.pem";
|
certFile = ./pki/client.pem;
|
||||||
caFile = ./pki/ca.pem;
|
keyFile = ./pki/client-key.pem;
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
kubeConfig = node: {
|
kubeConfig = {
|
||||||
require = [ (flannelConfig node) ];
|
require = [ flannelConfig ];
|
||||||
networking.firewall.allowedUDPPorts = [ 8472 ]; # VXLAN
|
networking.firewall.allowedUDPPorts = [ 8472 ]; # VXLAN
|
||||||
networking.firewall.allowedTCPPorts = [ 10250 ];
|
networking.firewall.allowedTCPPorts = [ 10250 ];
|
||||||
systemd.services.docker.after = [ "flannel.service" ];
|
systemd.services.docker.after = [ "flannel.service" ];
|
||||||
@@ -49,31 +49,31 @@ let
|
|||||||
# services.kubernetes.verbose = true;
|
# services.kubernetes.verbose = true;
|
||||||
services.kubernetes.etcd = {
|
services.kubernetes.etcd = {
|
||||||
servers = [ "https://etcd0:2379" "https://etcd1:2379" ];
|
servers = [ "https://etcd0:2379" "https://etcd1:2379" ];
|
||||||
certFile = ./pki + "/${node}.pem";
|
caFile = ./pki/ca.pem;
|
||||||
keyFile = ./pki + "/${node}-key.pem";
|
certFile = ./pki/client.pem;
|
||||||
caFile = ./pki/ca.pem;
|
keyFile = ./pki/client-key.pem;
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
kubeNode = doConfig: node: {
|
kubeNode = {
|
||||||
services.kubernetes = {
|
services.kubernetes = {
|
||||||
roles = [ "node" ];
|
roles = [ "node" ];
|
||||||
kubeconfig = {
|
kubeconfig = {
|
||||||
server = "https://kubernetes:443";
|
server = "https://kubernetes:443";
|
||||||
caFile = ./pki/ca.pem;
|
caFile = ./pki/ca.pem;
|
||||||
certFile = ./pki + "/${node}.pem";
|
certFile = ./pki/client.pem;
|
||||||
keyFile = ./pki + "/${node}-key.pem";
|
keyFile = ./pki/client-key.pem;
|
||||||
};
|
};
|
||||||
kubelet = {
|
kubelet = {
|
||||||
tlsCertFile = ./pki + "/${node}.pem";
|
tlsCertFile = ./pki/client.pem;
|
||||||
tlsKeyFile = ./pki + "/${node}-key.pem";
|
tlsKeyFile = ./pki/client-key.pem;
|
||||||
networkPlugin = null;
|
networkPlugin = null;
|
||||||
clusterDns = "kubernetes";
|
clusterDns = "kubernetes";
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
kubeMaster = node: {
|
kubeMaster = {
|
||||||
services.dockerRegistry = {
|
services.dockerRegistry = {
|
||||||
enable = true;
|
enable = true;
|
||||||
listenAddress = "0.0.0.0";
|
listenAddress = "0.0.0.0";
|
||||||
@@ -84,11 +84,11 @@ let
|
|||||||
publicAddress = "0.0.0.0";
|
publicAddress = "0.0.0.0";
|
||||||
address = "0.0.0.0";
|
address = "0.0.0.0";
|
||||||
clientCaFile = ./pki/ca.pem;
|
clientCaFile = ./pki/ca.pem;
|
||||||
tlsCertFile = ./pki/apiserver.pem;
|
tlsCertFile = ./pki/server.pem;
|
||||||
tlsKeyFile = ./pki/apiserver-key.pem;
|
tlsKeyFile = ./pki/server-key.pem;
|
||||||
# kubeletClientCaFile = ./pki/ca.pem;
|
# kubeletClientCaFile = ./pki/ca.pem;
|
||||||
# kubeletClientCertFile = ./pki + "/${node}.pem";
|
# kubeletClientCertFile = ./pki/client.pem;
|
||||||
# kubeletClientKeyFile = ./pki + "/${node}-key.pem";
|
# kubeletClientKeyFile = ./pki/client-key.pem;
|
||||||
};
|
};
|
||||||
scheduler.leaderElect = true;
|
scheduler.leaderElect = true;
|
||||||
controllerManager.leaderElect = true;
|
controllerManager.leaderElect = true;
|
||||||
@@ -102,7 +102,7 @@ let
|
|||||||
|
|
||||||
baseConfig = node: {
|
baseConfig = node: {
|
||||||
imports = [ (./hw + "/${node}.nix") ./base/configuration.nix ];
|
imports = [ (./hw + "/${node}.nix") ./base/configuration.nix ];
|
||||||
require = [ (kubeConfig node) ];
|
require = [ kubeConfig ];
|
||||||
networking.hostName = node;
|
networking.hostName = node;
|
||||||
networking.extraHosts = ''
|
networking.extraHosts = ''
|
||||||
10.253.18.100 etcd0 kubernetes
|
10.253.18.100 etcd0 kubernetes
|
||||||
@@ -116,12 +116,10 @@ in
|
|||||||
host = "k8s0-0";
|
host = "k8s0-0";
|
||||||
etcd = etcdConfig "etcd0";
|
etcd = etcdConfig "etcd0";
|
||||||
base = baseConfig host;
|
base = baseConfig host;
|
||||||
master = kubeMaster host;
|
|
||||||
node = kubeNode true host;
|
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
deployment.targetHost = "10.253.18.100";
|
deployment.targetHost = "10.253.18.100";
|
||||||
require = [ base etcd master node ];
|
require = [ base etcd kubeMaster kubeNode ];
|
||||||
};
|
};
|
||||||
|
|
||||||
k8s0-1 = { config, lib, pkgs, ... }:
|
k8s0-1 = { config, lib, pkgs, ... }:
|
||||||
@@ -129,21 +127,19 @@ in
|
|||||||
host = "k8s0-1";
|
host = "k8s0-1";
|
||||||
etcd = etcdConfig "etcd1";
|
etcd = etcdConfig "etcd1";
|
||||||
base = baseConfig host;
|
base = baseConfig host;
|
||||||
node = kubeNode true host;
|
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
deployment.targetHost = "10.253.18.101";
|
deployment.targetHost = "10.253.18.101";
|
||||||
require = [ base etcd node ];
|
require = [ base etcd kubeNode ];
|
||||||
};
|
};
|
||||||
|
|
||||||
k8s0-2 = { config, lib, pkgs, ... }:
|
k8s0-2 = { config, lib, pkgs, ... }:
|
||||||
let
|
let
|
||||||
host = "k8s0-2";
|
host = "k8s0-2";
|
||||||
base = baseConfig host;
|
base = baseConfig host;
|
||||||
node = kubeNode true host;
|
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
deployment.targetHost = "10.253.18.102";
|
deployment.targetHost = "10.253.18.102";
|
||||||
require = [ base node ];
|
require = [ base kubeNode ];
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user