[root@master01 data]# ls
kk kubekey-v3.0.2-linux-amd64.tar.gz
[root@master01 data]# ./kk create config –with-kubernetes v1.21.2 –with-kubes phere v3.3.1
Generate KubeKey config file successfully
[root@master01 data]#
[root@master01 data]# vim config-sample.yaml
[root@master01 data]# ls
config-sample.yaml kk kubekey-v3.0.2-linux-amd64.tar.gz
[root@master01 data]# vim config-sample.yaml
[root@master01 data]# ls
config-sample.yaml kk kubekey-v3.0.2-linux-amd64.tar.gz
[root@master01 data]# ./kk create cluster -f config-sample.yaml
| | / / | | | | / /
| |/ / _ _| |__ ___| |/ / ___ _ _
| \| | | | '_ \ / _ \ \ / _ \ | | |
| |\ \ || | |) | __/ |\ \ __/ |_| |
\| \/\,|./ \\| \/\|\__, |
__/ |
|___/
14:39:46 CST [GreetingsModule] Greetings
14:39:46 CST message: [master01]
Greetings, KubeKey!
14:39:46 CST message: [master02]
Greetings, KubeKey!
14:39:46 CST message: [master03]
Greetings, KubeKey!
14:39:46 CST success: [master01]
14:39:46 CST success: [master02]
14:39:46 CST success: [master03]
14:39:46 CST [NodePreCheckModule] A pre-check on nodes
14:39:46 CST success: [master03]
14:39:46 CST success: [master02]
14:39:46 CST success: [master01]
14:39:46 CST [ConfirmModule] Display confirmation form
+———-+——+——+———+———-+——-+——-+———+———–+——–+——–+————+————+————-+——————+————–+
| name | sudo | curl | openssl | ebtables | socat | ipset | ipvsadm | conntrack | chrony | docker | containerd | nfs client | ceph client | glusterfs client | time |
+———-+——+——+———+———-+——-+——-+———+———–+——–+——–+————+————+————-+——————+————–+
| master02 | y | y | y | y | y | y | y | y | | | y | | | | CST 14:39:46 |
| master03 | y | y | y | y | y | y | y | y | | | y | | | | CST 14:39:46 |
| master01 | y | y | y | y | y | y | y | y | | | y | | | | CST 14:39:46 |
+———-+——+——+———+———-+——-+——-+———+———–+——–+——–+————+————+————-+——————+————–+
This is a simple check of your environment.
Before installation, ensure that your machines meet all requirements specified at
https://github.com/kubesphere/kubekey#requirements-and-recommendations
Continue this installation? [yes/no]: yes
14:39:48 CST success: [LocalHost]
14:39:48 CST [NodeBinariesModule] Download installation binaries
14:39:48 CST message: [localhost]
downloading amd64 kubeadm v1.21.2 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 42.5M 100 42.5M 0 0 611k 0 0:01:11 0:01:11 –:–:– 565k
14:41:00 CST message: [localhost]
downloading amd64 kubelet v1.21.2 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 112M 100 112M 0 0 576k 0 0:03:20 0:03:20 –:–:– 576k
14:44:21 CST message: [localhost]
downloading amd64 kubectl v1.21.2 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 44.2M 100 44.2M 0 0 576k 0 0:01:18 0:01:18 –:–:– 561k
14:45:40 CST message: [localhost]
downloading amd64 helm v3.9.0 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 13.3M 100 13.3M 0 0 534k 0 0:00:25 0:00:25 –:–:– 574k
14:46:06 CST message: [localhost]
downloading amd64 kubecni v0.9.1 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 –:–:– –:–:– –:–:– 0
100 37.9M 100 37.9M 0 0 575k 0 0:01:07 0:01:07 –:–:– 580k
14:47:14 CST message: [localhost]
downloading amd64 crictl v1.24.0 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 –:–:– 0:00:01 –:–:– 0
100 13.8M 100 13.8M 0 0 558k 0 0:00:25 0:00:25 –:–:– 574k
14:47:39 CST message: [localhost]
downloading amd64 etcd v3.4.13 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 –:–:– 0:00:01 –:–:– 0
0 0 0 0 0 0 0 0 –:–:– 0:00:01 –:–:– 0
100 16.5M 100 16.5M 0 0 540k 0 0:00:31 0:00:31 –:–:– 578k
14:48:10 CST message: [localhost]
downloading amd64 docker 20.10.8 …
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 58.1M 100 58.1M 0 0 577k 0 0:01:43 0:01:43 –:–:– 574k
14:49:54 CST success: [LocalHost]
14:49:54 CST [ConfigureOSModule] Get OS release
14:49:54 CST success: [master02]
14:49:54 CST success: [master01]
14:49:54 CST success: [master03]
14:49:54 CST [ConfigureOSModule] Prepare to init OS
14:49:54 CST success: [master02]
14:49:54 CST success: [master03]
14:49:54 CST success: [master01]
14:49:54 CST [ConfigureOSModule] Generate init os script
14:49:54 CST success: [master03]
14:49:54 CST success: [master02]
14:49:54 CST success: [master01]
14:49:54 CST [ConfigureOSModule] Exec init os script
14:49:54 CST stdout: [master02]
setenforce: SELinux is disabled
Disabled
net.ipv4.ip_forward = 1
net.bridge.bridge-nf-call-arptables = 1
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
net.ipv4.ip_local_reserved_ports = 30000-32767
vm.max_map_count = 262144
vm.swappiness = 1
fs.inotify.max_user_instances = 524288
kernel.pid_max = 65535
14:49:54 CST stdout: [master03]
setenforce: SELinux is disabled
Disabled
net.ipv4.ip_forward = 1
net.bridge.bridge-nf-call-arptables = 1
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
net.ipv4.ip_local_reserved_ports = 30000-32767
vm.max_map_count = 262144
vm.swappiness = 1
fs.inotify.max_user_instances = 524288
kernel.pid_max = 65535
14:49:54 CST stdout: [master01]
setenforce: SELinux is disabled
Disabled
net.ipv4.ip_forward = 1
net.bridge.bridge-nf-call-arptables = 1
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
net.ipv4.ip_local_reserved_ports = 30000-32767
vm.max_map_count = 262144
vm.swappiness = 1
fs.inotify.max_user_instances = 524288
kernel.pid_max = 65535
14:49:54 CST success: [master02]
14:49:54 CST success: [master03]
14:49:54 CST success: [master01]
14:49:54 CST [ConfigureOSModule] configure the ntp server for each node
14:49:55 CST skipped: [master03]
14:49:55 CST skipped: [master02]
14:49:55 CST skipped: [master01]
14:49:55 CST [KubernetesStatusModule] Get kubernetes cluster status
14:49:55 CST success: [master01]
14:49:55 CST [InstallContainerModule] Sync docker binaries
14:49:58 CST success: [master01]
14:49:58 CST success: [master02]
14:49:58 CST success: [master03]
14:49:58 CST [InstallContainerModule] Generate docker service
14:49:58 CST success: [master01]
14:49:58 CST success: [master03]
14:49:58 CST success: [master02]
14:49:58 CST [InstallContainerModule] Generate docker config
14:49:58 CST success: [master01]
14:49:58 CST success: [master02]
14:49:58 CST success: [master03]
14:49:58 CST [InstallContainerModule] Enable docker
14:49:58 CST success: [master03]
14:49:58 CST success: [master01]
14:49:58 CST success: [master02]
14:49:58 CST [InstallContainerModule] Add auths to container runtime
14:49:58 CST skipped: [master01]
14:49:58 CST skipped: [master03]
14:49:58 CST skipped: [master02]
14:49:58 CST [PullModule] Start to pull images on all nodes
14:49:58 CST message: [master01]
downloading image: kubesphere/pause:3.4.1
14:49:58 CST message: [master02]
downloading image: kubesphere/pause:3.4.1
14:49:58 CST message: [master03]
downloading image: kubesphere/pause:3.4.1
14:50:06 CST message: [master01]
downloading image: kubesphere/kube-apiserver:v1.21.2
14:50:06 CST message: [master03]
downloading image: kubesphere/kube-proxy:v1.21.2
14:50:06 CST message: [master02]
downloading image: kubesphere/kube-proxy:v1.21.2
14:53:45 CST message: [master02]
downloading image: coredns/coredns:1.8.0
14:53:57 CST message: [master03]
downloading image: coredns/coredns:1.8.0
14:54:02 CST message: [master01]
downloading image: kubesphere/kube-controller-manager:v1.21.2
14:54:44 CST message: [master02]
downloading image: kubesphere/k8s-dns-node-cache:1.15.12
14:54:57 CST message: [master03]
downloading image: kubesphere/k8s-dns-node-cache:1.15.12
14:54:59 CST message: [master02]
pull image failed: Failed to exec command: sudo -E /bin/bash -c “env PATH=$PATH docker pull kubesphere/k8s-dns-node-cache:1.15.12”
Error response from daemon: Get “https://registry-1.docker.io/v2/kubesphere/k8s-dns-node-cache/manifests/sha256:8e765f63b3a5b4832c484b4397f4932bd607713ec2bb3e639118bc164ab4a958”: net/http: TLS handshake timeout: Process exited with status 1
14:54:59 CST retry: [master02]
14:55:04 CST message: [master02]
downloading image: kubesphere/pause:3.4.1
14:55:20 CST message: [master02]
downloading image: kubesphere/kube-proxy:v1.21.2
14:55:33 CST message: [master02]
downloading image: coredns/coredns:1.8.0
14:55:51 CST message: [master02]
downloading image: kubesphere/k8s-dns-node-cache:1.15.12
14:56:06 CST message: [master02]
pull image failed: Failed to exec command: sudo -E /bin/bash -c “env PATH=$PATH docker pull kubesphere/k8s-dns-node-cache:1.15.12”
Error response from daemon: Head “https://registry-1.docker.io/v2/kubesphere/k8s-dns-node-cache/manifests/1.15.12”: Get “https://auth.docker.io/token?scope=repository%!A(MISSING)kubesphere%!F(MISSING)k8s-dns-node-cache%!A(MISSING)pull&service=registry.docker.io”: net/http: TLS handshake timeout: Process exited with status 1
14:56:06 CST retry: [master02]
14:56:11 CST message: [master02]
downloading image: kubesphere/pause:3.4.1
14:56:25 CST message: [master02]
downloading image: kubesphere/kube-proxy:v1.21.2
14:56:30 CST message: [master01]
downloading image: kubesphere/kube-scheduler:v1.21.2
14:56:30 CST message: [master02]
downloading image: coredns/coredns:1.8.0
14:56:35 CST message: [master02]
downloading image: kubesphere/k8s-dns-node-cache:1.15.12
14:56:47 CST message: [master03]
downloading image: calico/kube-controllers:v3.23.2
14:56:57 CST message: [master03]
pull image failed: Failed to exec command: sudo -E /bin/bash -c “env PATH=$PATH docker pull calico/kube-controllers:v3.23.2”
Error response from daemon: Get “https://registry-1.docker.io/v2/”: net/http: TLS handshake timeout: Process exited with status 1
14:56:57 CST retry: [master03]
14:57:02 CST message: [master03]
downloading image: kubesphere/pause:3.4.1
14:57:20 CST message: [master03]
downloading image: kubesphere/kube-proxy:v1.21.2
14:57:43 CST message: [master03]
downloading image: coredns/coredns:1.8.0
14:58:02 CST message: [master03]
downloading image: kubesphere/k8s-dns-node-cache:1.15.12
14:58:13 CST message: [master01]
downloading image: kubesphere/kube-proxy:v1.21.2
14:58:14 CST message: [master03]
downloading image: calico/kube-controllers:v3.23.2
14:58:20 CST message: [master02]
downloading image: calico/kube-controllers:v3.23.2
15:02:55 CST message: [master01]
downloading image: coredns/coredns:1.8.0
15:02:57 CST message: [master03]
downloading image: calico/cni:v3.23.2
15:03:50 CST message: [master01]
downloading image: kubesphere/k8s-dns-node-cache:1.15.12
15:06:14 CST message: [master01]
downloading image: calico/kube-controllers:v3.23.2
15:09:05 CST message: [master01]
downloading image: calico/cni:v3.23.2
15:09:34 CST message: [master03]
downloading image: calico/node:v3.23.2
15:13:46 CST message: [master03]
downloading image: calico/pod2daemon-flexvol:v3.23.2
15:15:03 CST message: [master01]
downloading image: calico/node:v3.23.2
15:17:21 CST message: [master01]
downloading image: calico/pod2daemon-flexvol:v3.23.2
16:49:58 CST success: [master03]
16:49:58 CST success: [master01]
16:49:58 CST failed: [master02]
error: Pipeline[CreateClusterPipeline] execute failed: Module[PullModule] exec failed:
failed: [master02] execute task timeout, Timeout=2h