Kubernetes集群部署之五node节点部署

[root@k8s-master ~]# cd /usr/local/src/kubernetes/server/bin[root@k8s-master bin]# scp kubelet kube-proxy 10.200.3.106:/opt/kubernetes/bin/[root@k8s-master bin]# scp kubelet kube-proxy 10.200.3.107:/opt/kubernetes/bin/

[root@k8s-master ~]# cd /usr/local/src/ssl/[root@k8s-master ssl]# ?kubectl create clusterrolebinding kubelet-bootstrap ??--clusterrole=system:node-bootstrapper ??--user=kubelet-bootstrapclusterrolebinding "kubelet-bootstrap" createdclusterrolebinding.rbac.authorization.k8s.io "kubelet-bootstrap" created

[root@k8s-master ssl]# ?kubectl config set-cluster kubernetes ???--certificate-authority=/opt/kubernetes/ssl/ca.pem ???--embed-certs=true ???--server=https://10.200.3.105:6443 \ ??--kubeconfig=bootstrap.kubeconfigCluster "kubernetes" set.

[root@k8s-master ssl]# kubectl config set-credentials kubelet-bootstrap ???--token=10a89e49bc403bce8fb134e5a2ae82f1 ???--kubeconfig=bootstrap.kubeconfigUser "kubelet-bootstrap" set.

[root@k8s-master ssl]# kubectl config set-context default ???--cluster=kubernetes ???--user=kubelet-bootstrap ???--kubeconfig=bootstrap.kubeconfig ?????Context "default" created.

[root@k8s-master ssl]# kubectl config use-context default --kubeconfig=bootstrap.kubeconfigSwitched to context "default".[root@k8s-master ssl]# cp bootstrap.kubeconfig /opt/kubernetes/cfg[root@k8s-master ssl]# scp bootstrap.kubeconfig 10.200.3.106:/opt/kubernetes/cfg[root@k8s-master ssl]# scp bootstrap.kubeconfig 10.200.3.107:/opt/kubernetes/cfg

[root@k8s-node-1 ~]# mkdir -p /etc/cni/net.d[root@k8s-node-1 ~]# cat >/etc/cni/net.d/10-default.conf >>EOFme": "flannel", ???????"type": "flannel", ???????"delegate": { ???????????"bridge": "docker0", ???????????"isDefaultGateway": true, ???????????"mtu": 1400 ???????}}

[root@k8s-node-1 ~]# mkdir /var/lib/kubelet

[root@k8s-node-1 ~]# cat > /usr/lib/systemd/system/kubelet.service >>EOF[Unit]Description=Kubernetes KubeletDocumentation=https://github.com/GoogleCloudPlatform/kubernetesAfter=docker.serviceRequires=docker.service[Service]WorkingDirectory=/var/lib/kubeletExecStart=/opt/kubernetes/bin/kubelet ??--address=10.200.3.106 ??--hostname-override=10.200.3.106 ??--pod-infra-container-image=mirrorgooglecontainers/pause-amd64:3.0 ??--experimental-bootstrap-kubeconfig=/opt/kubernetes/cfg/bootstrap.kubeconfig ??--kubeconfig=/opt/kubernetes/cfg/kubelet.kubeconfig ??--cert-dir=/opt/kubernetes/ssl ??--network-plugin=cni ??--cni-conf-dir=/etc/cni/net.d ??--cni-bin-dir=/opt/kubernetes/bin/cni ??--cluster-dns=10.1.0.2 ??--cluster-domain=cluster.local. ??--hairpin-mode hairpin-veth ??--allow-privileged=true ??--fail-swap-on=false ??--logtostderr=true ??--v=2 ??--logtostderr=false ??--log-dir=/opt/kubernetes/logRestart=on-failureRestartSec=5EOF

[root@k8s-node-1 ~]# systemctl daemon-reload[root@k8s-node-1 ~]# systemctl enable kubelet[root@k8s-node-1 ~]# systemctl start kubelet[root@k8s-node-1 ~]# systemctl status kubelet

[root@k8s-master ssl]# kubectl get csrNAME ??????????????????????????????????????????????????AGE ??????REQUESTOR ??????????CONDITIONnode-csr-exRV4L4JbdyoO62eNEcTnSK7ehYji_47xhkU7e5-L5c ??43s ??????kubelet-bootstrap ??Pending

[root@k8s-master ssl]# kubectl get csr|grep ‘Pending‘ | awk ‘NR>0{print $1}‘| xargs kubectl certificate approvecertificatesigningrequest.certificates.k8s.io "node-csr-exRV4L4JbdyoO62eNEcTnSK7ehYji_47xhkU7e5-L5c" approved

[root@k8s-master ~]# kubectl get nodeNAME ??????????STATUS ???ROLES ????AGE ??????VERSION10.200.3.106 ??Ready ????<none> ???1d ???????v1.10.1

# yum install -y ipvsadm ipset conntrack

[root@k8s-master ~]# cd /usr/local/src/ssl/[root@k8s-master ssl]# cat > kube-proxy-csr.json >>EOF{ ?"CN": "system:kube-proxy", ?"hosts": [], ?"key": { ???"algo": "rsa", ???"size": 2048 ?}, ?"names": [ ???{ ?????"C": "CN", ?????"ST": "BeiJing", ?????"L": "BeiJing", ?????"O": "k8s", ?????"OU": "System" ???} ?]}EOF

[root@k8s-master ssl]#cfssl gencert -ca=/opt/kubernetes/ssl/ca.pem ???-ca-key=/opt/kubernetes/ssl/ca-key.pem ???-config=/opt/kubernetes/ssl/ca-config.json ???-profile=kubernetes ?kube-proxy-csr.json | cfssljson -bare kube-proxy ??[root@k8s-master ssl]# cp kube-proxy*.pem /opt/kubernetes/ssl/[root@k8s-master ssl]# scp kube-proxy*.pem 10.200.3.106:/opt/kubernetes/ssl/[root@k8s-master ssl]# scp kube-proxy*.pem 10.200.3.107:/opt/kubernetes/ssl/

[root@k8s-master ssl]# kubectl config set-cluster kubernetes ???--certificate-authority=/opt/kubernetes/ssl/ca.pem ???--embed-certs=true ???--server=https://10.200.3.105:6443 \ ??--kubeconfig=kube-proxy.kubeconfig ??Cluster "kubernetes" set.[root@k8s-master ssl]#kubectl config set-credentials kube-proxy ???--client-certificate=/opt/kubernetes/ssl/kube-proxy.pem ???--client-key=/opt/kubernetes/ssl/kube-proxy-key.pem ???--embed-certs=true ???--kubeconfig=kube-proxy.kubeconfigUser "kube-proxy" set.[root@k8s-master ssl]#kubectl config set-context default ???--cluster=kubernetes ???--user=kube-proxy ???--kubeconfig=kube-proxy.kubeconfigContext "default" created.[root@k8s-master ssl]# kubectl config use-context default --kubeconfig=kube-proxy.kubeconfigSwitched to context "default".

[root@k8s-master ssl]# cp kube-proxy.kubeconfig /opt/kubernetes/cfg/[root@k8s-master ssl]# scp kube-proxy.kubeconfig 10.200.3.106:/opt/kubernetes/cfg/[root@k8s-master ssl]# scp kube-proxy.kubeconfig 10.200.3.107:/opt/kubernetes/cfg/

[root@k8s-node-1 ~]# mkdir /var/lib/kube-proxy[root@k8s-node-1 ~]# cat > /usr/lib/systemd/system/kube-proxy.service >>EOF[Unit]Description=Kubernetes Kube-Proxy ServerDocumentation=https://github.com/GoogleCloudPlatform/kubernetesAfter=network.target[Service]WorkingDirectory=/var/lib/kube-proxyExecStart=/opt/kubernetes/bin/kube-proxy ??--bind-address=10.200.3.106 ??--hostname-override=10.200.3.106 ??--kubeconfig=/opt/kubernetes/cfg/kube-proxy.kubeconfig --masquerade-all ??--feature-gates=SupportIPVSProxyMode=true ??--proxy-mode=ipvs ??--ipvs-min-sync-period=5s ??--ipvs-sync-period=5s ??--ipvs-scheduler=rr ??--logtostderr=true ??--v=2 ??--logtostderr=false ??--log-dir=/opt/kubernetes/logRestart=on-failureRestartSec=5LimitNOFILE=65536[Install]WantedBy=multi-user.targetEOF

[root@k8s-node-1 ~]# systemctl daemon-reload[root@k8s-node-1 ~]# systemctl enable kube-proxy[root@k8s-node-1 ~]# systemctl start kube-proxy[root@k8s-node-1 ~]# systemctl status kube-proxy

[root@k8s-node-1 ~]# ipvsadm -L -nIP Virtual Server version 1.2.1 (size=4096)Prot LocalAddress:Port Scheduler Flags ?-> RemoteAddress:Port ??????????Forward Weight ActiveConn InActConnTCP ?10.1.0.1:443 rr persistent 10800 ?-> 10.200.3.105:6443 ???????????Masq ???1 ?????0 ?????????0 ????????[root@k8s-node-1 ~]# 

[root@k8s-master ~]# kubectl get nodesNAME ??????????STATUS ???ROLES ????AGE ??????VERSION10.200.3.106 ??Ready ????<none> ???3h ???????v1.10.110.200.3.107 ??Ready ????<none> ???29m ??????v1.10.1