一、K8s快速部署
1. 節(jié)點(diǎn)規(guī)劃
k8s-m :10.0.0.11
k8s-n1 :10.0.0.12
k8s-n2 :10.0.0.13
2.所有節(jié)點(diǎn)安裝docker環(huán)境及依賴
2.1 上傳docker-k8s.zip軟件到各節(jié)點(diǎn)/opt,并解壓
2.2 進(jìn)入目錄進(jìn)行安裝
cd /opt/docker-k8s
yum localinstall -y *.rpm
3.master端軟件安裝
3.1 上傳k8s-master.zip到/opt,并解壓
3.2 進(jìn)入目錄并安裝
cd /opt/k8s-master
yum localinstall -y *.rpm
4.node節(jié)點(diǎn)軟件安裝
4.1 上傳k8s-node到兩個(gè)node節(jié)點(diǎn)/opt并解壓
4.2 進(jìn)入目錄進(jìn)行安裝
cd /opt/k8s-node
yum localinstall -y *.rpm
5.配置主節(jié)點(diǎn)ETCD
vim /etc/etcd/etcd.conf
ETCD_LISTEN_CLIENT_URLS="http://0.0.0.0:2379"
ETCD_ADVERTISE_CLIENT_URLS="http://10.0.0.11:2379"
重啟服務(wù)并測(cè)試
systemctl restart etcd.service
systemctl enable etcd.service
etcdctl set name oldguo
etcdctl get name
6.配置Master節(jié)點(diǎn)
vim /etc/kubernetes/apiserver
KUBE_API_ADDRESS="--insecure-bind-address=0.0.0.0"
KUBE_API_PORT="--port=8080"
KUBE_ETCD_SERVERS="--etcd-servers=http://10.0.0.11:2379"
KUBE_SERVICE_ADDRESSES="--service-cluster-ip-range=10.254.0.0/16"
KUBE_ADMISSION_CONTROL="--admission-control=NamespaceLifecycle,NamespaceExists,LimitRanger,SecurityContextDeny,ResourceQuota"
vim /etc/kubernetes/config
重啟服務(wù)
systemctl enable kube-apiserver.service
systemctl start kube-apiserver.service
systemctl enable kube-controller-manager.service
systemctl start kube-controller-manager.service
systemctl enable kube-scheduler.service
systemctl start kube-scheduler.service
7.node節(jié)點(diǎn)配置
vim /etc/kubernetes/config
KUBE_MASTER="--master=http://10.0.0.11:8080"
vim /etc/kubernetes/kubelet
KUBELET_ADDRESS="--address=10.0.0.12/13"
KUBELET_HOSTNAME="--hostname-override=10.0.0.12/13"
KUBELET_API_SERVER="--api-servers=http://10.0.0.11:8080"
重啟服務(wù)
systemctl enable kubelet.service
systemctl start kubelet.service
systemctl enable kube-proxy.service
systemctl start kube-proxy.service
8.驗(yàn)證節(jié)點(diǎn)狀態(tài)
[root@k8s-m ~]# kubectl get nodes
9.所有節(jié)點(diǎn)配置flannel網(wǎng)絡(luò)
yum install flannel -y
sed -i 's#http://127.0.0.1:2379#http://10.0.0.11:2379#g' /etc/sysconfig/flanneld
etcdctl mk /atomic.io/network/config '{ "Network": "172.16.0.0/16" }'
etcdctl get /atomic.io/network/config
{ "Network": "172.16.0.0/16" }
master節(jié)點(diǎn):
systemctl enable flanneld.service
systemctl start flanneld.service
service docker restart
systemctl restart kube-apiserver.service
systemctl restart kube-controller-manager.service
systemctl restart kube-scheduler.service
ifconfig -a
node節(jié)點(diǎn):
systemctl enable flanneld.service
systemctl start flanneld.service
service docker restart
systemctl restart kubelet.service
systemctl restart kube-proxy.service
10.配置master為鏡像倉庫
#master節(jié)點(diǎn)
vim /etc/sysconfig/docker
OPTIONS='--selinux-enabled --log-driver=journald --signature-verification=false --registry-mirror=https://registry.docker-cn.com --insecure-registry=10.0.0.11:5000'
systemctl restart docker
配置本地register
docker tag nginx 10.0.0.11:5000/oldguo/nginx:v1
docker run -d -p 5000:5000 --restart=always --name registry -v /opt/myregistry:/var/lib/registry registry
docker push 10.0.0.11:5000/oldguo/nginx:v1
#node節(jié)點(diǎn)
vim /etc/sysconfig/docker
OPTIONS='--selinux-enabled --log-driver=journald --signature-verification=false --insecure-registry=10.0.0.11:5000'
systemctl restart docker
docker pull 10.0.0.11:5000/oldguo/nginx:v1
二.k8s核心資源管理
1.PODS
1.1 創(chuàng)建第一個(gè)pod
mkdir /opt/yml -p
cd /opt/yml
[root@k8s-m yml]# cat k8s_pod.yml
apiVersion: v1
kind: Pod
metadata:
name: nginx
labels:
app: web
spec:
containers:
- name: nginx
image: 10.0.0.11:5000/oldguonginx:v1
ports:
- containerPort: 80
[root@k8s-m yml]# kubctl create -f k8s_pod.yml
1.2 查詢
kubectl get pod
kubectl get pod -o wide
kubectl get pods -o wide -l app=web
kubectl descrie pod
報(bào)錯(cuò)分析
++++++++++++++++++++++++++++++++++++++++
failed to "StartContainer" for "POD" with ErrImagePull: "image pull failed for registry.access.redhat.com/rhel7/pod-infrastructure:latest, this may be because there are no credentials on this request. details: (open /etc/docker/certs.d/registry.access.redhat.com/redhat-ca.crt: no such file or directory)"
+++++++++++++++++++++++++++++++++++++++
registry.access.redhat.com/rhel7/pod-infrastructure:latest
++++++++++++++++++++++++++++++++++++++
解決:
master:上傳準(zhǔn)備好的容器為本地register(pod-infrastructure-latest.tar.gz)
[root@k8s-m opt]# docker load -i pod-infrastructure-latest.tar.gz
[root@k8s-m opt]# docker images
[root@k8s-m opt]# docker tag docker.io/tianyebj/pod-infrastructure:latest 10.0.0.11:5000/oldguo/pod-infrastructure:latest
[root@k8s-m opt]# docker images
[root@k8s-m opt]# docker push 10.0.0.11:5000/oldguo/pod-infrastructure:latest
node:(所有node節(jié)點(diǎn))
[root@k8s-n1 ~]# vim /etc/kubernetes/kubelet
KUBELET_POD_INFRA_CONTAINER="--pod-infra-container-image=10.0.0.11:5000/oldguo/pod-infrastructure:latest"
systemctl restart kubelet.service
1.3 刪除
[root@k8s-m yml]# kubectl delete pod nginx
1.4 更新
master:
[root@k8s-m yml]# docker pull nginx
[root@k8s-m yml]# docker tag docker.io/nginx:latest 10.0.0.11:5000/oldguo/nginx:v2
[root@k8s-m yml]# docker push 10.0.0.11:5000/oldguo/nginx:v2
[root@k8s-m yml]# kubectl replace --force -f k8s_pod.yml
2.RC應(yīng)用
master:
配置yml文件
vim k8s_nginx_rc.yml
[root@master yml]# cat k8s_nginx_rc.yml
apiVersion: v1
kind: ReplicationController
metadata:
name: nginx
spec:
replicas: 3
selector:
app: nginx
template:
metadata:
labels:
app: nginx
spec:
containers:
- name: nginx
image: 10.0.0.11:5000/oldguo/nginx:v1
ports:
- containerPort: 80
[root@k8s-m yml]# kubectl create -f k8s_nginx_rc.yml
[root@k8s-m yml]# kubectl get rc
[root@k8s-m yml]# kubectl delete rc nginx
副本數(shù)增刪
1.修改配置文件
vim k8s_nginx_rc.yml
[root@k8s-m yml]# kubectl replace -f k8s_nginx_rc.yml
2.kubectl edit rc nginx
3.kubectl scale rc nginx --replicas=4
滾動(dòng)升級(jí)及回滾:
cp k8s_nginx_rc.yml k8s_nginx2_rc.yml
kubectl rolling-update nginx -f k8s_nginx2_rc.yml --update-period=10s
注:
在升級(jí)過程中,可以進(jìn)行回退。
# kubectl rolling-update nginxrc nginxrc1 --rollback
如果升級(jí)完成,則不可以,使用這條指令進(jìn)行回退。
# kubectl rolling-update nginx2 -f k8s_nginx_rc.yml --update-period=10s
3.Service
創(chuàng)建svc配置文件
cat >k8s_nginx_svc.yml<<EOF
apiVersion: v1
kind: Service
metadata:
name: nginxsvc
spec:
type: NodePort
ports:
- port: 80
nodePort: 30001
selector:
app: nginx
EOF
[root@k8s-m yml]# kubectl create -f k8s_nginx_svc.yml
[root@k8s-m yml]# kubectl get svc
[root@k8s-m yml]# curl -I 10.0.0.13:30001
[root@k8s-m yml]# curl -I 10.0.0.12:30001
4. deployment資源管理:
vim k8s_nginx_dev.yml
apiVersion: extensions/v1beta1
kind: Deployment
metadata:
name: nginx
spec:
replicas: 2
template:
metadata:
labels:
app: nginx
spec:
containers:
- name: nginx
image: 10.0.0.11:5000/oldguo/nginx:v2
ports:
- containerPort: 80
[root@k8s-m yml]# kubectl create -f k8s_nginx_dev.yml
[root@k8s-m yml]# kubectl get deployment
deployment滾動(dòng)升級(jí)
kubectl set image deployment/nginx nginx=10.0.0.11:5000/oldguo/nginx:v1
kubectl rollout undo deployment/nginx
實(shí)現(xiàn)自動(dòng)pod伸縮
[root@k8s-m yml]# kubectl autoscale deployment nginx --min=2 --max=6 --cpu-percent=80
HPA:
horizontalpodautoscalers
kubectl get horizontalpodautoscalers
kubectl edit horizontalpodautoscalers nginx
K8s圖形化管理
[root@k8s-m yml]# kubectl get pod --namespace=kube-system
K8s實(shí)現(xiàn)wordpress項(xiàng)目
PV
master:
yum install -y nfs-utils-*
mkdir /data
vim /etc/exports
/data 10.0.0.0/24(rw,async,no_root_squash,no_all_squash)
systemctl restart rpcbind
systemctl restart nfs
systemctl enable rpcbind
systemctl enable nfs
[root@k8s-m yml]# cat nfs_pv.yml
apiVersion: v1
kind: PersistentVolume
metadata:
name: pv0001
labels:
type: nfs001
spec:
capacity:
storage: 10Gi
accessModes:
- ReadWriteMany
persistentVolumeReclaimPolicy: Recycle
nfs:
path: "/data"
server: 10.0.0.11
readOnly: false
[root@k8s-m yml]# cat nfs_pvc_mysql.yml
kind: PersistentVolumeClaim
apiVersion: v1
metadata:
name: pvc-mysql
spec:
accessModes:
- ReadWriteMany
resources:
requests:
storage: 1Gi
[root@k8s-m yml]# cp nfs_pvc_mysql.yml nfs_pvc_wp.yml
kind: PersistentVolumeClaim
apiVersion: v1
metadata:
name: pvc-wp
spec:
accessModes:
- ReadWriteMany
resources:
requests:
storage: 1Gi
selector:
matchLabels:
pv: nfs-pv2
[root@k8s-m yml]# kubectl create -f mysql-rc.yaml
[root@k8s-m yml]# kubectl create -f mysql-svc.yaml
[root@k8s-m yml]# cat mysql-rc.yaml
apiVersion: v1
kind: ReplicationController
metadata:
name: mysql
spec:
replicas: 1
selector:
app: mysql
template:
metadata:
labels:
app: mysql
spec:
containers:
- name: mysql
image: docker.io/mysql:5.7
ports:
- containerPort: 3306
volumeMounts:
- name: nfs-vol
mountPath: /var/lib/mysql
env:
- name: MYSQL_ROOT_PASSWORD
value: "somewordpress"
- name: MYSQL_DATABASE
value: "wordpress"
- name: MYSQL_USER
value: "wordpress"
- name: MYSQL_PASSWORD
value: "wordpress"
volumes:
- name: nfs-vol
persistentVolumeClaim:
claimName: pvc-mysql
[root@k8s-m yml]# cat mysql-svc.yaml
apiVersion: v1
kind: Service
metadata:
name: mysql
spec:
ports:
- port: 3306
selector:
app: mysql
[root@k8s-m yml]# kubectl get svc
mysql 10.254.63.57 <none> 3306/TCP 19s
[root@k8s-m yml]# cat myweb-rc.yaml
apiVersion: v1
kind: ReplicationController
metadata:
name: myweb
spec:
replicas: 1
selector:
app: myweb
template:
metadata:
labels:
app: myweb
spec:
containers:
- name: myweb
image: docker.io/wordpress:latest
ports:
- containerPort: 80
volumeMounts:
- name: nfs-vol
mountPath: /var/www/html
env:
- name: WORDPRESS_DB_HOST
value: '10.254.9.3'
- name: WORDPRESS_DB_USER
value: 'wordpress'
- name: WORDPRESS_DB_PASSWORD
value: 'wordpress'
volumes:
- name: nfs-vol
persistentVolumeClaim:
claimName: nfs2
[root@k8s-m yml]# cat myweb-svc.yaml
apiVersion: v1
kind: Service
metadata:
name: myweb
spec:
type: NodePort
ports:
- port: 80
nodePort: 30008
selector:
app: myweb
[root@k8s-m yml]# kubectl create -f myweb-rc.yaml
[root@k8s-m yml]# kubectl create -f myweb-svc.yaml
namespace使用
kubectl get pods --namespace=default
kubectl get pods --namespace=kube-admin
kubectl create namespace mynamespace
apiVersion: extensions/v1beta1
kind: Deployment
metadata:
name: nginx
namespace: mynamespace
spec:
replicas: 2
template:
metadata:
labels:
app: nginx
spec:
containers:
- name: nginx
image: 10.0.0.11:5000/oldguo/nginx:v2
ports:
- containerPort: 80
docker pull myhub.fdccloud.com/library/kube-dnsmasq-amd64:1.4
docker pull myhub.fdccloud.com/library/dnsmasq-metrics-amd64:1.0
docker pull myhub.fdccloud.com/library/kubedns-amd64:1.9
docker pull myhub.fdccloud.com/library/exechealthz-amd64:1.2
KUBELET_ARGS="--cluster_dns=10.254.230.254 --cluster_domain=cluster.local"