1
2
3
4
5
6

# --update 更新
# --web-download 从github下
wsl --update --web-download

# 开启systemd
echo -e "[boot]\nsystemd=true" | sudo tee -a /etc/wsl.conf

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

# image后面可以指定版本 和docker一样如 nginx:1.23
kubectl run mynginx --image=nginx
# 查看Pod
kubectl get pod
# 描述
kubectl describe pod mynginx
# 查看Pod的运行日志
kubectl logs mynginx

# 显示pod的IP和运行节点信息
kubectl get pod -owide
# 使用Pod的ip+pod里面运行容器的端口
curl 10.42.1.3

# 进入容器 同docker
kubectl exec mynginx -it -- sh

kubectl get po --watch
# -it 交互模式 
# --rm 退出后删除容器，多用于执行一次性任务或使用客户端
# sh 也有可能是bash 看它 bin里有啥
kubectl run mynginx --image=nginx -it --rm -- sh

# 删除
kubectl delete pod mynginx
# 强制删除
kubectl delete pod mynginx --force

1
2
3
4

mirrors:
  docker.io:
    endpoint:
      - "https://xxx.mirror.aliyuncs.com/"

1
2
3
4
5
6
7
8

# 创建名为 ng-deploy 的deployment,镜像为nginx:lastes,部署3个运行alpine的Pod
kubectl create deployment ng-deploy --image=nginx --replicas=3
# 查看deployment
kubectl get deploy
# 查看replicaSet
kubectl get rs
# 删除deployment
kubectl delete deploy nginx-deployment

 1
 2
 3
 4
 5
 6
 7
 8
 9
10

# 手动缩放 把数量扩大到5
kubectl scale deploy ng-deploy --replicas=5
# 自动缩放 设置最小数量为3(不写min默认为1) 最大数量为8 且设置cpu利用率为75% 
# 这个 '/'大概等价于 ' ' 感觉 / 的地方都可以直接打空格
kubectl autoscale deploy/ng-deploy --min=3 --max=8 --cpu-percent=75

# hpa 动态伸缩
kubectl get hpa
# 删除动态伸缩
kubectl delete hpa ng-deploy

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11

# 创建一个deploy 镜像为nginx的alpine版本
kubectl create deploy ngs --image=nginx --replicas=3
# 查看版本
kubectl get deploy/ngs -owide

# 另起窗格 查看过程
kubectl get rs --watch
#更新容器镜像
kubectl set image deploy ngs nginx=nginx:alpine
#滚动更新
kubectl rollout status deploy ngs

1
2
3
4
5
6

#查看历史版本
kubectl rollout history deployment/nginx-deployment
#查看指定版本的信息
kubectl rollout history deployment/nginx-deployment --revision=2
#回滚到历史版本
kubectl rollout undo deployment/nginx-deployment --to-revision=2

1

kubectl get deploy --watch

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

apiVersion: v1
kind: Service
metadata:
  name: nginx
  labels:
    app: nginx
spec:
  ports:
  - port: 80
    name: web
  clusterIP: None
  selector:
    app: nginx
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: web
spec:
  selector:
    matchLabels:
      app: nginx
  serviceName: "nginx"
  replicas: 3 # 默认值是1 
    # minReadySeconds: 10 # 默认值是 0
  template:
    metadata:
      labels:
        app: nginx
    spec:
      terminationGracePeriodSeconds: 10
      containers:
      - name: nginx
        image: nginx:latest
        ports:
        - containerPort: 80
          name: web
        volumeMounts:
        - name: www
          mountPath: /usr/share/nginx/html
  volumeClaimTemplates:
  - metadata:
      name: www
    spec:
      accessModes: [ "ReadWriteOnce" ]
      # 不指定sc 使用默认的sc创建pvc
      # storageClassName: "my-storage-class"
      resources:
        requests:
          storage: 0.5Gi

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

# 使用上面的deploy ngs来建立服务 服务名是 ngs-service 将(集群内部的)本地端口8080 映射到服务提供者(pods)的80端口
kubectl expose deploy ngs --name=ngs-service --port=8080 --target-port=80

# 查看服务 可以看到ngs-service的DNS是10.43.121.100
kubectl get svc

# 或者查看详细信息
kubectl describe svc ngs-service

# curl 直接请求 得到nginx默认的提示页
curl 10.43.121.100:8080

# 创建一个临时pod 在该pod中可以直接通过服务名来访问svc
kubectl run test -it --image=nginx --rm -- bash
# 在pod中使用服务名或地址均可以访问到该页面
curl ngs-service:8080

1

kubectl expose deploy ngs --name=ngs-svc1 --port=8081 --target-port=80 --type=NodePort

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20

apiVersion: v1
kind: Service
metadata:
  name: ngs-svc
spec:
  type: NodePort
  selector:
  	# 标签选择器 选择提供服务的pod
  	# 注意区分大小写
    app: nginx
  ports:
    # port 服务端口
    - port: 80
      # targetPort 容器端口
      # 默认情况下，为了方便起见，`targetPort` 被设置为与 `port` 字段相同的值。
      targetPort: 80
      # 可选字段
      # 对外公开的端口
      # 默认情况下，为了方便起见，Kubernetes 控制平面会从某个范围内分配一个端口号（默认：30000-32767）
      nodePort: 30007

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

apiVersion: v1
kind: Service
metadata:
  name: nginx
  labels:
    app: nginx
spec:
  ports:
  - port: 80
    name: web
  clusterIP: None
  selector:
    app: nginx
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: web
spec:
  selector:
    matchLabels:
      app: nginx
  serviceName: "nginx"
  replicas: 3 # 默认值是1 
    # minReadySeconds: 10 # 默认值是 0
  template:
    metadata:
      labels:
        app: nginx
    spec:
      terminationGracePeriodSeconds: 10
      containers:
      - name: nginx
        image: nginx:latest
        ports:
        - containerPort: 80
          name: web
        volumeMounts:
        - name: www
          mountPath: /usr/share/nginx/html
  volumeClaimTemplates:
  - metadata:
      name: www
    spec:
      accessModes: [ "ReadWriteOnce" ]
      # 不指定sc 使用默认的sc创建pvc
      # storageClassName: "my-storage-class"
      resources:
        requests:
          storage: 0.5Gi

1
2
3
4

➜  demo01-sts kubectl get svc
NAME         TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)   AGE
kubernetes   ClusterIP   10.96.0.1    <none>        443/TCP   7h
nginx        ClusterIP   None         <none>        80/TCP    73m

1
2
3
4
5
6
7
8

# Kubernetes-managed hosts file.
127.0.0.1       localhost
::1     localhost ip6-localhost ip6-loopback
fe00::0 ip6-localnet
fe00::0 ip6-mcastprefix
fe00::1 ip6-allnodes
fe00::2 ip6-allrouters
10.244.1.6      web-0.nginx.default.svc.cluster.local   web-0

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

#创建命名空间
kubectl create namespace dev
#查看命名空间
kubectl get ns

#在命名空间内运行Pod
kubectl run nginx --image=nginx --namespace=dev
kubectl run my-nginx --image=nginx -n=dev

#查看命名空间内的Pod
kubectl get pods --n=dev

#查看命名空间内所有对象
kubectl get all
# 删除命名空间会删除命名空间下的所有内容
kubectl delete ns dev

1
2
3
4
5

#查看当前上下文
kubectl config current-context

#将dev设为当前命名空间，后续所有操作都在此命名空间下执行。
kubectl config set-context $(kubectl config current-context) --namespace=dev

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

# 创建存储类
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: local-storage
provisioner: kubernetes.io/no-provisioner
volumeBindingMode: Immediate
---
apiVersion: v1
# 创建类型为持久卷
kind: PersistentVolume
metadata:
  name: local-test
spec:
  capacity:
    storage: 2Gi
  volumeMode: Filesystem
  # 访问模式 允许被一个node中的任意多个pod读写
  accessModes:
  - ReadWriteOnce
  persistentVolumeReclaimPolicy: Delete
  # 存储卷的类的名称
  storageClassName: local-storage
  # 挂载的持久卷的类型是local
  local:
    # 这个目录需要我们在下面指定的node中手动创建
    path: /mnt/disks/ssd1
  nodeAffinity:
    required:
      nodeSelectorTerms:
      - matchExpressions:
        - key: kubernetes.io/hostname
          operator: In
          values:
          # 指定在哪个节点(node)创建
          - k3s-agent1

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17

# 创建pvc(pv使用申请之类的感觉)
# 告诉卷提供者自己的需求 然后卷提供者提供合适的卷给pvc
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: test-pvc
spec:
  # 指定PV的访问模式必须是ReadWriteOnce
  accessModes:
    - ReadWriteOnce
  volumeMode: Filesystem
  resources:
    requests:
      # 需要2Gi 提供者会提供 >=2Gi的 pv
      storage: 2Gi
  # 指定要local-storage类型的数据卷
  storageClassName: local-storage

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

# mysql-pod.yaml pod&volume&configMap
apiVersion: v1
kind: Pod
metadata:
  name: mysql-pod
  labels:
    app: mysql
spec:
  containers:
  - name: mysql
    image: mysql:5.7
    env:
    # mysql镜像初始参数 指定root用户的密码
    - name: MYSQL_ROOT_PASSWORD
      value: "123456"
    volumeMounts:
      # 指定容器内 与数据卷映射的目录
      - mountPath: /var/lib/mysql
        # date-volume 在这里被使用
        name: data-volume
      # 把下面的mysql-config挂载到容器内的mysql配置文件夹
      - mountPath: /etc/mysql/conf.d
        name: conf-volume
        readOnly: true
  volumes:
  - name: conf-volume
    configMap:
      name: mysql-config
  - name: data-volume
    # 使用pvc作为存储卷 并指定 test-pvc
    persistentVolumeClaim:
      claimName: test-pvc
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: mysql-config
data:
  # 它相当一个虚拟的文件夹 里面包含1个文件 mysql.cnf 而文件内容就是'|'后面那些
  mysql.cnf: |
    [mysqld]
    character-set-server=utf8mb4
    collation-server=utf8mb4_general_ci
    init-connect='SET NAMES utf8mb4'

    [client]
    default-character-set=utf8mb4

    [mysql]
    default-character-set=utf8mb4    

1

kubectl get sc

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12

apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: myclaim
spec:
  accessModes:
    - ReadWriteOnce
  # 在这里指定sc的名称 k3s的local-path 或者 kind 的standard
  # storageClassName: slow
  resources:
    requests:
      storage: 1Gi

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15

apiVersion: v1
kind: Pod
metadata:
  name: test-po
spec:
  containers:
  - name: myfrontend
    image: nginx
    volumeMounts:
      - mountPath: "/var/www/html"
        name: mypd
  volumes:
  - name: mypd
    persistentVolumeClaim:
      claimName: myclaim

1

kubectl apply -f https://k8s.io/examples/application/simple_deployment.yaml

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21

# 或者手动复制文件到本地
# simple_deployment.yaml
apiVersion: apps/v1	# Kubernetes API 的版本
kind: Deployment	# 对象类别 Pod|Deployment|Service|ReplicaSet|namespace等
metadata:			# 描述对象的元数据 'name'&'UID'&'namespace'
  name: nginx-deployment
spec:				# 对象的配置
  selector:
    matchLabels:
      app: nginx
  minReadySeconds: 5
  template:
    metadata:
      labels:
        app: nginx
    spec:
      containers:
      - name: nginx
        image: nginx:1.14.2
        ports:
        - containerPort: 80

1

kubectl diff -f https://k8s.io/examples/application/simple_deployment.yaml

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

--- /tmp/LIVE-12789220/apps.v1.Deployment.default.nginx-deployment
+++ /tmp/MERGED-1131175828/apps.v1.Deployment.default.nginx-deployment
@@ -0,0 +1,43 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  creationTimestamp: "2023-04-17T06:10:50Z"
+  generation: 1
+  name: nginx-deployment
+  namespace: default
+  uid: 5174c7e7-afdd-4ee9-bd1d-2c3e13f2c209
+spec:
+  minReadySeconds: 5
+  progressDeadlineSeconds: 600
+  replicas: 1
+  revisionHistoryLimit: 10
+  selector:
+    matchLabels:
+      app: nginx
+  strategy:
+    rollingUpdate:
+      maxSurge: 25%
+      maxUnavailable: 25%
+    type: RollingUpdate
+  template:
+    metadata:
+      creationTimestamp: null
+      labels:
+        app: nginx
+    spec:
+      containers:
+      - image: nginx:1.14.2
+        imagePullPolicy: IfNotPresent
+        name: nginx
+        ports:
+        - containerPort: 80
+          protocol: TCP
+        resources: {}
+        terminationMessagePath: /dev/termination-log
+        terminationMessagePolicy: File
+      dnsPolicy: ClusterFirst
+      restartPolicy: Always
+      schedulerName: default-scheduler
+      securityContext: {}
+      terminationGracePeriodSeconds: 30
+status: {}

1

kubectl delete -f https://k8s.io/examples/application/simple_deployment.yaml

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13

apiVersion: v1
kind: Pod
metadata:
  name: label-demo
  labels: #定义Pod标签
    environment: test
    app: nginx
spec:
  containers:
  - name: nginx
    image: nginx:1.22
    ports:
    - containerPort: 80

1
2
3
4

# 查看所有pod及其标签
kubectl get pod --show-labels
# 只查看满足这两个标签的pod
kubectl get pod -l environment=test,app=nginx

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

apiVersion: v1
kind: Service
metadata:
  name: my-service
spec:
  type: NodePort
  selector: #与Pod的标签一致
    environment: test
    app: nginx
  ports:
      # 默认情况下，为了方便起见，`targetPort` 被设置为与 `port` 字段相同的值。
    - port: 80
      targetPort: 80
      # 可选字段
      # 默认情况下，为了方便起见，Kubernetes 控制平面会从某个范围内分配一个端口号（默认：30000-32767）
      nodePort: 30007

1
2
3
4

selector:
  matchLabels: # component=redis && version=7.0
    component: redis
    version: 7.0

1
2
3
4
5
6

selector:
  matchExpressions: # tier in (cache, backend) && environment not in (dev, prod)
    # tier == cache || tier == backend
    - {key: tier, operator: In, values: [cache, backend]}
    # environment != dev && environment != prod
    - {key: environment, operator: NotIn, values: [dev, prod]}

1
2
3
4
5

# 先docker拉取镜像
docker pull ist0ne/xtrabackup:1.0
# kind 读取 docker的镜像 ist0ne/xtrabackup:1.0 到集群 wslkindmultinodes
# --name 不写的话它会默认你的集群名字是 kind
kind load docker-image ist0ne/xtrabackup:1.0 --name wslkindmultinodes

1
2

# 比如使用ps查看运行中容器 -a查看所有
crictl ps

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

# 1.下载docker镜像
docker pull alpine:3.17.3
# 2.把镜像打成tar包
docker save apline:3.17.3 > apline-3.17.3.tar
# 3.使用scp等其他命令 把包放入masiter节点
# scp apline-3.17.3.tar root@192.168.56.10

# 使用ctr导入镜像到 k8s.io 的命名空间下
# 使用 --atform linux/amd64 指定容器平台
ctr -n k8s.io images import apline-3.17.3.tar

# 能看到已经存在 alpine:3.17.3 镜像了
crictl images
# 能正常使用 pod状态为CrashLoopBackOff 是因为 alpine不是一个持久化的容器
kubectl run alpine --image=alpine:3.17.3
kubectl describe po alpine

1
2
3
4
5

ctr -n k8s.io images export nginx-1.14.2.tar docker.io/library/nginx:1.14.2 --platform linux/amd64

# ls 看一下成功导出来了
root@k3s-server:~/mhWorkspace/images# ls
apline-3.17.3.tar  nginx-1.14.2.tar

1
2
3

mkdir demo02Mysql
# 创建并编辑 mysql-pod 配置文件
vi mysql-pod.yaml

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

# mysql-pod.yaml pod&volume
apiVersion: v1
kind: Pod
metadata:
  name: mysql-pod
  labels:
    app: mysql
spec:
  containers:
  - name: mysql
    image: mysql:5.7
    env:
    # mysql镜像初始参数 指定root用户的密码
    - name: MYSQL_ROOT_PASSWORD
      value: "123456"
    volumeMounts:
  	  # 指定容器内 与数据卷映射的目录
      - mountPath: /var/lib/mysql
        name: date-volume
  volumes:
  - name: date-volume
    hostPath:
      # 宿主机上的目录位置
      path: /root/mhWorkspace/data/volumes/mysql
      # 此字段为可选 Directory 表示数据卷的类型是个目录(文件夹)
      # 选则该值的话需要保证创建时宿主机映射的目录存在 否则会报错
      type: DirectoryOrCreate

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

# mysql-pod.yaml pod&volume&configMap
apiVersion: v1
kind: Pod
metadata:
  name: mysql-pod
  labels:
    app: mysql
spec:
  containers:
  - name: mysql
    image: mysql:5.7
    env:
    # mysql镜像初始参数 指定root用户的密码
    - name: MYSQL_ROOT_PASSWORD
      value: "123456"
    volumeMounts:
      # 指定容器内 与数据卷映射的目录
      - mountPath: /var/lib/mysql
        name: date-volume
      # 把下面的mysql-config挂载到容器内的mysql配置文件夹
      - mountPath: /etc/mysql/conf.d
        name: conf-volume
        readOnly: true
  volumes:
  - name: conf-volume
    configMap:
      name: mysql-config
  - name: date-volume
    hostPath:
      # 宿主机上的目录位置
      path: /root/mhWorkspace/data/volumes/mysql
      # 此字段为可选 Directory 表示数据卷的类型是个目录(文件夹)
      # 选则该值的话需要保证创建时宿主机映射的目录存在 否则会报错
      type: DirectoryOrCreate
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: mysql-config
data:
  # 它相当一个虚拟的文件夹 里面包含1个文件 mysql.cnf 而文件内容就是'|'后面那些
  : |
    [mysqld]
    character-set-server=utf8mb4
    collation-server=utf8mb4_general_ci
    init-connect='SET NAMES utf8mb4'

    [client]
    default-character-set=utf8mb4

    [mysql]
    default-character-set=utf8mb4    

1
2
3
4
5

# 查看cm(configMap)
kubectl get cm

# 编辑cm mysql-config 更改后会自动更新所有使用了此配置文件的pod(稍微有点延迟)
kubectl edit cm mysql-config

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

apiVersion: v1
kind: Pod
metadata:
  name: mysql-pod
  labels:
    app: mysql
spec:
  containers:
  - name: mysql
    image: mysql:5.7
    env:
    # mysql 镜像初始参数 指定root用户的密码
    # mysql 通过环境变量存储 密码
    - name: MYSQL_ROOT_PASSWORD
      valueFrom:
        secretKeyRef:
          name: mysql-pwd
          # key 引用secret的data里的PASSWORD
          key: PASSWORD
          optional: false
    volumeMounts:
      # 指定容器内 与数据卷映射的目录
      - mountPath: /var/lib/mysql
        name: date-volume
      # 把下面的mysql-config挂载到容器内的mysql配置文件
      - mountPath: /etc/mysql/conf.d
        name: conf-volume
        readOnly: true
  volumes:
  - name: conf-volume
    configMap:
      name: mysql-config
  - name: date-volume
    hostPath:
      # 宿主机上的目录位置
      path: /root/mhWorkspace/data/volumes/mysql
      # 此字段为可选 Directory 表示数据卷的类型是个目录(文件夹)
      # 选则该值的话需要保证创建时宿主机映射的目录存在 否则会报错
      type: DirectoryOrCreate
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: mysql-config
data:
  mysql.cnf: |
    [mysqld]
    character-set-server=utf8mb4
    collation-server=utf8mb4_general_ci
    init-connect='SET NAMES utf8mb4'

    [client]
    default-character-set=utf8mb4

    [mysql]
    default-character-set=utf8mb4    
---
apiVersion: v1
kind: Secret
metadata:
  name: mysql-pwd
type: Opaque
data:
  # data里使用base64加密后的数据 使用命令 echo 123456|base64 转base64
  # 明文的数据则存在stringData里
  PASSWORD: MTIzNDU2Cg==

1
2
3

# 在mysql中看到环境变量存在 `mysql -uroot -p123456`也正常
root@mysql-pod:/# echo $MYSQL_ROOT_PASSWORD
123456

1

kubectl edit secret mysql-pwd

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19

# Please edit the object below. Lines beginning with a '#' will be ignored,
# and an empty file will abort the edit. If an error occurs while saving this file will be
# reopened with the relevant failures.
#
apiVersion: v1
data:
  # 把root的密码修改成root
  PASSWORD: cm9vdAo=
kind: Secret
metadata:
  annotations:
    kubectl.kubernetes.io/last-applied-configuration: |
            {"apiVersion":"v1","data":{"PASSWORD":"MTIzNDU2Cg=="},"kind":"Secret","metadata":{"annotations":{},"name":"mysql-pwd","namespace":"default"},"type":"Opaque"}
  creationTimestamp: "2023-05-07T03:40:05Z"
  name: mysql-pwd
  namespace: default
  resourceVersion: "79325"
  uid: 37e1a144-cba5-427a-aeb1-4c0999a1a6bd
type: Opaque

1

kubectl get pod {podname} -n {namespace} -o yaml | kubectl replace --force -f -

1
2
3

# 再打印密码就是root了
root@mysql-pod:/# echo $MYSQL_ROOT_PASSWORD
root

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222

# mysql-configmap 为主服务器和副服务器提供不同的配置
apiVersion: v1
kind: ConfigMap
metadata:
  name: mysql
  labels:
    app: mysql
    app.kubernetes.io/name: mysql
data:
  primary.cnf: |
    # 仅在主服务器上应用此配置
    [mysqld]
    log-bin        
  replica.cnf: |
    # 仅在副本服务器上应用此配置
    [mysqld]
    super-read-only    
---
# 为 StatefulSet 成员提供稳定的 DNS 表项的无头服务（Headless Service）
apiVersion: v1
kind: Service
metadata:
  name: mysql
  labels:
    app: mysql
    app.kubernetes.io/name: mysql
spec:
  ports:
  - name: mysql
    port: 3306
  clusterIP: None
  selector:
    app: mysql
---
# 用于连接到任一 MySQL 实例执行读操作的客户端服务
# 对于写操作，你必须连接到主服务器：mysql-0.mysql
apiVersion: v1
kind: Service
metadata:
  name: mysql-read
  labels:
    app: mysql
    app.kubernetes.io/name: mysql
    # 打了一个只读的标签
    readonly: "true"
spec:
  ports:
  - name: mysql
    port: 3306
  selector:
    app: mysql
---
# sts
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: mysql
spec:
  selector:
    matchLabels:
      app: mysql
      app.kubernetes.io/name: mysql
  serviceName: mysql
  replicas: 3
  template:
    metadata:
      labels:
        app: mysql
        app.kubernetes.io/name: mysql
    spec:
      # Init 容器 在容器启动之前干一些事情的容器
      initContainers:
      - name: init-mysql
        image: mysql:5.7-debian
        command:
        - bash
        - "-c"
        - |
          set -ex
          # 基于 Pod 序号生成 MySQL 服务器的 ID。
          [[ $HOSTNAME =~ -([0-9]+)$ ]] || exit 1
          ordinal=${BASH_REMATCH[1]}
          echo [mysqld] > /mnt/conf.d/server-id.cnf
          # 添加偏移量以避免使用 server-id=0 这一保留值。
          echo server-id=$((100 + $ordinal)) >> /mnt/conf.d/server-id.cnf
          # 将合适的 conf.d 文件从 config-map 复制到 emptyDir。
          if [[ $ordinal -eq 0 ]]; then
            cp /mnt/config-map/primary.cnf /mnt/conf.d/
          else
            cp /mnt/config-map/replica.cnf /mnt/conf.d/
          fi                    
        volumeMounts:
        - name: conf
          mountPath: /mnt/conf.d
        - name: config-map
          mountPath: /mnt/config-map
      - name: clone-mysql
        image: ist0ne/xtrabackup:1.0
        command:
        - bash
        - "-c"
        - |
          set -ex
          # 如果已有数据，则跳过克隆。
          [[ -d /var/lib/mysql/mysql ]] && exit 0
          # 跳过主实例(mysql-0)的克隆。
          [[ `hostname` =~ -([0-9]+)$ ]] || exit 1
          ordinal=${BASH_REMATCH[1]}
          [[ $ordinal -eq 0 ]] && exit 0
          # 从原来的对等节点克隆数据。
          ncat --recv-only mysql-$(($ordinal-1)).mysql 3307 | xbstream -x -C /var/lib/mysql
          # 准备备份。
          xtrabackup --prepare --target-dir=/var/lib/mysql                    
        volumeMounts:
        - name: data
          mountPath: /var/lib/mysql
          subPath: mysql
        - name: conf
          mountPath: /etc/mysql/conf.d
      containers:
      - name: mysql
        image: mysql:5.7-debian
        env:
        - name: MYSQL_ALLOW_EMPTY_PASSWORD
          value: "1"
        ports:
        - name: mysql
          containerPort: 3306
        volumeMounts:
        - name: data
          mountPath: /var/lib/mysql
          subPath: mysql
        - name: conf
          mountPath: /etc/mysql/conf.d
        resources:
          requests:
            cpu: 500m
            memory: 1Gi
        livenessProbe:
          exec:
            command: ["mysqladmin", "ping"]
          initialDelaySeconds: 30
          periodSeconds: 10
          timeoutSeconds: 5
        readinessProbe:
          exec:
            # 检查我们是否可以通过 TCP 执行查询(skip-networking 是关闭的)
            command: ["mysql", "-h", "127.0.0.1", "-e", "SELECT 1"]
          initialDelaySeconds: 5
          periodSeconds: 2
          timeoutSeconds: 1
      - name: xtrabackup
        image: ist0ne/xtrabackup:1.0
        ports:
        - name: xtrabackup
          containerPort: 3307
        command:
        - bash
        - "-c"
        - |
          set -ex
          cd /var/lib/mysql
          
          # 确定克隆数据的 binlog 位置（如果有的话）。
          if [[ -f xtrabackup_slave_info && "x$(<xtrabackup_slave_info)" != "x" ]]; then
            # XtraBackup 已经生成了部分的 “CHANGE MASTER TO” 查询
            # 因为我们从一个现有副本进行克隆。(需要删除末尾的分号!)
            cat xtrabackup_slave_info | sed -E 's/;$//g' > change_master_to.sql.in
            # 在这里要忽略 xtrabackup_binlog_info （它是没用的）。
            rm -f xtrabackup_slave_info xtrabackup_binlog_info
          elif [[ -f xtrabackup_binlog_info ]]; then
            # 我们直接从主实例进行克隆。解析 binlog 位置。
            [[ `cat xtrabackup_binlog_info` =~ ^(.*?)[[:space:]]+(.*?)$ ]] || exit 1
            rm -f xtrabackup_binlog_info xtrabackup_slave_info
            echo "CHANGE MASTER TO MASTER_LOG_FILE='${BASH_REMATCH[1]}',\
                  MASTER_LOG_POS=${BASH_REMATCH[2]}" > change_master_to.sql.in
          fi

          # 检查我们是否需要通过启动复制来完成克隆。
          if [[ -f change_master_to.sql.in ]]; then
            echo "Waiting for mysqld to be ready (accepting connections)"
            until mysql -h 127.0.0.1 -e "SELECT 1"; do sleep 1; done

            echo "Initializing replication from clone position"
            mysql -h 127.0.0.1 \
                  -e "$(<change_master_to.sql.in), \
                          MASTER_HOST='mysql-0.mysql', \
                          MASTER_USER='root', \
                          MASTER_PASSWORD='', \
                          MASTER_CONNECT_RETRY=10; \
                        START SLAVE;" || exit 1
            # 如果容器重新启动，最多尝试一次。
            mv change_master_to.sql.in change_master_to.sql.orig
          fi

          # 当对等点请求时，启动服务器发送备份。
          exec ncat --listen --keep-open --send-only --max-conns=1 3307 -c \
            "xtrabackup --backup --slave-info --stream=xbstream --host=127.0.0.1 --user=root"                    
        volumeMounts:
        - name: data
          mountPath: /var/lib/mysql
          subPath: mysql
        - name: conf
          mountPath: /etc/mysql/conf.d
        resources:
          requests:
            cpu: 100m
            memory: 100Mi
      volumes:
      - name: conf
        emptyDir: {}
      - name: config-map
        configMap:
          name: mysql
  volumeClaimTemplates:
  - metadata:
      name: data
    spec:
      accessModes: ["ReadWriteOnce"]
      resources:
        requests:
          storage: 2Gi

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

initContainers:
      - name: init-mysql
        image: mysql:5.7-debian
        command:
        - bash
        - "-c"
        - |
          set -ex
          # 基于 Pod 序号生成 MySQL 服务器的 ID。
          [[ $HOSTNAME =~ -([0-9]+)$ ]] || exit 1
          ordinal=${BASH_REMATCH[1]}
          echo [mysqld] > /mnt/conf.d/server-id.cnf
          # 添加偏移量以避免使用 server-id=0 这一保留值。
          echo server-id=$((100 + $ordinal)) >> /mnt/conf.d/server-id.cnf
          # 将合适的 conf.d 文件从 config-map 复制到 emptyDir。
          if [[ $ordinal -eq 0 ]]; then
            cp /mnt/config-map/primary.cnf /mnt/conf.d/
          else
            cp /mnt/config-map/replica.cnf /mnt/conf.d/
          fi                    
        volumeMounts:
        - name: conf
          mountPath: /mnt/conf.d
        - name: config-map
          mountPath: /mnt/config-map
      - name: clone-mysql
        image: ist0ne/xtrabackup:1.0
        command:
        - bash
        - "-c"
        - |
          set -ex
          # 如果已有数据，则跳过克隆
          [[ -d /var/lib/mysql/mysql ]] && exit 0
          # 跳过主实例(mysql-0)的克隆
          [[ `hostname` =~ -([0-9]+)$ ]] || exit 1
          ordinal=${BASH_REMATCH[1]}
          [[ $ordinal -eq 0 ]] && exit 0
          # 从原来的对等节点克隆数据 $ordinal只当前节点序号 减1就是从上一个节点复制
          ncat --recv-only mysql-$(($ordinal-1)).mysql 3307 | xbstream -x -C /var/lib/mysql
          # 准备备份。
          xtrabackup --prepare --target-dir=/var/lib/mysql                    
        volumeMounts:
        - name: data
          mountPath: /var/lib/mysql
          subPath: mysql
        - name: conf
          mountPath: /etc/mysql/conf.d

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

containers:
  - name: xtrabackup
    image: ist0ne/xtrabackup:1.0
    ports:
    - name: xtrabackup
      containerPort: 3307
    command:
    - bash
    - "-c"
    - |
      set -ex
      cd /var/lib/mysql
      # 确定克隆数据的 binlog 位置（如果有的话）
      if [[ -f xtrabackup_slave_info && "x$(<xtrabackup_slave_info)" != "x" ]]; then
        # XtraBackup 已经生成了部分的 “CHANGE MASTER TO” 查询
        # 因为我们从一个现有副本进行克隆。(需要删除末尾的分号!)
        cat xtrabackup_slave_info | sed -E 's/;$//g' > change_master_to.sql.in
        # 在这里要忽略 xtrabackup_binlog_info （它是没用的）。
        rm -f xtrabackup_slave_info xtrabackup_binlog_info
      elif [[ -f xtrabackup_binlog_info ]]; then
        # 我们直接从主实例进行克隆。解析 binlog 位置。
        [[ `cat xtrabackup_binlog_info` =~ ^(.*?)[[:space:]]+(.*?)$ ]] || exit 1
        rm -f xtrabackup_binlog_info xtrabackup_slave_info
        echo "CHANGE MASTER TO MASTER_LOG_FILE='${BASH_REMATCH[1]}',\
              MASTER_LOG_POS=${BASH_REMATCH[2]}" > change_master_to.sql.in
      fi
      # 检查我们是否需要通过启动复制来完成克隆。
      if [[ -f change_master_to.sql.in ]]; then
        echo "Waiting for mysqld to be ready (accepting connections)"
        until mysql -h 127.0.0.1 -e "SELECT 1"; do sleep 1; done
        echo "Initializing replication from clone position"
        mysql -h 127.0.0.1 \
              -e "$(<change_master_to.sql.in), \
                      MASTER_HOST='mysql-0.mysql', \
                      MASTER_USER='root', \
                      MASTER_PASSWORD='', \
                      MASTER_CONNECT_RETRY=10; \
                    START SLAVE;" || exit 1
        # 如果容器重新启动，最多尝试一次。
        mv change_master_to.sql.in change_master_to.sql.orig
      fi
      # 当对等点请求时，启动服务器发送备份。
      exec ncat --listen --keep-open --send-only --max-conns=1 3307 -c \
        "xtrabackup --backup --slave-info --stream=xbstream --host=127.0.0.1 --user=root"      

1

kubectl port-forward mysql-0 --address=127.0.0.1 33060:3306

1

export KUBECONFIG=/etc/rancher/k3s/k3s.yaml

1
2
3

# --set-string 指后面的值是字符串
k8s helm install my-mysql1 --set-string auth.password=123456 --set primary.persistence.size=1Gi bitnami/mysql --versi
on 9.9.1

1

helm get values RELEASE_NAME

1
2

# 使用命令删除my-mysql1
helm delete my-mysql1

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19

auth:
  rootPassword: "123456"
# Primary database configuration
primary: 
  # Enable persistence using Persistent Volume Claims
  persistence: 
    size: 1Gi
    # If true, use a Persistent Volume Claim, If false, use emptyDir
    enabled: true

# Secondary database configuration
secondary: 
  replicaCount: 2
  # Enable persistence using Persistent Volume Claims
  persistence:
    size: 1Gi 
    # If true, use a Persistent Volume Claim, If false, use emptyDir
    enabled: true
architecture: replication