zookeeper daemonset方式部署至k8s

• 前言
• 一、改造准备
• • 1.新建目录
  • 2.新建配置文件
• 二、新建DaemonSet yaml文件
• • 1.第一台node节点配置
  • 2.第二台node节点配置
  • 3.第三台node节点配置
• 三.总结
• • 注意点如下
  • • 1.监听的ip，由于pod没有zk1/zk2/zk3的主机名，因此监听地址需要修改
    • 2.nodeSelector配置，需要指定机器运行

k8s改造zookeeper部署方式

改造zookeeper的Statefulset方式至DaemonSet。

先在需要部署zookeeper容器的node节点新建数据及日志存放目录

mkdir -p /tmp/data/
mkdir -p /tmp/datalog

第1台：vi /tmp/dp/zoo.cfg
#This file was autogenerated DO NOT EDIT
clientPort=2181
dataDir=/data
dataLogDir=/datalog
tickTime=2000
initLimit=10
syncLimit=5
maxClientCnxns=2000
minSessionTimeout=4000
maxSessionTimeout=40000
autopurge.snapRetainCount=3
autopurge.purgeInteval=12
server.1=0.0.0.0:2888:3888
server.2=zk2:2888:3888
server.3=zk3:2888:3888

第2台：vi /tmp/dp/zoo.cfg
#This file was autogenerated DO NOT EDIT
clientPort=2181
dataDir=/data
dataLogDir=/datalog
tickTime=2000
initLimit=10
syncLimit=5
maxClientCnxns=2000
minSessionTimeout=4000
maxSessionTimeout=40000
autopurge.snapRetainCount=3
autopurge.purgeInteval=12
server.1=zk1:2888:3888
server.2=0.0.0.0:2888:3888
server.3=zk3:2888:3888

第3台：vi /tmp/dp/zoo.cfg
#This file was autogenerated DO NOT EDIT
clientPort=2181
dataDir=/data
dataLogDir=/datalog
tickTime=2000
initLimit=10
syncLimit=5
maxClientCnxns=2000
minSessionTimeout=4000
maxSessionTimeout=40000
autopurge.snapRetainCount=3
autopurge.purgeInteval=12
server.1=zk1:2888:3888
server.2=zk2:2888:3888
server.3=0.0.0.0:2888:3888

apiVersion: apps/v1
kind: DaemonSet
metadata:
  labels:
    app: zk1
  name: zk1
  namespace: default
spec:
#  replicas: 1
  selector:
    matchLabels:
      app: zk1
#  strategy:
#    rollingUpdate:
#      maxSurge: 1
#      maxUnavailable: 0
#    type: RollingUpdate
  template:
    metadata:
      labels:
        app: zk1
    spec:
      nodeSelector:
        kubernetes.io/hostname: fat2master.fat2master
      tolerations:
      - key:
        operator: Exists
        value: 
      containers:
      - env:
        - name: ZOO_MY_ID
          value: '1'
#       - name: ZOO_SERVERS
#         value: server.1=zk1:2888:3888;2181 server.2=zk2:2888:3888;2181 server.3=zk3:2888:3888;2181
        image: zookeeper:3.4.10
        imagePullPolicy: Always
#        nodeSelector:
#          kubernetes.io/hostname: fat2master.fat2master
        name: zk1
        resources:
          requests:
            memory: "2Gi"
            cpu: "1"
        ports:
          - name: http
            containerPort: 2181
          - name: server
            containerPort: 2888
          - name: leader-election
            containerPort: 3888
        volumeMounts:
        - mountPath: /data
          name: data
        - mountPath: /datalog
          name: log
        - mountPath: /conf/zoo.cfg
          name: conf
        resources:
          requests:
            cpu: "1000m"
            memory: "2048Mi"
          limits:
            cpu: "1000m"
            memory: "2048Mi"          
      dnsPolicy: ClusterFirst
      restartPolicy: Always
      volumes:
      - name: data
        hostPath:
          path: /tmp/data
      - name: log
        hostPath:
          path: /tmp/log
      - name: conf
        hostPath:
          path: /tmp/dp/zoo.cfg
          type: File

---
apiVersion: v1
kind: Service
metadata:
  name: zk1
  labels:
    app: zk1
spec:
  ports:
    - port: 2181
      name: client
    - port: 2888
      name: server
    - port: 3888
      name: leader-election
  selector:
    app: zk1

apiVersion: apps/v1
kind: DaemonSet
metadata:
  labels:
    app: zk2
  name: zk2
  namespace: default
spec:
#  replicas: 1
  selector:
    matchLabels:
      app: zk2
#  strategy:
#    rollingUpdate:
#      maxSurge: 1
#      maxUnavailable: 0
#    type: RollingUpdate
  template:
    metadata:
      labels:
        app: zk2
    spec:
      nodeSelector:
        kubernetes.io/hostname: fat2slave1.fat2slave1
      tolerations:
      - key:
        operator: Exists
        value: 
      containers:
      - env:
        - name: ZOO_MY_ID
          value: '2'
#       - name: ZOO_SERVERS
#         value: server.1=zk2:2888:3888;2181 server.2=zk2:2888:3888;2181 server.3=zk3:2888:3888;2181
        image: zookeeper:3.4.10
        imagePullPolicy: Always
#        nodeSelector:
#          kubernetes.io/hostname: fat2master.fat2master
        name: zk2
        resources:
          requests:
            memory: "2Gi"
            cpu: "1"
        ports:
          - name: http
            containerPort: 2181
          - name: server
            containerPort: 2888
          - name: leader-election
            containerPort: 3888
        volumeMounts:
        - mountPath: /data
          name: data
        - mountPath: /datalog
          name: log
        - mountPath: /conf/zoo.cfg
          name: conf
        resources:
          requests:
            cpu: "1000m"
            memory: "2048Mi"
          limits:
            cpu: "1000m"
            memory: "2048Mi"          
      dnsPolicy: ClusterFirst
      restartPolicy: Always
      volumes:
      - name: data
        hostPath:
          path: /tmp/data
      - name: log
        hostPath:
          path: /tmp/log
      - name: conf
        hostPath:
          path: /tmp/dp/zoo.cfg
          type: File

---
apiVersion: v1
kind: Service
metadata:
  name: zk2
  labels:
    app: zk2
spec:
  ports:
    - port: 2181
      name: client
    - port: 2888
      name: server
    - port: 3888
      name: leader-election
  selector:
    app: zk2

apiVersion: apps/v1
kind: DaemonSet
metadata:
  labels:
    app: zk3
  name: zk3
  namespace: default
spec:
#  replicas: 1
  selector:
    matchLabels:
      app: zk3
#  strategy:
#    rollingUpdate:
#      maxSurge: 1
#      maxUnavailable: 0
#    type: RollingUpdate
  template:
    metadata:
      labels:
        app: zk3
    spec:
      nodeSelector:
        kubernetes.io/hostname: fat2slave2.fat2slave2
      tolerations:
      - key:
        operator: Exists
        value: 
      containers:
      - env:
        - name: ZOO_MY_ID
          value: '3'
#       - name: ZOO_SERVERS
#         value: server.1=zk3:2888:3888;2181 server.2=zk2:2888:3888;2181 server.3=zk3:2888:3888;2181
        image: zookeeper:3.4.10
        imagePullPolicy: Always
#        nodeSelector:
#          kubernetes.io/hostname: fat2master.fat2master
        name: zk3
        resources:
          requests:
            memory: "2Gi"
            cpu: "1"
        ports:
          - name: http
            containerPort: 2181
          - name: server
            containerPort: 2888
          - name: leader-election
            containerPort: 3888
        volumeMounts:
        - mountPath: /data
          name: data
        - mountPath: /datalog
          name: log
        - mountPath: /conf/zoo.cfg
          name: conf
        resources:
          requests:
            cpu: "1000m"
            memory: "2048Mi"
          limits:
            cpu: "1000m"
            memory: "2048Mi"          
      dnsPolicy: ClusterFirst
      restartPolicy: Always
      volumes:
      - name: data
        hostPath:
          path: /tmp/data
      - name: log
        hostPath:
          path: /tmp/log
      - name: conf
        hostPath:
          path: /tmp/dp/zoo.cfg
          type: File

---
apiVersion: v1
kind: Service
metadata:
  name: zk3
  labels:
    app: zk3
spec:
  ports:
    - port: 2181
      name: client
    - port: 2888
      name: server
    - port: 3888
      name: leader-election
  selector:
    app: zk3

#This file was autogenerated DO NOT EDIT
clientPort=2181
dataDir=/data
dataLogDir=/datalog
tickTime=2000
initLimit=10
syncLimit=5
maxClientCnxns=2000
minSessionTimeout=4000
maxSessionTimeout=40000
autopurge.snapRetainCount=3
autopurge.purgeInteval=12
server.1=zk1:2888:3888
server.2=zk2:2888:3888
server.3=0.0.0.0:2888:3888

如上最后一行，由于是在第三台节点部署，因此ip需要写成0.0.0.0，其它两个节点类似

nodeSelector:
  kubernetes.io/hostname: fat2master.fat2master