K8S中搭建Apollo

环境准备

• Rancher
• k8s 1.20
• Helm 3
• MySQL数据库

添加Apollo Helm Chart仓库

helm repo add apollo https://www.apolloconfig.com/charts
helm search repo apollo

数据库脚本

1. 下载apollo/scripts/docker-quick-start/sql目录下的apolloportaldb.sql和apolloconfigdb.sql两个SQL脚本;

2. 由于搭建的Apollo服务将会用于公司内网1套开发环境和6套测试环境，所以需要搭建1套apollo-portal服务和7套apollo-configservice和apollo-adminservice服务，对应的需要建立一套ApolloPortalDB和7套ApolloConfigDB:

   • 使用apolloportaldb.sql建立ApolloConfigDB库；
   • 使用apolloportaldb.sql建立ApolloConfigDB_20_21、ApolloConfigDB_20_2、ApolloConfigDB_20_207、ApolloConfigDB_20_22、ApolloConfigDB_20_76、ApolloConfigDB_20_91、ApolloConfigDB_20_105库

服务部署

部署apollo-configservice和apollo-adminservice

helm install apollo-service-20-2 \
    --set configdb.host=<MYSQL_IP> \
    --set configdb.port=<MYSQL_PORT> \
    --set configdb.userName=<MYSQL_USERNAME> \
    --set configdb.password=<MYSQL_PASSWORD> \
    --set configdb.dbName=ApolloConfigDB_20_2 \
    --set configdb.service.enabled=true \
    --set configService.replicaCount=1 \
    --set adminService.replicaCount=1 \
    -n apollo \
    apollo/apollo-service



helm install apollo-service-20-207 \
    --set configdb.host=<MYSQL_IP> \
    --set configdb.port=<MYSQL_PORT> \
    --set configdb.userName=<MYSQL_USERNAME> \
    --set configdb.password=<MYSQL_PASSWORD> \
    --set configdb.dbName=ApolloConfigDB_20_207 \
    --set configdb.service.enabled=true \
    --set configService.replicaCount=1 \
    --set adminService.replicaCount=1 \
    -n apollo \
    apollo/apollo-service


helm install apollo-service-20-21 \
    --set configdb.host=<MYSQL_IP> \
    --set configdb.port=<MYSQL_PORT> \
    --set configdb.userName=<MYSQL_USERNAME> \
    --set configdb.password=<MYSQL_PASSWORD> \
    --set configdb.dbName=ApolloConfigDB_20_21 \
    --set configdb.service.enabled=true \
    --set configService.replicaCount=1 \
    --set adminService.replicaCount=1 \
    -n apollo \
    apollo/apollo-service

helm install apollo-service-20-22 \
    --set configdb.host=<MYSQL_IP> \
    --set configdb.port=<MYSQL_PORT> \
    --set configdb.userName=<MYSQL_USERNAME> \
    --set configdb.password=<MYSQL_PASSWORD> \
    --set configdb.dbName=ApolloConfigDB_20_22 \
    --set configdb.service.enabled=true \
    --set configService.replicaCount=1 \
    --set adminService.replicaCount=1 \
    -n apollo \
    apollo/apollo-service

helm install apollo-service-20-76 \
    --set configdb.host=<MYSQL_IP> \
    --set configdb.port=<MYSQL_PORT> \
    --set configdb.userName=<MYSQL_USERNAME> \
    --set configdb.password=<MYSQL_PASSWORD> \
    --set configdb.dbName=ApolloConfigDB_20_76 \
    --set configdb.service.enabled=true \
    --set configService.replicaCount=1 \
    --set adminService.replicaCount=1 \
    -n apollo \
    apollo/apollo-service

helm install apollo-service-20-91 \
    --set configdb.host=<MYSQL_IP> \
    --set configdb.port=<MYSQL_PORT> \
    --set configdb.userName=<MYSQL_USERNAME> \
    --set configdb.password=<MYSQL_PASSWORD> \
    --set configdb.dbName=ApolloConfigDB_20_91 \
    --set configdb.service.enabled=true \
    --set configService.replicaCount=1 \
    --set adminService.replicaCount=1 \
    -n apollo \
    apollo/apollo-service


helm install apollo-service-20-105 \
    --set configdb.host=<MYSQL_IP> \
    --set configdb.port=<MYSQL_PORT> \
    --set configdb.userName=<MYSQL_USERNAME> \
    --set configdb.password=<MYSQL_PASSWORD> \
    --set configdb.dbName=ApolloConfigDB_20_105 \
    --set configdb.service.enabled=true \
    --set configService.replicaCount=1 \
    --set adminService.replicaCount=1 \
    -n apollo \
    apollo/apollo-service

部署apollo-portal

helm install apollo-portal \
    --set portaldb.host=<MYSQL_IP> \
    --set portaldb.port=<MYSQL_PORT> \
    --set portaldb.userName=<MYSQL_USERNAME> \
    --set portaldb.password=<MYSQL_PASSWORD> \
    --set portaldb.dbName=ApolloPortalDB \
    --set portaldb.service.enabled=true \
    --set config.envs="dev21\,test2\,test22\,test76\,test91\,test105\,test207" \
    --set config.metaServers.dev21=http://apollo-service-20-21-apollo-configservice.apollo:8080 \
    --set config.metaServers.test2=http://apollo-service-20-2-apollo-configservice.apollo:8080 \
    --set config.metaServers.test22=http://apollo-service-20-22-apollo-configservice.apollo:8080 \
    --set config.metaServers.test76=http://apollo-service-20-76-apollo-configservice.apollo:8080 \
    --set config.metaServers.test91=http://apollo-service-20-91-apollo-configservice.apollo:8080 \
    --set config.metaServers.test105=http://apollo-service-20-105-apollo-configservice.apollo:8080 \
    --set config.metaServers.test207=http://apollo-service-20-207-apollo-configservice.apollo:8080 \
    --set replicaCount=1 \
    -n apollo \
    apollo/apollo-portal

在Rancher配置端口映射

准备工作：搭建好metalb，做好虚拟ip规划

• metalb搭建：参考metalb官方安装文档

• IP规划

  • Apollo Portal
    192.168.40.31:8070

  • Apollo ConfigServer

    环境	ip:port
    dev21	192.168.40.31:8080
    test02	192.168.40.32:8080
    test22	192.168.40.33:8080
    test76	192.168.40.34:8080
    test91	192.168.40.35:8080
    test105	192.168.40.36:8080
    test207	192.168.40.37:8080

部署脚本

---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-portal-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_31
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.31
  ports:
    - port: 8070
      protocol: TCP
      targetPort: 8070
  selector:
    app: apollo-portal
  sessionAffinity: None
  type: LoadBalancer
---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-20-21-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_31
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.31
  ports:
    - port: 8080
      protocol: TCP
      targetPort: 8080
  selector:
    app: apollo-service-20-21-apollo-configservice
  sessionAffinity: None
  type: LoadBalancer
---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-20-02-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_32
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.32
  ports:
    - port: 8080
      protocol: TCP
      targetPort: 8080
  selector:
    app: apollo-service-20-2-apollo-configservice
  sessionAffinity: None
  type: LoadBalancer
---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-20-22-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_33
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.33
  ports:
    - port: 8080
      protocol: TCP
      targetPort: 8080
  selector:
    app: apollo-service-20-22-apollo-configservice
  sessionAffinity: None
  type: LoadBalancer
---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-20-76-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_34
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.34
  ports:
    - port: 8080
      protocol: TCP
      targetPort: 8080
  selector:
    app: apollo-service-20-76-apollo-configservice
  sessionAffinity: None
  type: LoadBalancer
---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-20-91-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_35
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.35
  ports:
    - port: 8080
      protocol: TCP
      targetPort: 8080
  selector:
    app: apollo-service-20-91-apollo-configservice
  sessionAffinity: None
  type: LoadBalancer
---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-20-105-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_36
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.36
  ports:
    - port: 8080
      protocol: TCP
      targetPort: 8080
  selector:
    app: apollo-service-20-105-apollo-configservice
  sessionAffinity: None
  type: LoadBalancer
---
apiVersion: v1
kind: Service
metadata:
  labels:
    cattle.io/creator: norman
  name: apollo-20-207-port
  namespace: apollo
  annotations:
    metallb.universe.tf/allow-shared-ip: ip_192_168_40_37
spec:
  externalTrafficPolicy: Cluster
  loadBalancerIP: 192.168.40.37
  ports:
    - port: 8080
      protocol: TCP
      targetPort: 8080
  selector:
    app: apollo-service-20-207-apollo-configservice
  sessionAffinity: None
  type: LoadBalancer

参考

1. 基于kubernetes原生服务发现