每天部署数千个容器实例，扩缩容复杂性该如何管理？

@Library('jenkins-shared-library') _
pipeline {
   agent any
   environment {
       app = 'shoppingapp'
       service = 'shoppingapp-home'
       registryCredential = 'dockerhub'
       dockerImage = ''
       imageid = "deepanmurugan/shoppingapp-home:$BUILD_NUMBER"
   }
   stages {
       stage('Build') {
            steps {
        script {
            dockerImage = dockerbuild(imageid)
        }
        } 
        }
       stage('Test') {
           steps {                
        testcase()
           }
       }
       stage('Publish') {
           steps{
               script {
            imagepush(imageid)
                   }
           }
       }
       stage('Pull Playbook Repo') {
        steps {
        dir('/tmp/ansible-playbooks/') {
            gitcheckout(
                branch: "master",
                repoUrl: "https://github.com/deepanmurugan/Ansible_Playbook.git"
            )
        }
    }
       }
       stage ('Deploy') {
           steps {
           dir('/tmp/ansible-playbooks/') {
               script{
            deploytok8s(imageid,app,service)
               }
           }
           }
       }
   }
}

def call(String dockerImage) {
  script {
    docker.build "${dockerImage}"
  }
}

def call() {
    sh """
        echo "Testing the docker built image"
    """
}

def call(String dockerImage) {
  echo "${dockerImage}"
  withCredentials([usernamePassword(credentialsId: 'dockerhub', usernameVariable: 'hubUsername', passwordVariable: 'hubPassword')]) {
        sh """
            docker login --username="${hubUsername}" --password="${hubPassword}"
            docker push "${dockerImage}"
        """
    }
}

def call(Map stageParams){
  checkout([$class: 'GitSCM', branches: [[name: stageParams.branch]], userRemoteConfigs: [[credentialsId: 'github_repo', url: stageParams.repoUrl]]])
}

def call(String dockerImage, String app, String service) {
    sh """
        ansible-playbook deploy_k8s.yml --extra-vars \"image_id=${dockerImage} app_name=${app} service_name=${service}\"
    """
}

FROM python:3.7.3-alpine3.9
RUN mkdir -p /app
WORKDIR /app
COPY ./src/requirements.txt /app/requirements.txt
RUN pip install -r requirements.txt
COPY ./src/ /app
ENV FLASK_APP=server.py
CMD flask run -h 0.0.0.0 -p 5000

- hosts: localhost
  user: ubuntu
  tasks:
  - name: Deploy the service
    k8s:
      state: present
      definition: "{{ lookup('template', 'k8s/{{app_name}}/{{service_name}}/deployment.yml') | from_yaml }}"
      validate_certs: no
      namespace: default
  - name: Deploy the application
    k8s:
      state: present
      validate_certs: no
      namespace: default
      definition: "{{ lookup('template', 'k8s/{{app_name}}/{{service_name}}/service.yml') | from_yaml }}"
  - name: Deploy the Ingress
    k8s:
      state: present
      validate_certs: no
      namespace: default
      definition: "{{ lookup('template', 'k8s/{{app_name}}/common/ingress.yml') | from_yaml }}"

ubuntu@kube-master:~$ kubectl get nodes
NAME STATUS ROLES AGE VERSION
kube-master Ready master 10d v1.19.4
kube-worker1 Ready <none> 10d v1.19.4
kube-worker2 Ready <none> 9d v1.19.4

ubuntu@kube-master:~$ kubectl get pods -n kube-system|grep ingress
traefik-ingress-controller-6b7f594d46–5jqzq 1/1 Running 0 7d12h
traefik-ingress-controller-6b7f594d46-vvfch 1/1 Running 0 8d

apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: "{{ app_name }}"
  name: {{ service_name }}-deloyment
spec:
  replicas: 2
  selector:
    matchLabels:
      app: "{{ app_name }}"
      task: "{{ service_name }}"
  template:
    metadata:
      labels:
        app: "{{ app_name }}"
        task: "{{ service_name }}"
    spec:
      containers:
      - name: {{ service_name }}-pod
        image: "{{ image_id }}"
        imagePullPolicy: Always
        ports:
        - containerPort: 5000
      imagePullSecrets:
        - name: dockerhubsecret
  strategy:
    type: RollingUpdate
    rollingUpdate:
      maxSurge: 1
      maxUnavailable: 0

apiVersion: v1
kind: Service
metadata:
  name: {{ service_name }}-service
spec:
  selector:
    app: "{{ app_name }}"
    task: "{{ service_name }}"
  ports:
    - protocol: TCP
      port: 80
      targetPort: 5000
      name: http

apiVersion: extensions/v1beta1
kind: Ingress
metadata:
  name: {{ app_name }}-ingress
  annotations:
    kubernetes.io/ingress.class: traefik
    traefik.frontend.rule.type: PathPrefixStrip
spec:
  rules:
  - host: app.shoppingapp.com
    http:
      paths:
      - path: /home
        backend:
          serviceName: shoppingapp-home-service
          servicePort: http
      - path: /kids
        backend:
          serviceName: shoppingapp-kids-service
          servicePort: http
      - path: /mens
        backend:
          serviceName: shoppingapp-mens-service
          servicePort: http

frontend http_front
bind *:80
mode http
default_backend http_back

backend http_back
balance roundrobin
server kube 172.31.35.122:32365 check
server kube 172.31.40.13:32365 check

ubuntu@jenkins_ansible:~$ kubectl describe svc traefik-ingress-service -n kube-system
Name: traefik-ingress-service
Namespace: kube-system
Labels: <none>
Annotations: <none>
Selector: k8s-app=traefik-ingress-lb
Type: NodePort
IP: 10.102.149.216
Port: web 80/TCP
TargetPort: 80/TCP
NodePort: web 32365/TCP
Endpoints: 10.244.1.99:80,10.244.3.19:80
Port: admin 8080/TCP
TargetPort: 8080/TCP
NodePort: admin 31387/TCP
Endpoints: 10.244.1.99:8080,10.244.3.19:8080
Session Affinity: None
External Traffic Policy: Cluster
Events: <none>

- path: /ladiesbackend:serviceName: shoppingapp-ladies-serviceservicePort: http

ubuntu@jenkins_ansible:/opt/python$ curl app.shoppingapp.com/ladies
Welcome to shoppingapp — Ladies section — shoppingapp-ladies-deloyment-656f6f9d9f-dms8w