K8S+nginx+MYSQL+TOMCAT高可用架构企业自建网站

# 所有节点执行sudo hostnamectl set-hostname master1 # 按实际修改为master1, master2, master3, worker1等sudovi /etc/hosts# 添加以下内容（替换实际IP）：192.168.1.101 master1192.168.1.102 master2192.168.1.103 master3192.168.1.201 worker1192.168.1.202 worker2

# 所有节点执行sudoapt-get update &&sudoapt-getinstall-y apt-transport-https ca-certificates curl software-properties-common # Ubuntu# 或sudo yum install-y yum-utils device-mapper-persistent-data lvm2 # CentOS

# 所有节点执行curl-fsSL https://get.docker.com |bash-sdocker--mirror Aliyunsudo systemctl enabledocker&&sudo systemctl start docker

# 所有节点执行（以Ubuntu为例）sudocurl-fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpgecho"deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main" |sudotee /etc/apt/sources.list.d/kubernetes.listsudoapt-get updatesudoapt-getinstall-ykubelet=1.28.0-00kubeadm=1.28.0-00kubectl=1.28.0-00sudo apt-mark hold kubelet kubeadm kubectl

# 在master1节点执行sudo kubeadm init \ --control-plane-endpoint "LOAD_BALANCER_DNS:LOAD_BALANCER_PORT"\ --upload-certs \ --image-repository registry.aliyuncs.com/google_containers \ --kubernetes-version v1.28.0 \ --service-cidr=10.96.0.0/12\ --pod-network-cidr=192.168.0.0/16\ --apiserver-advertise-address=192.168.1.101# 输出中会包含加入其他Master和Worker的命令，保存备用mkdir-p$HOME/.kubesudocp-i /etc/kubernetes/admin.conf $HOME/.kube/configsudochown$(id-u):$(id-g)$HOME/.kube/config

# 在master2和master3执行（使用上一步生成的命令，形如）：sudo kubeadm join LOAD_BALANCER_DNS:LOAD_BALANCER_PORT \--token xxxx \ --discovery-token-ca-cert-hash sha256:xxxx \ --control-plane \ --certificate-key xxxx

# 在所有Worker节点执行（使用kubeadm init输出的命令）：sudo kubeadm join LOAD_BALANCER_DNS:LOAD_BALANCER_PORT --token xxxx --discovery-token-ca-cert-hash sha256:xxxx

kubectl apply -f https://raw.githubusercontent.com/projectcalico/calico/v3.26.1/manifests/calico.yaml

# 在存储节点执行（例如192.168.1.250）sudoapt-getinstall-y nfs-kernel-server # Ubuntusudomkdir-p /data/nfssudochmod777 /data/nfssudovi /etc/exports# 添加：/data/nfs *(rw,sync,no_root_squash)sudo exportfs -asudo systemctl restart nfs-server

# 使用Helm安装NFS Provisionerhelm repo add nfs-subdir-external-provisioner https://kubernetes-sigs.github.io/nfs-subdir-external-provisioner/helm install nfs-provisioner nfs-subdir-external-provisioner/nfs-subdir-external-provisioner \--setnfs.server=192.168.1.250\--setnfs.path=/data/nfs\--setstorageClass.name=nfs-sc# 验证StorageClasskubectl get storageclass

kubectl create secret generic mysql-secret \ --from-literal=root_password=yourpassword\ --from-literal=replication_password=replpassword

# mysql-ha.yamlapiVersion: apps/v1kind: StatefulSetmetadata:name: mysqlspec:serviceName: mysql replicas:3selector:matchLabels:app: mysql template:metadata:labels:app: mysql spec:containers:-name: mysql image: mysql:8.0env:-name: MYSQL_ROOT_PASSWORD valueFrom:secretKeyRef:name: mysql-secretkey: root_password -name: MYSQL_REPLICATION_PASSWORD valueFrom:secretKeyRef:name: mysql-secretkey: replication_password args:-"--server-id=$(expr $RANDOM % 100 + 1)" -"--gtid-mode=ON"-"--enforce-gtid-consistency=ON"-"--log-bin=mysql-bin"-"--binlog-format=ROW"-"--relay-log=mysql-relay"-"--innodb_flush_log_at_trx_commit=1"-"--sync_binlog=1"ports:-containerPort:3306volumeMounts:-name: mysql-datamountPath: /var/lib/mysql volumeClaimTemplates:-metadata:name: mysql-dataspec:accessModes:["ReadWriteOnce"]storageClassName:"nfs-sc"resources:requests:storage: 20Gi

# mysql-service.yamlapiVersion: v1kind: Servicemetadata:name: mysqlspec:ports:-port:3306clusterIP: None selector:app: mysql

kubectl apply -f mysql-ha.yamlkubectl apply -f mysql-service.yaml

# tomcat-deployment.yamlapiVersion: apps/v1kind: Deploymentmetadata:name: tomcat-appspec:replicas:3selector:matchLabels:app: tomcat strategy:rollingUpdate:maxSurge:1maxUnavailable:0template:metadata:labels:app: tomcat spec:containers:-name: tomcat image: tomcat:9.0-jdk17ports:-containerPort:8080env:-name: DATABASE_URL value:"jdbc:mysql://mysql.default.svc.cluster.local:3306/appdb?useSSL=false"resources:requests:cpu:"100m"memory:"512Mi"limits:cpu:"500m"memory:"1Gi"livenessProbe:httpGet:path: / port:8080initialDelaySeconds:30periodSeconds:10readinessProbe:httpGet:path: / port:8080initialDelaySeconds:20periodSeconds:5

# tomcat-service.yamlapiVersion: v1kind: Servicemetadata:name: tomcat-servicespec:selector:app: tomcat ports:-protocol: TCP port:80targetPort:8080

kubectl apply -f tomcat-deployment.yamlkubectl apply -f tomcat-service.yaml

helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginxhelm install ingress-nginx ingress-nginx/ingress-nginx \--setcontroller.replicaCount=3\--setcontroller.service.type=LoadBalancer\--setcontroller.service.externalTrafficPolicy=Local\--set controller.nodeSelector."kubernetes\.io/os"=linux\--set controller.admissionWebhooks.patch.nodeSelector."kubernetes\.io/os"=linux\--set defaultBackend.nodeSelector."kubernetes\.io/os"=linux

# ingress-rule.yamlapiVersion: networking.k8s.io/v1kind: Ingressmetadata:name: web-ingressannotations:nginx.ingress.kubernetes.io/rewrite-target: /spec:ingressClassName: nginx rules:-host: example.com http:paths:-path: / pathType: Prefix backend:service:name: tomcat-serviceport:number:80

kubectl apply -f ingress-rule.yaml

kubectl get nodes -o widekubectl get pods -A-o widekubectl get svc,pv,pvc

kubectlexec-it mysql-0 -- mysql -uroot -p$(kubectl get secret mysql-secret -ojsonpath='{.data.root_password}'| base64 --decode)-e"CREATE DATABASE appdb;"

# 获取Ingress外部IPkubectl get svc ingress-nginx-controller -ojsonpath='{.status.loadBalancer.ingress[0].ip}'# 测试访问（替换实际IP）curl-H"Host: example.com" http://<INGRESS_IP>

# hpa.yamlapiVersion: autoscaling/v2kind: HorizontalPodAutoscalermetadata:name: tomcat-hpaspec:scaleTargetRef:apiVersion: apps/v1 kind: Deployment name: tomcat-appminReplicas:2maxReplicas:10metrics:-type: Resource resource:name: cpu target:type: Utilization averageUtilization:80

用户访问 -> 云厂商LB/Nginx Ingress (外部流量) ↓K8S Ingress Controller (3副本) ↓Tomcat Pods (HPA自动扩缩) ↓MySQL Cluster (3节点StatefulSet) ↓NFS/Ceph Persistent Volumes