业务ingress

autodl-cert/autodl.com.key

+-----BEGIN RSA PRIVATE KEY-----
+MIIEogIBAAKCAQEAoQYHvLIVZTR6socPbgcbSCswUAcFfV36JR7zV3qULLMQ27XD
+Z91VDhm2AWBHRnpH/bVi2n7tYHHGTw0o+z9A3PFr1YmaE/FCsIX3wZSQ6Y24r42g
+8wCMlyekiaij37YqtCEETplWwJY2pZzKnrIfFrdTKoUzqcHuyWIOLaOkICGX6fvx
+8cY97OeMLyur4PFZad2BEzivysUMnXz3tfyTeaznjUoKoPMnKqY/ea/iljnzb621
+qPamYcFaO1WrDqNhxG3+9RuKGB9nN2nRdMQC/u6CoBekWwdQwg9xuVsGPr/G3dxE
+Xbh/0Z8fGLigpIvR7ZbO4g1ReMLW9Nj4k4yRBQIDAQABAoIBACoPqC+7GOmhxrch
+nn8wLgkw9uLAosd3p+LQbeIY6+GtOKcbmJpl71TKlIdRfezD/lAgdFz8sMbzkUiO
++HiAslHEYlWaJvw0liYEKI6RXzUSxv5ccYFoUFEfktQ+j+fc7tS0lyps1YNi+Y1T
+In5HquVFJ91AhBlAxj4mdeuoBjQ6B/cFAqmfFGifrRD0yO+adIE+EF575tfO1/u/
+CRawsrq7PwYy+Zuz+izV9zKOoDJ/MGoAjtDnbaR74M+81q4rrnKByewqPhbKB/IC
+4sblUzhAkyhXvVpr0K6nMxymttvVm0LfwGgqhwwWr9sX4Qjn1WjWGHa04QUbmEIv
+OBlno5UCgYEA1rwYgJ83/M7xdRjzcSTqBDXE+4UpQCEtoF8Ehc72oWVj0vxtobqq
+OOmJ4YGgQF7nYj0F66v9sl9vCxo8SC6VK6Duoc0oNGzGrSDe97m2akUhQ/cNdwb6
+xS+lKQlMN4NTJMZx5LVh1qZSiV9F/MHbULr67GBumEYThCqYUpQcDzMCgYEAv/ea
+8yFFSuqbhH8vXP0WmXGbz1huQWnkOv2/qLamVmZxo77BWHwWNUJo4w2VLYbuv+WV
+Cgt5blXVJ0hBHPbmaMVElnIyBMRVSpqx1tFgzLpIiRpwRge4dN1SftLu+j2QNSiF
+2u0CSU3Jkoren0SUzg1ORK7pNtAguutHcsVBvucCgYA5awpSOkDKRLujyAwwUOKS
+RZ5qcuzYzQZaP44CCZlBBs9udzkJadRia3AG8JZdIANW7WJL5i1sKMCUg2tjEbGp
+fNrSQP1jJ0LowEVekDYKrHl8pu7eyOr9FwReuLG8lk0BJF8H/MgwkUC4otUgBOYT
+7Ct0UUTBStulF46rZhcqqQKBgEiMi0LXkBiAEcZBSuUZwTC8fuYdxY1zN44T2Bsq
+7DI7BTedH/UQ8FOwhXNJ7tcF57UeTvU84OeSCLyP0gvgQ7PU2dcB0WV7zcAkNpG5
+D5xPypoGI+hTgqKoAkVr8mUgXx+38N6MNBEAFO4NDZWjlZlJ7gqHEBxnC/eYc6gs
+ZGyBAoGAC9yMXr09Aqd0kNHVbaAmY7Orfn94HTjjUtKf2k1cVMHpxrZOOedr5NR3
+YCoyNcfVNbShsm5omGwSfkkbvVUc5GTM0ds5bVYDNtNrZEuZd4ydT+6L2iTG2VPZ
+BWmt3Q8A+IP6WxQVmO6J9NHfvyc/EkJ+gJr+HUzQeY3AXPyzoxA=
+-----END RSA PRIVATE KEY-----

autodl-cert/autodl.com.pem

+-----BEGIN CERTIFICATE-----
+MIIFsjCCBJqgAwIBAgIQD4ISDM/FGKJ5SrS27gH/8DANBgkqhkiG9w0BAQsFADBe
+MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3
+d3cuZGlnaWNlcnQuY29tMR0wGwYDVQQDExRSYXBpZFNTTCBSU0EgQ0EgMjAxODAe
+Fw0xOTA4MjEwMDAwMDBaFw0yMDEwMTkxMjAwMDBaMBcxFTATBgNVBAMMDCouYXV0
+b2RsLmNvbTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAKEGB7yyFWU0
+erKHD24HG0grMFAHBX1d+iUe81d6lCyzENu1w2fdVQ4ZtgFgR0Z6R/21Ytp+7WBx
+xk8NKPs/QNzxa9WJmhPxQrCF98GUkOmNuK+NoPMAjJcnpImoo9+2KrQhBE6ZVsCW
+NqWcyp6yHxa3UyqFM6nB7sliDi2jpCAhl+n78fHGPeznjC8rq+DxWWndgRM4r8rF
+DJ1897X8k3ms541KCqDzJyqmP3mv4pY582+ttaj2pmHBWjtVqw6jYcRt/vUbihgf
+Zzdp0XTEAv7ugqAXpFsHUMIPcblbBj6/xt3cRF24f9GfHxi4oKSL0e2WzuINUXjC
+1vTY+JOMkQUCAwEAAaOCArEwggKtMB8GA1UdIwQYMBaAFFPKF1n8a8ADIS8aruSq
+qByCVtp1MB0GA1UdDgQWBBTYIRS79alkMjRxSLoC+WdIE100WDAjBgNVHREEHDAa
+ggwqLmF1dG9kbC5jb22CCmF1dG9kbC5jb20wDgYDVR0PAQH/BAQDAgWgMB0GA1Ud
+JQQWMBQGCCsGAQUFBwMBBggrBgEFBQcDAjA+BgNVHR8ENzA1MDOgMaAvhi1odHRw
+Oi8vY2RwLnJhcGlkc3NsLmNvbS9SYXBpZFNTTFJTQUNBMjAxOC5jcmwwTAYDVR0g
+BEUwQzA3BglghkgBhv1sAQIwKjAoBggrBgEFBQcCARYcaHR0cHM6Ly93d3cuZGln
+aWNlcnQuY29tL0NQUzAIBgZngQwBAgEwdQYIKwYBBQUHAQEEaTBnMCYGCCsGAQUF
+BzABhhpodHRwOi8vc3RhdHVzLnJhcGlkc3NsLmNvbTA9BggrBgEFBQcwAoYxaHR0
+cDovL2NhY2VydHMucmFwaWRzc2wuY29tL1JhcGlkU1NMUlNBQ0EyMDE4LmNydDAJ
+BgNVHRMEAjAAMIIBBQYKKwYBBAHWeQIEAgSB9gSB8wDxAHcAu9nfvB+KcbWTlCOX
+qpJ7RzhXlQqrUugakJZkNo4e0YUAAAFsszpoAgAABAMASDBGAiEA5uYmqzLrPbHD
+4PMQ6UZMF3ZbSrAg9Vf8EVfvP4jYraMCIQCDFeIQuubo2U7qByoyGwHv0EyVrv7m
+mH02JLets+Ff9QB2AId1v+dZfPiMQ5lfvfNu/1aNR1Y2/0q1YMG06v9eoIMPAAAB
+bLM6aEMAAAQDAEcwRQIhAKYqfw8nSCXYLw6gHkpgRzpsUUrbSpu6An42KDYXJGwL
+AiBk1InU52zwOyHRoiyEmaAoVdIaGqW0kqEusiNECgj0mDANBgkqhkiG9w0BAQsF
+AAOCAQEAVPPgZgFx12ek3gNRtk2+yaEypfFtd/ZedA5QpeYnTe1S7US12OM1xOAr
+ob2uxn92km24QyYQRlotoFgxaZ+CIt6a60S5VkleqcwA6O9XO0FtM9UQKpWk2rxz
+hArgdlnmJHKMl0CPfv76lAaSOsG1w+X5W4f+UqM9z/Lk8KvTT/tl9easP0kan6a9
+Qhqk5P5/iMnfIDLre5Y9l5iHAeQUt3MLeLs78hGA29XycoAm19t0YAMzVZ94M6tV
+oou81mtHdxzjFJQbBM+jQ8GrmCoCRg0ZYIS3t7aNU+HClLRmw9a0FS06fagNYevg
+tT0kBXrB+JyLpvZcYQbK9Uen4zVifA==
+-----END CERTIFICATE-----
+-----BEGIN CERTIFICATE-----
+MIIEsTCCA5mgAwIBAgIQCKWiRs1LXIyD1wK0u6tTSTANBgkqhkiG9w0BAQsFADBh
+MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3
+d3cuZGlnaWNlcnQuY29tMSAwHgYDVQQDExdEaWdpQ2VydCBHbG9iYWwgUm9vdCBD
+QTAeFw0xNzExMDYxMjIzMzNaFw0yNzExMDYxMjIzMzNaMF4xCzAJBgNVBAYTAlVT
+MRUwEwYDVQQKEwxEaWdpQ2VydCBJbmMxGTAXBgNVBAsTEHd3dy5kaWdpY2VydC5j
+b20xHTAbBgNVBAMTFFJhcGlkU1NMIFJTQSBDQSAyMDE4MIIBIjANBgkqhkiG9w0B
+AQEFAAOCAQ8AMIIBCgKCAQEA5S2oihEo9nnpezoziDtx4WWLLCll/e0t1EYemE5n
++MgP5viaHLy+VpHP+ndX5D18INIuuAV8wFq26KF5U0WNIZiQp6mLtIWjUeWDPA28
+OeyhTlj9TLk2beytbtFU6ypbpWUltmvY5V8ngspC7nFRNCjpfnDED2kRyJzO8yoK
+MFz4J4JE8N7NA1uJwUEFMUvHLs0scLoPZkKcewIRm1RV2AxmFQxJkdf7YN9Pckki
+f2Xgm3b48BZn0zf0qXsSeGu84ua9gwzjzI7tbTBjayTpT+/XpWuBVv6fvarI6bik
+KB859OSGQuw73XXgeuFwEPHTIRoUtkzu3/EQ+LtwznkkdQIDAQABo4IBZjCCAWIw
+HQYDVR0OBBYEFFPKF1n8a8ADIS8aruSqqByCVtp1MB8GA1UdIwQYMBaAFAPeUDVW
+0Uy7ZvCj4hsbw5eyPdFVMA4GA1UdDwEB/wQEAwIBhjAdBgNVHSUEFjAUBggrBgEF
+BQcDAQYIKwYBBQUHAwIwEgYDVR0TAQH/BAgwBgEB/wIBADA0BggrBgEFBQcBAQQo
+MCYwJAYIKwYBBQUHMAGGGGh0dHA6Ly9vY3NwLmRpZ2ljZXJ0LmNvbTBCBgNVHR8E
+OzA5MDegNaAzhjFodHRwOi8vY3JsMy5kaWdpY2VydC5jb20vRGlnaUNlcnRHbG9i
+YWxSb290Q0EuY3JsMGMGA1UdIARcMFowNwYJYIZIAYb9bAECMCowKAYIKwYBBQUH
+AgEWHGh0dHBzOi8vd3d3LmRpZ2ljZXJ0LmNvbS9DUFMwCwYJYIZIAYb9bAEBMAgG
+BmeBDAECATAIBgZngQwBAgIwDQYJKoZIhvcNAQELBQADggEBAH4jx/LKNW5ZklFc
+YWs8Ejbm0nyzKeZC2KOVYR7P8gevKyslWm4Xo4BSzKr235FsJ4aFt6yAiv1eY0tZ
+/ZN18bOGSGStoEc/JE4ocIzr8P5Mg11kRYHbmgYnr1Rxeki5mSeb39DGxTpJD4kG
+hs5lXNoo4conUiiJwKaqH7vh2baryd8pMISag83JUqyVGc2tWPpO0329/CWq2kry
+qv66OSMjwulUz0dXf4OHQasR7CNfIr+4KScc6ABlQ5RDF86PGeE6kdwSQkFiB/cQ
+ysNyq0jEDQTkfa2pjmuWtMCNbBnhFXBYejfubIhaUbEv2FOQB3dCav+FPg5eEveX
+TVyMnGo=
+-----END CERTIFICATE-----

autodl-ingress.yaml

+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  name: autodl-ingress
+  namespace: autodl
+spec:
+  tls:
+  - hosts:
+    - admin-test.autodl.com
+    - admin-backend-test.autodl.com
+    - proxy-test.autodl.com
+    - fs-test.autodl.com
+    - api-test.autodl.com
+    - www-test.autodl.com
+    - user-frontend.autodl.com
+    - user-backend.autodl.com
+    - core-nginx.autodl.com
+    secretName: autodl-secret
+  rules:
+  - host: www-test.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: autodl--frontend
+          servicePort: 30090
+  - host: api-test.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: autodl--nginx 
+          servicePort: 30091
+  - host: fs-test.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: autodl--nginx
+          servicePort: 30093
+  - host: admin-test.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: autodl--admin-frontend
+          servicePort: 80
+  - host: admin-backend-test.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: autodl--nginx
+          servicePort: 30092
+  - host: proxy-test.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: autodl--nginx
+          servicePort: 30094
+###################################################
+  - host: user-frontend.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: user-center--nginx-svc
+          servicePort: 30302
+  - host: user-backend.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: user-center--nginx-svc
+          servicePort: 30300
+  - host: core-nginx.autodl.com
+    http:
+      paths:
+      - backend:
+          serviceName: core--nginx-svc
+          servicePort: 80
+

autodl-secret.sh

+#!/bin/bash
+kubectl create secret -n ingress-nginx  tls autodl-secret --key /root/ingress/autodl-cert/autodl.com.key --cert  /root/ngress/autodl-cert/autodl.com.pem

deployment.yaml

+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: nginx-ingress-controller
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: ingress-nginx
+      app.kubernetes.io/part-of: ingress-nginx
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/name: ingress-nginx
+        app.kubernetes.io/part-of: ingress-nginx
+      annotations:
+        prometheus.io/port: "10254"
+        prometheus.io/scrape: "true"
+    spec:
+      # wait up to five minutes for the drain of connections
+      terminationGracePeriodSeconds: 300
+      serviceAccountName: nginx-ingress-serviceaccount
+      nodeSelector:
+        beta.kubernetes.io/os: linux
+      containers:
+        - name: nginx-ingress-controller
+          image: quay.io/kubernetes-ingress-controller/nginx-ingress-controller:0.26.1
+          args:
+            - /nginx-ingress-controller
+            - --configmap=$(POD_NAMESPACE)/nginx-configuration
+            - --tcp-services-configmap=$(POD_NAMESPACE)/tcp-services
+            - --udp-services-configmap=$(POD_NAMESPACE)/udp-services
+            - --publish-service=$(POD_NAMESPACE)/ingress-nginx
+            - --annotations-prefix=nginx.ingress.kubernetes.io
+          securityContext:
+            allowPrivilegeEscalation: true
+            capabilities:
+              drop:
+                - ALL
+              add:
+                - NET_BIND_SERVICE
+            # www-data -> 33
+            runAsUser: 33
+          env:
+            - name: POD_NAME
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.name
+            - name: POD_NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+          ports:
+            - name: http
+              containerPort: 80
+            - name: https
+              containerPort: 443
+          livenessProbe:
+            failureThreshold: 3
+            httpGet:
+              path: /healthz
+              port: 10254
+              scheme: HTTP
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            timeoutSeconds: 10
+          readinessProbe:
+            failureThreshold: 3
+            httpGet:
+              path: /healthz
+              port: 10254
+              scheme: HTTP
+            periodSeconds: 10
+            successThreshold: 1
+            timeoutSeconds: 10
+          lifecycle:
+            preStop:
+              exec:
+                command:
+                  - /wait-shutdown
+

rbac.yaml

+apiVersion: v1
+kind: Namespace
+metadata:
+  name: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+
+---
+
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: nginx-configuration
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+
+---
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: tcp-services
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+
+---
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: udp-services
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: nginx-ingress-serviceaccount
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+
+---
+apiVersion: rbac.authorization.k8s.io/v1beta1
+kind: ClusterRole
+metadata:
+  name: nginx-ingress-clusterrole
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+rules:
+  - apiGroups:
+      - ""
+    resources:
+      - configmaps
+      - endpoints
+      - nodes
+      - pods
+      - secrets
+    verbs:
+      - list
+      - watch
+  - apiGroups:
+      - ""
+    resources:
+      - nodes
+    verbs:
+      - get
+  - apiGroups:
+      - ""
+    resources:
+      - services
+    verbs:
+      - get
+      - list
+      - watch
+  - apiGroups:
+      - ""
+    resources:
+      - events
+    verbs:
+      - create
+      - patch
+  - apiGroups:
+      - "extensions"
+      - "networking.k8s.io"
+    resources:
+      - ingresses
+    verbs:
+      - get
+      - list
+      - watch
+  - apiGroups:
+      - "extensions"
+      - "networking.k8s.io"
+    resources:
+      - ingresses/status
+    verbs:
+      - update
+
+---
+apiVersion: rbac.authorization.k8s.io/v1beta1
+kind: Role
+metadata:
+  name: nginx-ingress-role
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+rules:
+  - apiGroups:
+      - ""
+    resources:
+      - configmaps
+      - pods
+      - secrets
+      - namespaces
+    verbs:
+      - get
+  - apiGroups:
+      - ""
+    resources:
+      - configmaps
+    resourceNames:
+      # Defaults to "<election-id>-<ingress-class>"
+      # Here: "<ingress-controller-leader>-<nginx>"
+      # This has to be adapted if you change either parameter
+      # when launching the nginx-ingress-controller.
+      - "ingress-controller-leader-nginx"
+    verbs:
+      - get
+      - update
+  - apiGroups:
+      - ""
+    resources:
+      - configmaps
+    verbs:
+      - create
+  - apiGroups:
+      - ""
+    resources:
+      - endpoints
+    verbs:
+      - get
+
+---
+apiVersion: rbac.authorization.k8s.io/v1beta1
+kind: RoleBinding
+metadata:
+  name: nginx-ingress-role-nisa-binding
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: nginx-ingress-role
+subjects:
+  - kind: ServiceAccount
+    name: nginx-ingress-serviceaccount
+    namespace: ingress-nginx
+
+---
+apiVersion: rbac.authorization.k8s.io/v1beta1
+kind: ClusterRoleBinding
+metadata:
+  name: nginx-ingress-clusterrole-nisa-binding
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: nginx-ingress-clusterrole
+subjects:
+  - kind: ServiceAccount
+    name: nginx-ingress-serviceaccount
+    namespace: ingress-nginx
+

seetaas-cert/seetatech.com.key

+-----BEGIN RSA PRIVATE KEY-----
+MIIEpQIBAAKCAQEAoz6hJq6jd5hn9W1F3xBMwwI8kz8t40wyokK+wlSj4Zo5X+t1
+8nWBiTgs92TqWPro2WkMeWPpw418itODjeRyLW6v5Hjg4lKDN9BFBjTY7NtZWI3f
+3J3HO5kDQMRSn8D3ToZeZSio9WinpmQ3Zaqmn7CFKqnfN9JU958sjYfY4hMPYvOd
+en7ntsVImDtHdt2JJ7oBdhweNFvHQ/64JGXOC5XR8pXDZ2WGMpldxf/j009+621m
+4Ill4Hz9ZIXyVgYWaJTnROabLYU2v+/82lWqyUw7nxdOfdMTj1BDa8MW8WA/QmBw
+Xvbrg+k2FHW6nf63hYM1Y6uRjK1oXQIrPy8iEwIDAQABAoIBAGfdV2dnQja7z5lG
+N2if1FdXOvdtAWNXfffjg7/dXpASMmMnS1pDDXIjPekCWmDW9AQwZHFv8rIreYxS
+26cSLNtfS6aQinU1jquaZfB2+3ZoccZ4LnEOKk9vIbS5tOBURIW/1JuEbUwHlHO3
+289h7rY39+KXRqEbwFf0/MHoJ0RfWo2Uzo0qwdEfiJ9zztvu/atD7CMD7r12I499
+2VjaNiD4YPGFCzn70wa3FQPrMUKBDw4ogsq5BespiNgXBDdOeulPbbQMe7d51pmD
+MN8bTv5+dP0q1vRFfCaqrSUzGTpwPd61l9mz9bItEJaEng8AGAr5TZy0CeF5gh/1
+JbuFRLECgYEA45WlUmCeQjq55kKs/tp1x6BS/3sgXzmrgmLXzmU0Kz+zctQCqrOf
+l1UlazUVhIq3LiJ6qvD6WouZey5SbhHNHLA6stdv6wkE1pgAPiVYD6CIMIIur2Qh
+dEsaWMar7G2lYqGYQ2tmYHFgOEyo5qTV5FnRiaXIgxmca6pgZSC+6LcCgYEAt6B3
+u78kRZaO7ZgK7GlKKqVXK/r1Wau+Mv3Z4hrrQqJXkqqTwUVnuWNBBFClrXO6dAei
+SkN/X2QRkPX4zDfUOhMNs6z339iJFK6yfwC/4U8doeknnF4e5oszjEVjZv2GuWtD
+GEpjkd++12ADOCucqywUJJoCsfsn2kV6aPr4nYUCgYEAknJtW8EIlZ2smls1bxms
+yLSGNBhLEHvPvatVK188Xsgy9SUwQiAsBfmohoA2RH/uuCU/wlgnAbTrIrUAHgwe
+bOOKIiM3xYqcLmrJXTQyonuup2heGkbYsDjTz2SopQ85aWqKzHeD/XN3c0MBPMm9
+SZ/ykhy4FoSYfz+3n9uefakCgYEAhsuwOU02JjNAlp9vHV6pSCb5l9pwszPEuo/o
+mvdhzhd4K702G8GEQ+3dc3p0NKDotXZJJzTnUrIVxxEZY2h0TXFhNI17pIHDF0Cq
+3VpCgPXf7dRG9J2PF3QGEil5r8faV1Cq/zDUaOgTouzjUB+LsYf4/WllIxwYhD1O
+f7QEPzUCgYEA0qVli+Z4puPhtbSN1sgZJEn1svK34nk/3az3Khg7dnhE26v0mo5B
+V7VLVyfzIScjfIy7nU3aEP26sfpbD0O6ni7JaGp9VDzcXnR9cnDniUhGcwpKIMGf
+0dITh3B2iFywfYAwbJdlLyYg3cnOCPlBCoP7Wm0Uekaa1urkgpqoUdY=
+-----END RSA PRIVATE KEY-----

seetaas-cert/seetatech.com.key.bak

+-----BEGIN RSA PRIVATE KEY-----
+MIIEpAIBAAKCAQEAm17lqeGp6QiD+00J0660GT+WrT8+T1tIUBTIX994lT496CYx
+CPy9y3wX9vfk3ucqEUyEDZkV2lQhF136r5EdOCkPbnfHolULY8y90n6H+vnmyvzQ
+DOkLllGiwgD1rWjHJUDGVNC2Fmh/79khQECTsPQsKWxP0gxlbz2/1NkwnHcndW2h
+ftocGyINxA/JBH7ODnL+KGQcm9U0SiFej9tmEWUs0UPm7fs9CaeXSxVLgPp/DD8m
+xVQYd4qQB8v9qvSo2ue8Gx+Til4yXOTGcEWmMMcwPtttTgf1O5T9rGLWjiwX/Ia6
+e+228SXSppyVhzYp1b6fvCdo+Ntn86kwMYoyzwIDAQABAoIBADUS1psQZg0fho4q
+g8fWrtjNGvh1WSCcivgoEUaGvNcmWtlZaniqdV70Ne98QKdQCdO88oL+nzNkd6VW
+yhJ9HKEZjZbrvbsbF/fwcYtdA7Bc+1StxZgTZ4ziuBlTYJjq6NQ160n/vaOr8MAK
+yMv9AzZ4QjmoMSAMcf3s9wGLa4qWsoGElF5QQgRnpGAqxsaCBs1B9yALzBhHRPV/
+Tw8+91cL7gR4TLAvy5+8tY3GHwNvDrorBRo7/mQjUERYLhHclXR3NpoIiNm20jYa
+unzqfOAkTlpXpjo2MWVOi74t6EhmzBnp8V7+PUvhK/CLxdAQNVbLi0YQSacezGb6
+RjQFTlECgYEA8kV9FLQb0eU++UVbsXLSVU+rWohe+zmySPp4ZEBjynFpCji2HEkO
+9HTposM52n0ws57G8SrBAB0Qx1Lk9anF8CMgbFlR0NMX6yRZy+JKsIWyTu4X1IZI
+j0czk4FDJihGcf25YfZ+xKPHDkmVO77qAVtCaFA15bgjRq7S86Uq5DcCgYEApCzI
+VWmYFME3riP8ekNYRUuD/trjrkmANHQUAUSjRbNdT5DmbI+ru+M30R8r7MWOmqpR
+tyOROVqa2ZmxaCbAScLxcCZxhop/fUmSEr6AC4OGbRSjQGNAD24b5kck4Bc7vQSH
+2cwHAjIgTG8lNyK3JxsvfzR2/NmjGydTh6+KiikCgYEApx/qZhLMsiFbLKd81k8n
+6zPXN8+k/dbSNueZj0af0DIlzKhMb/yx9U6FMQNNcHw10WKxSAI/Oy3Ruj5jtVfV
+NI92uWdwOga0lD/yNeQ3s8e2th4mkDPF8Bik6pcb1EGqPs5RSNO6pTl5glCeQqWz
+VRY4HC9gzsQUiZjl6q9AhEcCgYAxJaLXRuQbGnhzrhwv8ackH2YlThuomiJCEZnH
+g2epPvepEQSZ7SyI841LEhzRJZb6IBCUVZZs5/3BNGxSdH9N1Yj3fNqxXxapR/Pt
+no+wYrBESVBRvyR3OgwqFJQqbWoZvJh6j8RtWNooZ4Fpjv/rOg0u9GLGcNSOFWjB
+DsDXeQKBgQDwcG99YAGirzmeeqFFBRkjgZ04bvYjikaG6XDJzxRYZhoiyyfzl4ws
+fNd1fvq+Jk655VsezlwY9/pwHF5rE6w2LP4hbuBDFdCkgS8h0C/R421+QgEa5Cb7
+Xy9RS1lhX429dnzmbK/IDVkZEaeW8NfJ7hs7UCkDFxv3lTp/D2TebQ==
+-----END RSA PRIVATE KEY-----

seetaas-cert/seetatech.com.pem

+-----BEGIN CERTIFICATE-----
+MIIFljCCBH6gAwIBAgIQAUY5oWipnHnltksP8mxNMzANBgkqhkiG9w0BAQsFADBu
+MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3
+d3cuZGlnaWNlcnQuY29tMS0wKwYDVQQDEyRFbmNyeXB0aW9uIEV2ZXJ5d2hlcmUg
+RFYgVExTIENBIC0gRzEwHhcNMTkxMjE5MDAwMDAwWhcNMjAxMjE4MTIwMDAwWjAa
+MRgwFgYDVQQDDA8qLnNlZXRhdGVjaC5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IB
+DwAwggEKAoIBAQCjPqEmrqN3mGf1bUXfEEzDAjyTPy3jTDKiQr7CVKPhmjlf63Xy
+dYGJOCz3ZOpY+ujZaQx5Y+nDjXyK04ON5HItbq/keODiUoM30EUGNNjs21lYjd/c
+ncc7mQNAxFKfwPdOhl5lKKj1aKemZDdlqqafsIUqqd830lT3nyyNh9jiEw9i8516
+fue2xUiYO0d23YknugF2HB40W8dD/rgkZc4LldHylcNnZYYymV3F/+PTT37rbWbg
+iWXgfP1khfJWBhZolOdE5psthTa/7/zaVarJTDufF0590xOPUENrwxbxYD9CYHBe
+9uuD6TYUdbqd/reFgzVjq5GMrWhdAis/LyITAgMBAAGjggKCMIICfjAfBgNVHSME
+GDAWgBRVdE+yck/1YLpQ0dfmUVyaAYca1zAdBgNVHQ4EFgQUVi5UVWeyoOjytKLX
+iTHFAKJprYMwKQYDVR0RBCIwIIIPKi5zZWV0YXRlY2guY29tgg1zZWV0YXRlY2gu
+Y29tMA4GA1UdDwEB/wQEAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUH
+AwIwTAYDVR0gBEUwQzA3BglghkgBhv1sAQIwKjAoBggrBgEFBQcCARYcaHR0cHM6
+Ly93d3cuZGlnaWNlcnQuY29tL0NQUzAIBgZngQwBAgEwgYAGCCsGAQUFBwEBBHQw
+cjAkBggrBgEFBQcwAYYYaHR0cDovL29jc3AuZGlnaWNlcnQuY29tMEoGCCsGAQUF
+BzAChj5odHRwOi8vY2FjZXJ0cy5kaWdpY2VydC5jb20vRW5jcnlwdGlvbkV2ZXJ5
+d2hlcmVEVlRMU0NBLUcxLmNydDAJBgNVHRMEAjAAMIIBBAYKKwYBBAHWeQIEAgSB
+9QSB8gDwAHYAu9nfvB+KcbWTlCOXqpJ7RzhXlQqrUugakJZkNo4e0YUAAAFvHOyu
+lwAABAMARzBFAiALl0vVEy3okuciafXcvHTZ8iubNvol75IGK7VPWQheNgIhANWn
+udqdwRX9l0i6gaKgH9Y4YUuTsR+0Pz5R4/57KwhFAHYAXqdz+d9WwOe1Nkh90Eng
+MnqRmgyEoRIShBh1loFxRVgAAAFvHOyuOgAABAMARzBFAiBk3LLLcfItONynlURG
+8Haf6jD8wsFubKRvtWLPtJu4mQIhAOsjutqc4296jVduIKH9mX2aIkyHDOzncurd
+DColF3WcMA0GCSqGSIb3DQEBCwUAA4IBAQCwZxZtf/eIwrXmfqrNHrqBo4YqFqFP
+RmJAeyr2bcz+xbQQ/+zlwR30OjhkZfNVfRNXl6feq1LQcQzW9ugcZidZ59yvEI2Z
+qdNdn3JsqboxlrIQZojzeBlghaXYPKE3R2pdPe/RNJ2wjZYaLiGM1sjIduqfTdys
+0CNnlYKrlHmvfnvEkr7DTn0OPPCRd9sV+VA0agTY4LnczlPcZYkSLo2WJx8oSXAe
+vRsWyQgPZtS8sMPDhzPsKj1Hb9ZVkJaFsna2ap0vL+oMxAvcuaha/HG0cPtSwdDf
+dJZjqVNDboN0HDQ0J3YgmdXeJ3amn/mv0D7FNMD1liC/bw5CKPuoYFws
+-----END CERTIFICATE-----
+-----BEGIN CERTIFICATE-----
+MIIEqjCCA5KgAwIBAgIQAnmsRYvBskWr+YBTzSybsTANBgkqhkiG9w0BAQsFADBh
+MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3
+d3cuZGlnaWNlcnQuY29tMSAwHgYDVQQDExdEaWdpQ2VydCBHbG9iYWwgUm9vdCBD
+QTAeFw0xNzExMjcxMjQ2MTBaFw0yNzExMjcxMjQ2MTBaMG4xCzAJBgNVBAYTAlVT
+MRUwEwYDVQQKEwxEaWdpQ2VydCBJbmMxGTAXBgNVBAsTEHd3dy5kaWdpY2VydC5j
+b20xLTArBgNVBAMTJEVuY3J5cHRpb24gRXZlcnl3aGVyZSBEViBUTFMgQ0EgLSBH
+MTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBALPeP6wkab41dyQh6mKc
+oHqt3jRIxW5MDvf9QyiOR7VfFwK656es0UFiIb74N9pRntzF1UgYzDGu3ppZVMdo
+lbxhm6dWS9OK/lFehKNT0OYI9aqk6F+U7cA6jxSC+iDBPXwdF4rs3KRyp3aQn6pj
+pp1yr7IB6Y4zv72Ee/PlZ/6rK6InC6WpK0nPVOYR7n9iDuPe1E4IxUMBH/T33+3h
+yuH3dvfgiWUOUkjdpMbyxX+XNle5uEIiyBsi4IvbcTCh8ruifCIi5mDXkZrnMT8n
+wfYCV6v6kDdXkbgGRLKsR4pucbJtbKqIkUGxuZI2t7pfewKRc5nWecvDBZf3+p1M
+pA8CAwEAAaOCAU8wggFLMB0GA1UdDgQWBBRVdE+yck/1YLpQ0dfmUVyaAYca1zAf
+BgNVHSMEGDAWgBQD3lA1VtFMu2bwo+IbG8OXsj3RVTAOBgNVHQ8BAf8EBAMCAYYw
+HQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMBIGA1UdEwEB/wQIMAYBAf8C
+AQAwNAYIKwYBBQUHAQEEKDAmMCQGCCsGAQUFBzABhhhodHRwOi8vb2NzcC5kaWdp
+Y2VydC5jb20wQgYDVR0fBDswOTA3oDWgM4YxaHR0cDovL2NybDMuZGlnaWNlcnQu
+Y29tL0RpZ2lDZXJ0R2xvYmFsUm9vdENBLmNybDBMBgNVHSAERTBDMDcGCWCGSAGG
+/WwBAjAqMCgGCCsGAQUFBwIBFhxodHRwczovL3d3dy5kaWdpY2VydC5jb20vQ1BT
+MAgGBmeBDAECATANBgkqhkiG9w0BAQsFAAOCAQEAK3Gp6/aGq7aBZsxf/oQ+TD/B
+SwW3AU4ETK+GQf2kFzYZkby5SFrHdPomunx2HBzViUchGoofGgg7gHW0W3MlQAXW
+M0r5LUvStcr82QDWYNPaUy4taCQmyaJ+VB+6wxHstSigOlSNF2a6vg4rgexixeiV
+4YSB03Yqp2t3TeZHM9ESfkus74nQyW7pRGezj+TC44xCagCQQOzzNmzEAP2SnCrJ
+sNE2DpRVMnL8J6xBRdjmOsC3N6cQuKuRXbzByVBjCqAA8t1L0I+9wXJerLPyErjy
+rMKWaBFLmfK/AHNF4ZihwPGOc7w6UHczBZXH5RFzJNnww+WnKuTPI0HfnVH8lg==
+-----END CERTIFICATE-----

seetaas-cert/seetatech.com.pem.bak

+-----BEGIN CERTIFICATE-----
+MIIFlDCCBHygAwIBAgIQCi0uiIrTlLDDUudGMlgWTDANBgkqhkiG9w0BAQsFADBu
+MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3
+d3cuZGlnaWNlcnQuY29tMS0wKwYDVQQDEyRFbmNyeXB0aW9uIEV2ZXJ5d2hlcmUg
+RFYgVExTIENBIC0gRzEwHhcNMTkwMTE3MDAwMDAwWhcNMjAwMTE3MTIwMDAwWjAa
+MRgwFgYDVQQDDA8qLnNlZXRhdGVjaC5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IB
+DwAwggEKAoIBAQCbXuWp4anpCIP7TQnTrrQZP5atPz5PW0hQFMhf33iVPj3oJjEI
+/L3LfBf29+Te5yoRTIQNmRXaVCEXXfqvkR04KQ9ud8eiVQtjzL3Sfof6+ebK/NAM
+6QuWUaLCAPWtaMclQMZU0LYWaH/v2SFAQJOw9CwpbE/SDGVvPb/U2TCcdyd1baF+
+2hwbIg3ED8kEfs4Ocv4oZByb1TRKIV6P22YRZSzRQ+bt+z0Jp5dLFUuA+n8MPybF
+VBh3ipAHy/2q9Kja57wbH5OKXjJc5MZwRaYwxzA+221OB/U7lP2sYtaOLBf8hrp7
+7bbxJdKmnJWHNinVvp+8J2j422fzqTAxijLPAgMBAAGjggKAMIICfDAfBgNVHSME
+GDAWgBRVdE+yck/1YLpQ0dfmUVyaAYca1zAdBgNVHQ4EFgQUmPVkHRYnMPBDKt4v
+1Y2p9x3gH4wwKQYDVR0RBCIwIIIPKi5zZWV0YXRlY2guY29tgg1zZWV0YXRlY2gu
+Y29tMA4GA1UdDwEB/wQEAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUH
+AwIwTAYDVR0gBEUwQzA3BglghkgBhv1sAQIwKjAoBggrBgEFBQcCARYcaHR0cHM6
+Ly93d3cuZGlnaWNlcnQuY29tL0NQUzAIBgZngQwBAgEwfQYIKwYBBQUHAQEEcTBv
+MCEGCCsGAQUFBzABhhVodHRwOi8vb2NzcC5kY29jc3AuY24wSgYIKwYBBQUHMAKG
+Pmh0dHA6Ly9jYWNlcnRzLmRpZ2ljZXJ0LmNvbS9FbmNyeXB0aW9uRXZlcnl3aGVy
+ZURWVExTQ0EtRzEuY3J0MAkGA1UdEwQCMAAwggEGBgorBgEEAdZ5AgQCBIH3BIH0
+APIAdwDuS723dc5guuFCaR+r4Z5mow9+X7By2IMAxHuJeqj9ywAAAWhaykMQAAAE
+AwBIMEYCIQDw8OehrGqi37HK64pyXtaVl0Be3xRJ+WqNuxuNIVU29AIhAN01s9lx
+2oaoShIyiycHReheKfjflmD0Px0bA/0rz0HrAHcAh3W/51l8+IxDmV+9827/Vo1H
+Vjb/SrVgwbTq/16ggw8AAAFoWspDtgAABAMASDBGAiEA5P+YN7BWiMw7zx2kqZW8
+9zcWJBFtFFcvSCRh6LK7bRYCIQDJ5xmenpSCK5BJOYe+nuVkHbsXnnNkrl977WyA
+vmxzJzANBgkqhkiG9w0BAQsFAAOCAQEAOkbUCYP8Jagj194C4fEsx47wMEZs7nsC
+6kwmnMMKhS8JK09dEagD1sbLAHgHgzgz2iUrXf2sZWk+DGZyBIREetyFFNqZyisI
+YKEkm9HbqPbhW/DAr1rmQ0vKkaGJqilXQ0/LFLhUUD6zQtyWk7dbeh0M3s5dcEkj
+TcvYEPbWEtj2sG3L+XWGVQWc9CBV1TImWeVKe2U1Kb9LRpOaWMQNjIoUg10MewoA
+FHI9bkbseXnk7AR9gWa8LPC/AkSMw/Mshesx5QLPPqZiJuK5Za1X6+RP0QtIA0MI
+aKcdOZCioOzRaTRFRqpCnM/LFR3dkSQuac1FKoMzwrwAPOjFPaL3hA==
+-----END CERTIFICATE-----
+-----BEGIN CERTIFICATE-----
+MIIEqjCCA5KgAwIBAgIQAnmsRYvBskWr+YBTzSybsTANBgkqhkiG9w0BAQsFADBh
+MQswCQYDVQQGEwJVUzEVMBMGA1UEChMMRGlnaUNlcnQgSW5jMRkwFwYDVQQLExB3
+d3cuZGlnaWNlcnQuY29tMSAwHgYDVQQDExdEaWdpQ2VydCBHbG9iYWwgUm9vdCBD
+QTAeFw0xNzExMjcxMjQ2MTBaFw0yNzExMjcxMjQ2MTBaMG4xCzAJBgNVBAYTAlVT
+MRUwEwYDVQQKEwxEaWdpQ2VydCBJbmMxGTAXBgNVBAsTEHd3dy5kaWdpY2VydC5j
+b20xLTArBgNVBAMTJEVuY3J5cHRpb24gRXZlcnl3aGVyZSBEViBUTFMgQ0EgLSBH
+MTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBALPeP6wkab41dyQh6mKc
+oHqt3jRIxW5MDvf9QyiOR7VfFwK656es0UFiIb74N9pRntzF1UgYzDGu3ppZVMdo
+lbxhm6dWS9OK/lFehKNT0OYI9aqk6F+U7cA6jxSC+iDBPXwdF4rs3KRyp3aQn6pj
+pp1yr7IB6Y4zv72Ee/PlZ/6rK6InC6WpK0nPVOYR7n9iDuPe1E4IxUMBH/T33+3h
+yuH3dvfgiWUOUkjdpMbyxX+XNle5uEIiyBsi4IvbcTCh8ruifCIi5mDXkZrnMT8n
+wfYCV6v6kDdXkbgGRLKsR4pucbJtbKqIkUGxuZI2t7pfewKRc5nWecvDBZf3+p1M
+pA8CAwEAAaOCAU8wggFLMB0GA1UdDgQWBBRVdE+yck/1YLpQ0dfmUVyaAYca1zAf
+BgNVHSMEGDAWgBQD3lA1VtFMu2bwo+IbG8OXsj3RVTAOBgNVHQ8BAf8EBAMCAYYw
+HQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMBIGA1UdEwEB/wQIMAYBAf8C
+AQAwNAYIKwYBBQUHAQEEKDAmMCQGCCsGAQUFBzABhhhodHRwOi8vb2NzcC5kaWdp
+Y2VydC5jb20wQgYDVR0fBDswOTA3oDWgM4YxaHR0cDovL2NybDMuZGlnaWNlcnQu
+Y29tL0RpZ2lDZXJ0R2xvYmFsUm9vdENBLmNybDBMBgNVHSAERTBDMDcGCWCGSAGG
+/WwBAjAqMCgGCCsGAQUFBwIBFhxodHRwczovL3d3dy5kaWdpY2VydC5jb20vQ1BT
+MAgGBmeBDAECATANBgkqhkiG9w0BAQsFAAOCAQEAK3Gp6/aGq7aBZsxf/oQ+TD/B
+SwW3AU4ETK+GQf2kFzYZkby5SFrHdPomunx2HBzViUchGoofGgg7gHW0W3MlQAXW
+M0r5LUvStcr82QDWYNPaUy4taCQmyaJ+VB+6wxHstSigOlSNF2a6vg4rgexixeiV
+4YSB03Yqp2t3TeZHM9ESfkus74nQyW7pRGezj+TC44xCagCQQOzzNmzEAP2SnCrJ
+sNE2DpRVMnL8J6xBRdjmOsC3N6cQuKuRXbzByVBjCqAA8t1L0I+9wXJerLPyErjy
+rMKWaBFLmfK/AHNF4ZihwPGOc7w6UHczBZXH5RFzJNnww+WnKuTPI0HfnVH8lg==
+-----END CERTIFICATE-----

seetaas-ingress.yaml

+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  name: seetaas-ingress
+  namespace: seetaas
+spec:
+  tls:
+  - hosts:
+    - seetaas.seetatech.com
+    - backend.seetatech.com
+    - image.seetatech.com
+    - deploy.seetatech.com
+    - user-frontend.seetatech.com
+    - user-backend.seetatech.com
+    - core-nginx.seetatech.com
+    - mobile-frontend.seetatech.com
+    secretName: seetaas-secret
+  rules:
+  - host: seetaas.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: seetaas--frontend
+          servicePort: 80
+  - host: backend.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: seetaas--nginx-svc
+          servicePort: 80
+  - host: image.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: seetaas--nginx-svc
+          servicePort: 82
+  - host: deploy.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: seetaas--nginx-svc
+          servicePort: 81
+  - host: user-frontend.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: user-center--nginx-svc
+          servicePort: 30302
+  - host: user-backend.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: user-center--nginx-svc
+          servicePort: 30300
+  - host: core-nginx.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: core--nginx-svc
+          servicePort: 80
+  - host: mobile-frontend.seetatech.com
+    http:
+      paths:
+      - backend:
+          serviceName: seetaas--frontend
+          servicePort: 81

seetaas-secret.sh

+#!/bin/bash
+kubectl create secret -n seetaas  tls seetaas-secret --key /root/ingress/seetaas-cert/seetatech.com.key --cert  /root/ingress/seetaas-cert/seetatech.com.pem

service.yaml

+apiVersion: v1
+kind: Service
+metadata:
+  name: ingress-nginx
+  namespace: ingress-nginx
+  labels:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx
+spec:
+  type: NodePort
+  ports:
+    - name: http
+      port: 80
+      targetPort: 80
+      nodePort: 30097
+      protocol: TCP
+    - name: https
+      port: 443
+      targetPort: 443
+      nodePort: 30098
+      protocol: TCP
+  selector:
+    app.kubernetes.io/name: ingress-nginx
+    app.kubernetes.io/part-of: ingress-nginx