minikube addons enable ingress 报错waiting for app.kubernetes.io/name=ingress-nginx pods: timed out

[root@control-plane ~]# more /tmp/minikube_addons_5e63cb8ceb2e7e06e33b8dd7a9dcbebc0ad5ec5a_0.log Log file created at: 2022/03/28 23:36:49 Running on machine: localhost Binary: Built with gc go1.17.7 for linux/amd64 Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg I0328 23:36:49. 13343 out.go:297] Setting OutFile to fd 1 ... I0328 23:36:49. 13343 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color I0328 23:36:49. 13343 out.go:310] Setting ErrFile to fd 2... I0328 23:36:49. 13343 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color I0328 23:36:49. 13343 root.go:315] Updating PATH: /root/.minikube/bin W0328 23:36:49. 13343 root.go:293] Error reading config file at /root/.minikube/config/config.json: open /root/.minikube/config/config.json: no such file or directory I0328 23:36:49. 13343 config.go:176] Loaded profile config "minikube": Driver=none, ContainerRuntime=docker, KubernetesVersion=v1.23.3 I0328 23:36:49. 13343 addons.go:65] Setting ingress=true in profile "minikube" I0328 23:36:49. 13343 addons.go:153] Setting addon ingress=true in "minikube" I0328 23:36:49. 13343 host.go:66] Checking if "minikube" exists ... I0328 23:36:49. 13343 exec_runner.go:51] Run: systemctl --version I0328 23:36:49. 13343 kubeconfig.go:92] found "minikube" server: "https://192.168.211.51:8443" I0328 23:36:49. 13343 api_server.go:165] Checking apiserver status ... I0328 23:36:49. 13343 exec_runner.go:51] Run: sudo pgrep -xnf kube-apiserver.*minikube.* I0328 23:36:49. 13343 exec_runner.go:51] Run: sudo egrep ^[0-9]+:freezer: /proc/83479/cgroup I0328 23:36:49. 13343 api_server.go:181] apiserver freezer: "5:freezer:/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/a265bba291e7597a554ccfe32700a2a48887dd558c3b0d5" I0328 23:36:49. 13343 exec_runner.go:51] Run: sudo cat /sys/fs/cgroup/freezer/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/a265bba291e7597a554ccfe32700a2a48887dd558c3b0d5/freezer.state I0328 23:36:49. 13343 api_server.go:203] freezer state: "THAWED" I0328 23:36:49. 13343 api_server.go:240] Checking apiserver healthz at https://192.168.211.51:8443/healthz ... I0328 23:36:49. 13343 api_server.go:266] https://192.168.211.51:8443/healthz returned 200: ok I0328 23:36:49. 13343 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/nginx-ingress-controller:v1.1.1 I0328 23:36:49. 13343 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1 I0328 23:36:49. 13343 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1 I0328 23:36:49. 13343 addons.go:348] installing /etc/kubernetes/addons/ingress-deploy.yaml I0328 23:36:49. 13343 exec_runner.go:151] cp: memory --> /etc/kubernetes/addons/ingress-deploy.yaml (15662 bytes) I0328 23:36:49. 13343 exec_runner.go:51] Run: sudo cp -a /tmp/minikube /etc/kubernetes/addons/ingress-deploy.yaml I0328 23:36:49. 13343 exec_runner.go:51] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.23.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml I0328 23:36:51. 13343 exec_runner.go:84] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.23.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.s) I0328 23:36:51. 13343 addons.go:386] Verifying addon ingress=true in "minikube" I0328 23:36:51. 13343 out.go:176] * Verifying ingress addon... I0328 23:36:51. 13343 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ... I0328 23:36:51. 13343 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx I0328 23:36:51. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:51. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:52. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:52. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:53. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:53. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:54. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:54. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:55. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:55. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:56. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:56. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:57. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:57. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:58. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:58. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:59. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:36:59. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:00. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:00. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:01. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:01. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current I0328 23:37:39. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:39. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:40. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:40. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:41. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:41. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:42. 13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0328 23:37:42. 13343 kapi.go:108] duration metric: took 51.s to wait for app.kubernetes.io/name=ingress-nginx ... I0328 23:37:42. 13343 addons.go:116] Writing out "minikube" config to set ingress=true... I0328 23:37:42. 13343 out.go:176] * 启动 'ingress' 插件 Log file created at: 2022/03/28 23:38:16 Running on machine: localhost Binary: Built with gc go1.17.7 for linux/amd64 Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg I0328 23:38:16. 14564 out.go:297] Setting OutFile to fd 1 ... I0328 23:38:16. 14564 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color I0328 23:38:16. 14564 out.go:310] Setting ErrFile to fd 2... I0328 23:38:16. 14564 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color I0328 23:38:16. 14564 root.go:315] Updating PATH: /root/.minikube/bin W0328 23:38:16. 14564 root.go:293] Error reading config file at /root/.minikube/config/config.json: open /root/.minikube/config/config.json: no such file or directory I0328 23:38:16. 14564 config.go:176] Loaded profile config "minikube": Driver=none, ContainerRuntime=docker, KubernetesVersion=v1.23.3 I0328 23:38:16. 14564 addons.go:65] Setting ingress=true in profile "minikube" I0328 23:38:16. 14564 addons.go:153] Setting addon ingress=true in "minikube" W0328 23:38:16. 14564 addons.go:165] addon ingress should already be in state true I0328 23:38:16. 14564 host.go:66] Checking if "minikube" exists ... I0328 23:38:16. 14564 exec_runner.go:51] Run: systemctl --version I0328 23:38:16. 14564 kubeconfig.go:92] found "minikube" server: "https://192.168.211.51:8443" I0328 23:38:16. 14564 api_server.go:165] Checking apiserver status ... I0328 23:38:16. 14564 exec_runner.go:51] Run: sudo pgrep -xnf kube-apiserver.*minikube.* I0328 23:38:16. 14564 exec_runner.go:51] Run: sudo egrep ^[0-9]+:freezer: /proc/83479/cgroup I0328 23:38:16. 14564 api_server.go:181] apiserver freezer: "5:freezer:/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/a265bba291e7597a554ccfe32700a2a48887dd558c3b0d5" I0328 23:38:16. 14564 exec_runner.go:51] Run: sudo cat /sys/fs/cgroup/freezer/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/a265bba291e7597a554ccfe32700a2a48887dd558c3b0d5/freezer.state I0328 23:38:16. 14564 api_server.go:203] freezer state: "THAWED" I0328 23:38:16. 14564 api_server.go:240] Checking apiserver healthz at https://192.168.211.51:8443/healthz ... I0328 23:38:16. 14564 api_server.go:266] https://192.168.211.51:8443/healthz returned 200: ok I0328 23:38:16. 14564 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/nginx-ingress-controller:v1.1.1 I0328 23:38:16. 14564 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1 Log file created at: 2022/03/30 17:21:14 Running on machine: control-plane Binary: Built with gc go1.17.7 for linux/amd64 Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg I0330 17:21:14.007183 24027 out.go:297] Setting OutFile to fd 1 ... I0330 17:21:14.026334 24027 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color I0330 17:21:14.026345 24027 out.go:310] Setting ErrFile to fd 2... I0330 17:21:14.026348 24027 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color I0330 17:21:14.026555 24027 root.go:315] Updating PATH: /root/.minikube/bin W0330 17:21:14.026755 24027 root.go:293] Error reading config file at /root/.minikube/config/config.json: open /root/.minikube/config/config.json: no such file or directory I0330 17:21:14.027379 24027 config.go:176] Loaded profile config "minikube": Driver=none, ContainerRuntime=docker, KubernetesVersion=v1.23.3 I0330 17:21:14.027396 24027 addons.go:65] Setting ingress=true in profile "minikube" I0330 17:21:14.027405 24027 addons.go:153] Setting addon ingress=true in "minikube" I0330 17:21:14.027824 24027 host.go:66] Checking if "minikube" exists ... I0330 17:21:14.028117 24027 exec_runner.go:51] Run: systemctl --version I0330 17:21:14.032820 24027 kubeconfig.go:92] found "minikube" server: "https://192.168.211.51:8443" I0330 17:21:14.032843 24027 api_server.go:165] Checking apiserver status ... I0330 17:21:14.033092 24027 exec_runner.go:51] Run: sudo pgrep -xnf kube-apiserver.*minikube.* I0330 17:21:14.072651 24027 exec_runner.go:51] Run: sudo egrep ^[0-9]+:freezer: /proc/9595/cgroup I0330 17:21:14. 24027 api_server.go:181] apiserver freezer: "9:freezer:/kubepods/burstable/pod2d693b0650b5509ae3d2778dd8/0e16b27c856a4c9aee02cb1c99c06ada0f64" I0330 17:21:14. 24027 exec_runner.go:51] Run: sudo cat /sys/fs/cgroup/freezer/kubepods/burstable/pod2d693b0650b5509ae3d2778dd8/0e16b27c856a4c9aee02cb1c99c06ada0f64/freezer.state I0330 17:21:14. 24027 api_server.go:203] freezer state: "THAWED" I0330 17:21:14. 24027 api_server.go:240] Checking apiserver healthz at https://192.168.211.51:8443/healthz ... I0330 17:21:14. 24027 api_server.go:266] https://192.168.211.51:8443/healthz returned 200: ok I0330 17:21:14. 24027 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1 I0330 17:21:14. 24027 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/nginx-ingress-controller:v1.1.1 I0330 17:21:14. 24027 out.go:176] - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1 I0330 17:21:14. 24027 addons.go:348] installing /etc/kubernetes/addons/ingress-deploy.yaml I0330 17:21:14. 24027 exec_runner.go:151] cp: memory --> /etc/kubernetes/addons/ingress-deploy.yaml (15662 bytes) I0330 17:21:14. 24027 exec_runner.go:51] Run: sudo cp -a /tmp/minikube /etc/kubernetes/addons/ingress-deploy.yaml I0330 17:21:14. 24027 exec_runner.go:51] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.23.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml I0330 17:21:14. 24027 addons.go:386] Verifying addon ingress=true in "minikube" I0330 17:21:14. 24027 out.go:176] * Verifying ingress addon... I0330 17:21:14. 24027 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ... I0330 17:21:14. 24027 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx I0330 17:21:14. 24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0330 17:21:15. 24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0330 17:21:15. 24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0330 17:21:16. 24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0330 17:21:16. 24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0330 20:11:15. 5773 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0330 20:11:15. 5773 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>] I0330 20:11:15. 5773 kapi.go:108] duration metric: took 6m0.0s to wait for app.kubernetes.io/name=ingress-nginx ... I0330 20:11:15. 5773 out.go:176] W0330 20:11:15. 5773 out.go:241] X Exiting due to MK_ADDON_ENABLE: run callbacks: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: timed out waiting for the condition] W0330 20:11:15. 5773 out.go:241] * W0330 20:11:15. 5773 out.go:241] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮ │ │ │ * If the above advice does not help, please let us know: │ │ https://github.com/kubernetes/minikube/issues/new/choose │ │ │ │ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │ │ * Please also attach the following file to the GitHub issue: │ │ * - /tmp/minikube_addons_5e63cb8ceb2e7e06e33b8dd7a9dcbebc0ad5ec5a_0.log │ │ │ ╰─────────────────────────────────────────────────────────────────────────────────────────────╯