# Pastebin BSNeNn2k rwellum@osh:~$ kubectl describe po mariadb-server-0 -n openstack Name: mariadb-server-0 Namespace: openstack Node: osh/192.168.122.80 Start Time: Sat, 16 Jun 2018 01:53:49 +0300 Labels: application=mariadb component=server controller-revision-hash=mariadb-server-5d66685f45 release_group=mariadb statefulset.kubernetes.io/pod-name=mariadb-server-0 Annotations: Status: Pending IP: Controlled By: StatefulSet/mariadb-server Init Containers: init: Container ID: Image: quay.io/stackanetes/kubernetes-entrypoint:v0.3.1 Image ID: Port: Host Port: Command: kubernetes-entrypoint State: Waiting Reason: PodInitializing Ready: False Restart Count: 0 Environment: POD_NAME: mariadb-server-0 (v1:metadata.name) NAMESPACE: openstack (v1:metadata.namespace) INTERFACE_NAME: eth0 PATH: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/ DEPENDENCY_SERVICE: DEPENDENCY_DAEMONSET: DEPENDENCY_CONTAINER: DEPENDENCY_POD_JSON: COMMAND: echo done Mounts: /var/run/secrets/kubernetes.io/serviceaccount from mariadb-token-n6l4h (ro) mariadb-perms: Container ID: Image: docker.io/mariadb:10.2.13 Image ID: Port: Host Port: Command: chown -R mysql:mysql /var/lib/mysql State: Waiting Reason: PodInitializing Ready: False Restart Count: 0 Environment: Mounts: /var/lib/mysql from mysql-data (rw) /var/run/secrets/kubernetes.io/serviceaccount from mariadb-token-n6l4h (ro) Containers: mariadb: Container ID: Image: docker.io/mariadb:10.2.13 Image ID: Ports: 3306/TCP, 4567/TCP Host Ports: 0/TCP, 0/TCP Command: /tmp/start.sh State: Waiting Reason: PodInitializing Ready: False Restart Count: 0 Readiness: exec [/tmp/readiness.sh] delay=30s timeout=3s period=30s #success=1 #failure=3 Environment: POD_IP: (v1:status.podIP) POD_NAME: mariadb-server-0 (v1:metadata.name) FORCE_BOOTSTRAP: false FORCE_RECOVERY: BOOTSTRAP_FILE: /tmp/s0j6RzyL.sql MARIADB_REPLICAS: 1 WSREP_PORT: 4567 POD_NAME_PREFIX: mariadb-server MYSQL_ROOT_PASSWORD: Optional: false Mounts: /etc/mysql/admin_user.cnf from mariadb-secrets (ro) /etc/mysql/conf.d from mycnfd (rw) /etc/mysql/conf.d/00-base.cnf from mariadb-etc (ro) /etc/mysql/conf.d/20-override.cnf from mariadb-etc (ro) /etc/mysql/conf.d/99-force.cnf from mariadb-etc (ro) /etc/mysql/my.cnf from mariadb-etc (ro) /tmp/readiness.sh from mariadb-bin (ro) /tmp/start.sh from mariadb-bin (ro) /tmp/stop.sh from mariadb-bin (ro) /var/lib/mysql from mysql-data (rw) /var/run/secrets/kubernetes.io/serviceaccount from mariadb-token-n6l4h (ro) Conditions: Type Status Initialized False Ready False PodScheduled True Volumes: mysql-data: Type: PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace) ClaimName: mysql-data-mariadb-server-0 ReadOnly: false mycnfd: Type: EmptyDir (a temporary directory that shares a pod's lifetime) Medium: mariadb-bin: Type: ConfigMap (a volume populated by a ConfigMap) Name: mariadb-bin Optional: false mariadb-etc: Type: ConfigMap (a volume populated by a ConfigMap) Name: mariadb-etc Optional: false mariadb-secrets: Type: Secret (a volume populated by a Secret) SecretName: mariadb-secrets Optional: false mariadb-token-n6l4h: Type: Secret (a volume populated by a Secret) SecretName: mariadb-token-n6l4h Optional: false QoS Class: BestEffort Node-Selectors: openstack-control-plane=enabled Tolerations: node.kubernetes.io/not-ready:NoExecute for 300s node.kubernetes.io/unreachable:NoExecute for 300s Events: Type Reason Age From Message ---- ------ ---- ---- ------- Warning FailedMount 9m (x424 over 16h) kubelet, osh Unable to mount volumes for pod "mariadb-server-0_openstack(f49e34ca-70ee-11e8-b4b0-525400f60b45)": timeout expired waiting for volumes to attach or mount for pod "openstack"/"mariadb-server-0". list of unmounted volumes=[mysql-data]. list of unattached volumes=[mysql-data mycnfd mariadb-bin mariadb-etc mariadb-secrets mariadb-token-n6l4h] Warning FailedMount 3m (x481 over 16h) kubelet, osh MountVolume.WaitForAttach failed for volume "pvc-f499bad8-70ee-11e8-b4b0-525400f60b45" : fail to check rbd image status with: (executable file not found in $PATH), rbd output: () rwellum@osh:~$ kubectl get pods --all-namespaces | grep -v Completed NAMESPACE NAME READY STATUS RESTARTS AGE ceph ceph-cephfs-provisioner-547cf74889-4z4dv 1/1 Running 0 16h ceph ceph-cephfs-provisioner-547cf74889-bw87t 1/1 Running 0 16h ceph ceph-mds-65bb45dffc-bpqmk 1/1 Running 0 16h ceph ceph-mgr-55f68d44b8-gvqls 1/1 Running 0 16h ceph ceph-mon-check-d85994946-9cwq2 1/1 Running 0 16h ceph ceph-mon-tvrgx 1/1 Running 0 16h ceph ceph-osd-osd-default-e3909fe4-fz54p 1/1 Running 0 16h ceph ceph-rbd-provisioner-57f989c79b-k5jkp 1/1 Running 0 16h ceph ceph-rbd-provisioner-57f989c79b-mhd2j 1/1 Running 0 16h ceph ceph-rgw-58479df7c6-pmd2c 1/1 Running 0 16h default k8s-dns-test 1/1 Running 0 16h kube-system etcd-osh 1/1 Running 0 16h kube-system ingress-error-pages-7b6d466ccb-wggvc 1/1 Running 0 16h kube-system ingress-z2f9b 1/1 Running 0 16h kube-system kube-apiserver-osh 1/1 Running 1 16h kube-system kube-controller-manager-osh 1/1 Running 0 16h kube-system kube-dns-86f4d74b45-7tt9t 3/3 Running 0 16h kube-system kube-proxy-w8qch 1/1 Running 0 16h kube-system kube-scheduler-osh 1/1 Running 0 16h kube-system tiller-deploy-f9b8476d-s6vbz 1/1 Running 0 16h kube-system weave-net-mj9j2 2/2 Running 0 16h openstack ingress-7b4bc84cdd-swmlm 1/1 Running 0 16h openstack ingress-error-pages-586c7f86d6-ptgxz 1/1 Running 0 16h openstack mariadb-ingress-84894687fd-2xldh 0/1 Running 0 16h openstack mariadb-ingress-error-pages-78fb865f84-5w5h6 1/1 Running 0 16h openstack mariadb-server-0 0/1 Init:0/2 0 16h rwellum@osh:~$