I0224 10:52:03.182059 1 feature_gate.go:245] feature gates: &{map[]} I0224 10:52:03.182121 1 csi-provisioner.go:139] Version: v3.1.0 I0224 10:52:03.182125 1 csi-provisioner.go:162] Building kube configs for running in cluster... I0224 10:52:03.182664 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock W0224 10:52:13.182875 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock W0224 10:52:23.183090 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock W0224 10:52:33.183082 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock I0224 10:52:42.717128 1 common.go:111] Probing CSI driver for readiness I0224 10:52:42.717326 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0224 10:52:42.717455 1 connection.go:184] GRPC request: {} I0224 10:52:42.721668 1 connection.go:186] GRPC response: {} I0224 10:52:42.721796 1 connection.go:187] GRPC error: I0224 10:52:42.721987 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0224 10:52:42.722006 1 connection.go:184] GRPC request: {} I0224 10:52:42.723356 1 connection.go:186] GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0224 10:52:42.723507 1 connection.go:187] GRPC error: I0224 10:52:42.723575 1 csi-provisioner.go:206] Detected CSI driver rbd.csi.ceph.com I0224 10:52:42.723633 1 csi-provisioner.go:216] Supports migration from in-tree plugin: kubernetes.io/rbd I0224 10:52:42.724126 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock I0224 10:52:42.724935 1 common.go:111] Probing CSI driver for readiness I0224 10:52:42.724964 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0224 10:52:42.724974 1 connection.go:184] GRPC request: {} I0224 10:52:42.725651 1 connection.go:186] GRPC response: {} I0224 10:52:42.725732 1 connection.go:187] GRPC error: I0224 10:52:42.725774 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0224 10:52:42.725815 1 connection.go:184] GRPC request: {} I0224 10:52:42.726558 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0224 10:52:42.726729 1 connection.go:187] GRPC error: I0224 10:52:42.726768 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 10:52:42.726809 1 connection.go:184] GRPC request: {} I0224 10:52:42.727436 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 10:52:42.727553 1 connection.go:187] GRPC error: I0224 10:52:42.727632 1 csi-provisioner.go:278] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0224 10:52:42.728128 1 controller.go:732] Using saving PVs to API server in background I0224 10:52:42.728550 1 leaderelection.go:248] attempting to acquire leader lease kube-system/rbd-csi-ceph-com... I0224 10:52:42.740826 1 leaderelection.go:258] successfully acquired lease kube-system/rbd-csi-ceph-com I0224 10:52:42.740875 1 leader_election.go:212] new leader detected, current leader: ceph-csi-rbd-provisioner-5d8ff44fc9-cbxkf I0224 10:52:42.741478 1 leader_election.go:205] became leader, starting I0224 10:52:42.741673 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0224 10:52:42.742091 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0224 10:52:42.741803 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0224 10:52:42.742498 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0224 10:52:42.748154 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:52:42.842224 1 shared_informer.go:270] caches populated I0224 10:52:42.842349 1 shared_informer.go:270] caches populated I0224 10:52:42.842407 1 controller.go:811] Starting provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-5d8ff44fc9-cbxkf_35146eff-bb02-4993-888e-5474c5d93068! I0224 10:52:42.842544 1 volume_store.go:97] Starting save volume queue I0224 10:52:42.842865 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0224 10:52:42.842921 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0224 10:52:42.843057 1 clone_controller.go:66] Starting CloningProtection controller I0224 10:52:42.843293 1 clone_controller.go:82] Started CloningProtection controller I0224 10:52:42.843530 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0224 10:52:42.843607 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0224 10:52:42.942623 1 shared_informer.go:270] caches populated I0224 10:52:42.943744 1 controller.go:860] Started provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-5d8ff44fc9-cbxkf_35146eff-bb02-4993-888e-5474c5d93068! I0224 10:52:47.758018 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:52:52.769600 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:52:57.779651 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:02.792263 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:07.800664 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:12.808645 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:17.819654 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:22.833189 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:27.842713 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:32.853987 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:37.866159 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:42.876144 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:47.886834 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:52.896461 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:53:57.904800 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:02.914064 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:07.927087 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:12.935616 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:17.945608 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:22.957186 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:27.977568 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:32.986949 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:37.998501 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:43.008944 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:48.023257 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:53.031473 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:54:58.044487 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:03.054637 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:08.063175 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:13.073575 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:18.082015 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:23.091698 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:28.100416 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:33.109927 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:34.958042 1 controller.go:1337] provision "default/test-pvc" class "general": started I0224 10:55:34.958120 1 controller.go:528] skip translation of storage class for plugin: rbd.csi.ceph.com I0224 10:55:34.958785 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"e1729255-8bed-47dd-a376-84f9ce4a1bb7", APIVersion:"v1", ResourceVersion:"1788", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/test-pvc" I0224 10:55:34.961140 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0224 10:55:34.961162 1 connection.go:184] GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0224 10:55:37.107420 1 connection.go:186] GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-588c746c-116f-11f1-b34e-ca8f50d7ff92","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-588c746c-116f-11f1-b34e-ca8f50d7ff92"}} I0224 10:55:37.107563 1 connection.go:187] GRPC error: I0224 10:55:37.107575 1 controller.go:774] create volume rep: {CapacityBytes:5368709120 VolumeId:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-588c746c-116f-11f1-b34e-ca8f50d7ff92 VolumeContext:map[clusterID:4837cbf8-4f90-4300-b3f6-726c9b9f89b4 csi.storage.k8s.io/pv/name:pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7 csi.storage.k8s.io/pvc/name:test-pvc csi.storage.k8s.io/pvc/namespace:default imageFeatures:layering imageName:csi-vol-588c746c-116f-11f1-b34e-ca8f50d7ff92 journalPool:kube pool:kube thickProvision:false] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0224 10:55:37.107617 1 controller.go:858] successfully created PV pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7 for PVC test-pvc and csi volume name 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-588c746c-116f-11f1-b34e-ca8f50d7ff92 I0224 10:55:37.107628 1 controller.go:874] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:rbd.csi.ceph.com,VolumeHandle:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-588c746c-116f-11f1-b34e-ca8f50d7ff92,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{clusterID: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4,csi.storage.k8s.io/pv/name: pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7,csi.storage.k8s.io/pvc/name: test-pvc,csi.storage.k8s.io/pvc/namespace: default,imageFeatures: layering,imageName: csi-vol-588c746c-116f-11f1-b34e-ca8f50d7ff92,journalPool: kube,pool: kube,storage.kubernetes.io/csiProvisionerIdentity: 1771930362727-8081-rbd.csi.ceph.com,thickProvision: false,},ControllerPublishSecretRef:nil,NodeStageSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},NodePublishSecretRef:nil,ControllerExpandSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},}} I0224 10:55:37.107816 1 controller.go:1442] provision "default/test-pvc" class "general": volume "pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7" provisioned I0224 10:55:37.107834 1 controller.go:1455] provision "default/test-pvc" class "general": succeeded I0224 10:55:37.107841 1 volume_store.go:154] Saving volume pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7 I0224 10:55:37.115634 1 volume_store.go:157] Volume pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7 saved I0224 10:55:37.115694 1 controller.go:1069] Claim processing succeeded, removing PVC e1729255-8bed-47dd-a376-84f9ce4a1bb7 from claims in progress I0224 10:55:37.115860 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"e1729255-8bed-47dd-a376-84f9ce4a1bb7", APIVersion:"v1", ResourceVersion:"1788", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-e1729255-8bed-47dd-a376-84f9ce4a1bb7 I0224 10:55:38.122268 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:43.129934 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:48.136866 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:53.148885 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:55:58.156292 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:56:03.165208 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:56:08.178219 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:56:13.198406 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0224 10:56:18.205033 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com