I0227 01:26:36.881102 1 feature_gate.go:245] feature gates: &{map[]} I0227 01:26:36.881195 1 csi-provisioner.go:139] Version: v3.1.0 I0227 01:26:36.881199 1 csi-provisioner.go:162] Building kube configs for running in cluster... I0227 01:26:36.881595 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock W0227 01:26:46.882246 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock W0227 01:26:56.882649 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock I0227 01:27:01.191960 1 common.go:111] Probing CSI driver for readiness I0227 01:27:01.192011 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0227 01:27:01.192100 1 connection.go:184] GRPC request: {} I0227 01:27:01.201407 1 connection.go:186] GRPC response: {} I0227 01:27:01.201453 1 connection.go:187] GRPC error: I0227 01:27:01.201461 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0227 01:27:01.201465 1 connection.go:184] GRPC request: {} I0227 01:27:01.202148 1 connection.go:186] GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0227 01:27:01.202200 1 connection.go:187] GRPC error: I0227 01:27:01.202209 1 csi-provisioner.go:206] Detected CSI driver rbd.csi.ceph.com I0227 01:27:01.202217 1 csi-provisioner.go:216] Supports migration from in-tree plugin: kubernetes.io/rbd I0227 01:27:01.204428 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock I0227 01:27:01.204835 1 common.go:111] Probing CSI driver for readiness I0227 01:27:01.204877 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0227 01:27:01.204895 1 connection.go:184] GRPC request: {} I0227 01:27:01.205395 1 connection.go:186] GRPC response: {} I0227 01:27:01.205439 1 connection.go:187] GRPC error: I0227 01:27:01.205476 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0227 01:27:01.205496 1 connection.go:184] GRPC request: {} I0227 01:27:01.206279 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0227 01:27:01.206388 1 connection.go:187] GRPC error: I0227 01:27:01.206394 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0227 01:27:01.206397 1 connection.go:184] GRPC request: {} I0227 01:27:01.207104 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0227 01:27:01.207212 1 connection.go:187] GRPC error: I0227 01:27:01.207268 1 csi-provisioner.go:278] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0227 01:27:01.207620 1 controller.go:732] Using saving PVs to API server in background I0227 01:27:01.207997 1 leaderelection.go:248] attempting to acquire leader lease kube-system/rbd-csi-ceph-com... I0227 01:27:02.928740 1 leaderelection.go:258] successfully acquired lease kube-system/rbd-csi-ceph-com I0227 01:27:02.928861 1 leader_election.go:205] became leader, starting I0227 01:27:02.929114 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0227 01:27:02.929188 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0227 01:27:02.929518 1 leader_election.go:212] new leader detected, current leader: ceph-csi-rbd-provisioner-6f6497f79c-h5krr I0227 01:27:02.929587 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0227 01:27:02.929612 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0227 01:27:03.029532 1 shared_informer.go:270] caches populated I0227 01:27:03.029579 1 shared_informer.go:270] caches populated I0227 01:27:03.029736 1 controller.go:811] Starting provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-h5krr_82485a26-e6ff-4809-8c7f-718999ce6640! I0227 01:27:03.029803 1 clone_controller.go:66] Starting CloningProtection controller I0227 01:27:03.029863 1 clone_controller.go:82] Started CloningProtection controller I0227 01:27:03.029890 1 volume_store.go:97] Starting save volume queue I0227 01:27:03.030045 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0227 01:27:03.030070 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0227 01:27:03.030102 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0227 01:27:03.030133 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0227 01:27:03.130546 1 shared_informer.go:270] caches populated I0227 01:27:03.131601 1 controller.go:860] Started provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-h5krr_82485a26-e6ff-4809-8c7f-718999ce6640! I0227 01:27:03.250503 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:09.129485 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:14.138578 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:19.148295 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:24.157686 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:29.167924 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:34.177630 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:39.188387 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:44.200307 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:49.210750 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:54.220407 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:27:59.228742 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:04.239712 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:09.247812 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:14.259090 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:19.270985 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:24.281416 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:29.293243 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:34.303359 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:39.312650 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:44.320979 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:49.329704 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:54.338487 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:28:59.346424 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:04.355332 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:09.367379 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:14.376222 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:19.387782 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:24.399698 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:29.411227 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:34.420797 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:39.430176 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:44.440600 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:49.449500 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:54.461706 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:29:59.471675 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:01.613534 1 controller.go:1337] provision "default/test-pvc" class "general": started I0227 01:30:01.613641 1 controller.go:528] skip translation of storage class for plugin: rbd.csi.ceph.com I0227 01:30:01.614284 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"f04fad5e-3c55-4d08-a6d0-1190d482e919", APIVersion:"v1", ResourceVersion:"1846", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/test-pvc" I0227 01:30:01.617517 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0227 01:30:01.617539 1 connection.go:184] GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0227 01:30:03.268483 1 connection.go:186] GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-d5f0191d-137b-11f1-97f7-ba85ddfb5d93","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d5f0191d-137b-11f1-97f7-ba85ddfb5d93"}} I0227 01:30:03.268760 1 connection.go:187] GRPC error: I0227 01:30:03.268773 1 controller.go:774] create volume rep: {CapacityBytes:5368709120 VolumeId:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d5f0191d-137b-11f1-97f7-ba85ddfb5d93 VolumeContext:map[clusterID:4837cbf8-4f90-4300-b3f6-726c9b9f89b4 csi.storage.k8s.io/pv/name:pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919 csi.storage.k8s.io/pvc/name:test-pvc csi.storage.k8s.io/pvc/namespace:default imageFeatures:layering imageName:csi-vol-d5f0191d-137b-11f1-97f7-ba85ddfb5d93 journalPool:kube pool:kube thickProvision:false] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0227 01:30:03.268872 1 controller.go:858] successfully created PV pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919 for PVC test-pvc and csi volume name 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d5f0191d-137b-11f1-97f7-ba85ddfb5d93 I0227 01:30:03.268912 1 controller.go:874] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:rbd.csi.ceph.com,VolumeHandle:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d5f0191d-137b-11f1-97f7-ba85ddfb5d93,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{clusterID: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4,csi.storage.k8s.io/pv/name: pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919,csi.storage.k8s.io/pvc/name: test-pvc,csi.storage.k8s.io/pvc/namespace: default,imageFeatures: layering,imageName: csi-vol-d5f0191d-137b-11f1-97f7-ba85ddfb5d93,journalPool: kube,pool: kube,storage.kubernetes.io/csiProvisionerIdentity: 1772155621207-8081-rbd.csi.ceph.com,thickProvision: false,},ControllerPublishSecretRef:nil,NodeStageSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},NodePublishSecretRef:nil,ControllerExpandSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},}} I0227 01:30:03.269251 1 controller.go:1442] provision "default/test-pvc" class "general": volume "pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919" provisioned I0227 01:30:03.269276 1 controller.go:1455] provision "default/test-pvc" class "general": succeeded I0227 01:30:03.269291 1 volume_store.go:154] Saving volume pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919 I0227 01:30:03.280163 1 volume_store.go:157] Volume pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919 saved I0227 01:30:03.280284 1 controller.go:1069] Claim processing succeeded, removing PVC f04fad5e-3c55-4d08-a6d0-1190d482e919 from claims in progress I0227 01:30:03.280331 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"f04fad5e-3c55-4d08-a6d0-1190d482e919", APIVersion:"v1", ResourceVersion:"1846", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-f04fad5e-3c55-4d08-a6d0-1190d482e919 I0227 01:30:04.485821 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:09.497663 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:14.506668 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:19.548424 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:24.561066 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:29.569501 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:34.578693 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:39.584856 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:44.592803 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0227 01:30:49.600361 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com