I0408 01:24:35.418971 1 feature_gate.go:245] feature gates: &{map[]} I0408 01:24:35.419036 1 csi-provisioner.go:139] Version: v3.1.0 I0408 01:24:35.419043 1 csi-provisioner.go:162] Building kube configs for running in cluster... I0408 01:24:35.419645 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock W0408 01:24:45.419895 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock W0408 01:24:55.420483 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock I0408 01:25:01.415076 1 common.go:111] Probing CSI driver for readiness I0408 01:25:01.415112 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0408 01:25:01.415121 1 connection.go:184] GRPC request: {} I0408 01:25:01.422401 1 connection.go:186] GRPC response: {} I0408 01:25:01.422449 1 connection.go:187] GRPC error: I0408 01:25:01.422457 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0408 01:25:01.422461 1 connection.go:184] GRPC request: {} I0408 01:25:01.423857 1 connection.go:186] GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0408 01:25:01.423920 1 connection.go:187] GRPC error: I0408 01:25:01.423933 1 csi-provisioner.go:206] Detected CSI driver rbd.csi.ceph.com I0408 01:25:01.423943 1 csi-provisioner.go:216] Supports migration from in-tree plugin: kubernetes.io/rbd I0408 01:25:01.424022 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock I0408 01:25:01.425060 1 common.go:111] Probing CSI driver for readiness I0408 01:25:01.425074 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0408 01:25:01.425079 1 connection.go:184] GRPC request: {} I0408 01:25:01.425821 1 connection.go:186] GRPC response: {} I0408 01:25:01.425891 1 connection.go:187] GRPC error: I0408 01:25:01.425926 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0408 01:25:01.425939 1 connection.go:184] GRPC request: {} I0408 01:25:01.428282 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0408 01:25:01.428554 1 connection.go:187] GRPC error: I0408 01:25:01.428567 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0408 01:25:01.428573 1 connection.go:184] GRPC request: {} I0408 01:25:01.431398 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0408 01:25:01.431616 1 connection.go:187] GRPC error: I0408 01:25:01.431701 1 csi-provisioner.go:278] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0408 01:25:01.432552 1 controller.go:732] Using saving PVs to API server in background I0408 01:25:01.433297 1 leaderelection.go:248] attempting to acquire leader lease kube-system/rbd-csi-ceph-com... I0408 01:25:01.445604 1 leaderelection.go:258] successfully acquired lease kube-system/rbd-csi-ceph-com I0408 01:25:01.445632 1 leader_election.go:212] new leader detected, current leader: ceph-csi-rbd-provisioner-6f6497f79c-zch2v I0408 01:25:01.445817 1 leader_election.go:205] became leader, starting I0408 01:25:01.446189 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0408 01:25:01.446211 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0408 01:25:01.446355 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0408 01:25:01.446387 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0408 01:25:01.457913 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:01.545938 1 shared_informer.go:270] caches populated I0408 01:25:01.546037 1 shared_informer.go:270] caches populated I0408 01:25:01.546079 1 controller.go:811] Starting provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-zch2v_64959113-696f-40e6-b249-0afd5cdf44d5! I0408 01:25:01.546156 1 volume_store.go:97] Starting save volume queue I0408 01:25:01.546183 1 clone_controller.go:66] Starting CloningProtection controller I0408 01:25:01.546287 1 clone_controller.go:82] Started CloningProtection controller I0408 01:25:01.546385 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0408 01:25:01.546411 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0408 01:25:01.546506 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0408 01:25:01.546558 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0408 01:25:01.646335 1 shared_informer.go:270] caches populated I0408 01:25:01.646966 1 controller.go:860] Started provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-zch2v_64959113-696f-40e6-b249-0afd5cdf44d5! I0408 01:25:06.465413 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:11.474067 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:16.584686 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:21.593832 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:26.599982 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:31.608882 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:36.617564 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:41.666338 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:46.673843 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:51.727547 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:25:56.735374 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:01.744341 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:06.764088 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:11.774116 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:16.783338 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:21.791698 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:26.802264 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:31.810951 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:36.820178 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:41.828102 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:46.836921 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:51.848621 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:26:56.860070 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:01.870853 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:06.878958 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:11.888182 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:16.897017 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:22.000580 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:27.010286 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:32.019833 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:37.030222 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:42.039684 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:47.049119 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:52.058600 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:27:57.067466 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:02.078661 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:04.888763 1 controller.go:1337] provision "default/test-pvc" class "general": started I0408 01:28:04.888850 1 controller.go:528] skip translation of storage class for plugin: rbd.csi.ceph.com I0408 01:28:04.889113 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"3c007697-0509-4705-af40-41f0ba364ad8", APIVersion:"v1", ResourceVersion:"2274", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/test-pvc" I0408 01:28:04.892302 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0408 01:28:04.892324 1 connection.go:184] GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-3c007697-0509-4705-af40-41f0ba364ad8","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-3c007697-0509-4705-af40-41f0ba364ad8","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0408 01:28:06.996020 1 connection.go:186] GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-3c007697-0509-4705-af40-41f0ba364ad8","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-30e2e44b-32ea-11f1-8b0b-b6d495abca1d","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30e2e44b-32ea-11f1-8b0b-b6d495abca1d"}} I0408 01:28:06.996262 1 connection.go:187] GRPC error: I0408 01:28:06.996272 1 controller.go:774] create volume rep: {CapacityBytes:5368709120 VolumeId:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30e2e44b-32ea-11f1-8b0b-b6d495abca1d VolumeContext:map[clusterID:4837cbf8-4f90-4300-b3f6-726c9b9f89b4 csi.storage.k8s.io/pv/name:pvc-3c007697-0509-4705-af40-41f0ba364ad8 csi.storage.k8s.io/pvc/name:test-pvc csi.storage.k8s.io/pvc/namespace:default imageFeatures:layering imageName:csi-vol-30e2e44b-32ea-11f1-8b0b-b6d495abca1d journalPool:kube pool:kube thickProvision:false] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0408 01:28:06.996424 1 controller.go:858] successfully created PV pvc-3c007697-0509-4705-af40-41f0ba364ad8 for PVC test-pvc and csi volume name 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30e2e44b-32ea-11f1-8b0b-b6d495abca1d I0408 01:28:06.996443 1 controller.go:874] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:rbd.csi.ceph.com,VolumeHandle:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30e2e44b-32ea-11f1-8b0b-b6d495abca1d,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{clusterID: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4,csi.storage.k8s.io/pv/name: pvc-3c007697-0509-4705-af40-41f0ba364ad8,csi.storage.k8s.io/pvc/name: test-pvc,csi.storage.k8s.io/pvc/namespace: default,imageFeatures: layering,imageName: csi-vol-30e2e44b-32ea-11f1-8b0b-b6d495abca1d,journalPool: kube,pool: kube,storage.kubernetes.io/csiProvisionerIdentity: 1775611501431-8081-rbd.csi.ceph.com,thickProvision: false,},ControllerPublishSecretRef:nil,NodeStageSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},NodePublishSecretRef:nil,ControllerExpandSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},}} I0408 01:28:06.996600 1 controller.go:1442] provision "default/test-pvc" class "general": volume "pvc-3c007697-0509-4705-af40-41f0ba364ad8" provisioned I0408 01:28:06.996616 1 controller.go:1455] provision "default/test-pvc" class "general": succeeded I0408 01:28:06.996622 1 volume_store.go:154] Saving volume pvc-3c007697-0509-4705-af40-41f0ba364ad8 I0408 01:28:07.003820 1 volume_store.go:157] Volume pvc-3c007697-0509-4705-af40-41f0ba364ad8 saved I0408 01:28:07.003877 1 controller.go:1069] Claim processing succeeded, removing PVC 3c007697-0509-4705-af40-41f0ba364ad8 from claims in progress I0408 01:28:07.003896 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"3c007697-0509-4705-af40-41f0ba364ad8", APIVersion:"v1", ResourceVersion:"2274", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-3c007697-0509-4705-af40-41f0ba364ad8 I0408 01:28:07.086795 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:12.095701 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:17.103934 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:22.461555 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:27.469848 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:32.478526 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:37.485906 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:42.500267 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:47.509354 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0408 01:28:52.518388 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com