I0806 07:05:50.543554       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0806 07:05:50.543670       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0806 07:05:50.543688       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0806 07:05:50.543692       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0806 07:05:50.543695       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0806 07:05:50.543698       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0806 07:05:50.543702       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0806 07:05:50.543706       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0806 07:05:50.543709       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0806 07:05:50.543712       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0806 07:05:50.543972       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0806 07:05:50.544002       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0806 07:05:52.575529       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0806 07:05:52.576786       1 utils.go:199] ID: 1 GRPC request: {}
I0806 07:05:52.576847       1 utils.go:205] ID: 1 GRPC response: {}
I0806 07:05:52.579153       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 07:05:52.579237       1 utils.go:199] ID: 2 GRPC request: {}
I0806 07:05:52.579257       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0806 07:05:52.579318       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 07:05:52.580499       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0806 07:05:52.580527       1 utils.go:199] ID: 3 GRPC request: {}
I0806 07:05:52.580541       1 utils.go:205] ID: 3 GRPC response: {}
I0806 07:05:52.580968       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0806 07:05:52.581017       1 utils.go:199] ID: 4 GRPC request: {}
I0806 07:05:52.581164       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0806 07:05:52.581821       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 07:05:52.581866       1 utils.go:199] ID: 5 GRPC request: {}
I0806 07:05:52.581874       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0806 07:05:52.581972       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 07:05:54.739418       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0806 07:05:54.739454       1 utils.go:199] ID: 6 GRPC request: {}
I0806 07:05:54.739480       1 utils.go:205] ID: 6 GRPC response: {}
I0806 07:05:54.741014       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 07:05:54.741063       1 utils.go:199] ID: 7 GRPC request: {}
I0806 07:05:54.741074       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0806 07:05:54.741126       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 07:05:54.744682       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0806 07:05:54.744715       1 utils.go:199] ID: 8 GRPC request: {}
I0806 07:05:54.744734       1 utils.go:205] ID: 8 GRPC response: {}
I0806 07:05:54.745284       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0806 07:05:54.745315       1 utils.go:199] ID: 9 GRPC request: {}
I0806 07:05:54.745450       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0806 07:05:54.746047       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 07:05:54.746077       1 utils.go:199] ID: 10 GRPC request: {}
I0806 07:05:54.746089       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0806 07:05:54.746187       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 07:05:54.746798       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 07:05:54.746826       1 utils.go:199] ID: 11 GRPC request: {}
I0806 07:05:54.746834       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0806 07:05:54.746937       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 07:05:54.747312       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 07:05:54.747340       1 utils.go:199] ID: 12 GRPC request: {}
I0806 07:05:54.747349       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0806 07:05:54.747449       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 07:05:56.275731       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 07:05:56.275768       1 utils.go:199] ID: 13 GRPC request: {}
I0806 07:05:56.275774       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0806 07:05:56.275793       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 07:05:56.282263       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0806 07:05:56.282279       1 utils.go:199] ID: 14 GRPC request: {}
I0806 07:05:56.282289       1 utils.go:205] ID: 14 GRPC response: {}
I0806 07:05:56.282847       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 07:05:56.282862       1 utils.go:199] ID: 15 GRPC request: {}
I0806 07:05:56.282867       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0806 07:05:56.282927       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 07:05:57.455045       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0806 07:05:57.455089       1 utils.go:199] ID: 16 GRPC request: {}
I0806 07:05:57.455111       1 utils.go:205] ID: 16 GRPC response: {}
I0806 07:05:57.456683       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 07:05:57.456715       1 utils.go:199] ID: 17 GRPC request: {}
I0806 07:05:57.456726       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0806 07:05:57.456762       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 07:05:57.459238       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0806 07:05:57.459268       1 utils.go:199] ID: 18 GRPC request: {}
I0806 07:05:57.459284       1 utils.go:205] ID: 18 GRPC response: {}
I0806 07:05:57.459815       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0806 07:05:57.459943       1 utils.go:199] ID: 19 GRPC request: {}
I0806 07:05:57.460194       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0806 07:05:57.462754       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 07:05:57.462791       1 utils.go:199] ID: 20 GRPC request: {}
I0806 07:05:57.462800       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0806 07:05:57.462899       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 07:06:57.681619       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0806 07:06:57.681676       1 utils.go:199] ID: 21 GRPC request: {}
I0806 07:06:57.681703       1 utils.go:205] ID: 21 GRPC response: {}
I0806 07:07:57.627713       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0806 07:07:57.627796       1 utils.go:199] ID: 22 GRPC request: {}
I0806 07:07:57.627821       1 utils.go:205] ID: 22 GRPC response: {}
I0806 07:08:57.626601       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0806 07:08:57.626663       1 utils.go:199] ID: 23 GRPC request: {}
I0806 07:08:57.626686       1 utils.go:205] ID: 23 GRPC response: {}
I0806 07:09:57.638195       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0806 07:09:57.638270       1 utils.go:199] ID: 24 GRPC request: {}
I0806 07:09:57.638297       1 utils.go:205] ID: 24 GRPC response: {}
I0806 07:10:02.076583       1 utils.go:198] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 GRPC call: /csi.v1.Controller/CreateVolume
I0806 07:10:02.077105       1 utils.go:199] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0806 07:10:02.077530       1 rbd_util.go:1315] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0806 07:10:02.096002       1 omap.go:80] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0806 07:10:02.108544       1 omap.go:159] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8:2703a2c1-1bcb-4401-b4cf-ab3d1c274606])
I0806 07:10:02.115826       1 omap.go:159] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 set omap keys (pool="kube", namespace="", name="csi.volume.2703a2c1-1bcb-4401-b4cf-ab3d1c274606"): map[csi.imagename:csi-vol-2703a2c1-1bcb-4401-b4cf-ab3d1c274606 csi.volname:pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 csi.volume.owner:default])
I0806 07:10:02.115851       1 rbd_journal.go:491] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2703a2c1-1bcb-4401-b4cf-ab3d1c274606) and image name (csi-vol-2703a2c1-1bcb-4401-b4cf-ab3d1c274606) for request name (pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8)
I0806 07:10:02.115996       1 rbd_util.go:423] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 rbd: create kube/csi-vol-2703a2c1-1bcb-4401-b4cf-ab3d1c274606 size 5120M (features: [layering]) using mon 199.19.213.243
I0806 07:10:02.116055       1 rbd_util.go:1563] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 setting image options on kube/csi-vol-2703a2c1-1bcb-4401-b4cf-ab3d1c274606
I0806 07:10:02.140821       1 controllerserver.go:763] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 created image kube/csi-vol-2703a2c1-1bcb-4401-b4cf-ab3d1c274606 backed for request name pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8
I0806 07:10:02.170379       1 omap.go:159] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 set omap keys (pool="kube", namespace="", name="csi.volume.2703a2c1-1bcb-4401-b4cf-ab3d1c274606"): map[csi.imageid:37f41169c348])
I0806 07:10:02.243543       1 utils.go:205] ID: 25 Req-ID: pvc-d8d8569c-ecb8-4167-8525-acce8afcf8a8 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-2703a2c1-1bcb-4401-b4cf-ab3d1c274606","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2703a2c1-1bcb-4401-b4cf-ab3d1c274606"}}