I0922 03:54:50.297733       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0922 03:54:50.297891       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0922 03:54:50.297910       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0922 03:54:50.297913       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0922 03:54:50.297916       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0922 03:54:50.297929       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0922 03:54:50.297934       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0922 03:54:50.297938       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0922 03:54:50.297944       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0922 03:54:50.297947       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0922 03:54:50.298445       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0922 03:54:50.298453       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0922 03:54:53.897970       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0922 03:54:53.900685       1 utils.go:199] ID: 1 GRPC request: {}
I0922 03:54:53.900873       1 utils.go:205] ID: 1 GRPC response: {}
I0922 03:54:53.906353       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0922 03:54:53.906512       1 utils.go:199] ID: 2 GRPC request: {}
I0922 03:54:53.906534       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0922 03:54:53.906587       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0922 03:54:53.908730       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0922 03:54:53.908818       1 utils.go:199] ID: 3 GRPC request: {}
I0922 03:54:53.908888       1 utils.go:205] ID: 3 GRPC response: {}
I0922 03:54:53.909528       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0922 03:54:53.909688       1 utils.go:199] ID: 4 GRPC request: {}
I0922 03:54:53.909949       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0922 03:54:53.911394       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0922 03:54:53.911606       1 utils.go:199] ID: 5 GRPC request: {}
I0922 03:54:53.911774       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0922 03:54:53.912014       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0922 03:54:55.903977       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0922 03:54:55.904159       1 utils.go:199] ID: 6 GRPC request: {}
I0922 03:54:55.904249       1 utils.go:205] ID: 6 GRPC response: {}
I0922 03:54:55.908480       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0922 03:54:55.908582       1 utils.go:199] ID: 7 GRPC request: {}
I0922 03:54:55.908600       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0922 03:54:55.908633       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0922 03:54:55.911333       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0922 03:54:55.911363       1 utils.go:199] ID: 8 GRPC request: {}
I0922 03:54:55.911382       1 utils.go:205] ID: 8 GRPC response: {}
I0922 03:54:55.911903       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0922 03:54:55.911930       1 utils.go:199] ID: 9 GRPC request: {}
I0922 03:54:55.912051       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0922 03:54:55.912936       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0922 03:54:55.912969       1 utils.go:199] ID: 10 GRPC request: {}
I0922 03:54:55.912981       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0922 03:54:55.913076       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0922 03:54:55.913703       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0922 03:54:55.913731       1 utils.go:199] ID: 11 GRPC request: {}
I0922 03:54:55.913740       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0922 03:54:55.913826       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0922 03:54:55.914153       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0922 03:54:55.914178       1 utils.go:199] ID: 12 GRPC request: {}
I0922 03:54:55.914186       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0922 03:54:55.914362       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0922 03:54:57.921920       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0922 03:54:57.921964       1 utils.go:199] ID: 13 GRPC request: {}
I0922 03:54:57.921974       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0922 03:54:57.922003       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0922 03:54:57.924690       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0922 03:54:57.924750       1 utils.go:199] ID: 14 GRPC request: {}
I0922 03:54:57.924770       1 utils.go:205] ID: 14 GRPC response: {}
I0922 03:54:57.927708       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0922 03:54:57.927738       1 utils.go:199] ID: 15 GRPC request: {}
I0922 03:54:57.927746       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0922 03:54:57.927832       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0922 03:54:59.517807       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0922 03:54:59.517848       1 utils.go:199] ID: 16 GRPC request: {}
I0922 03:54:59.517865       1 utils.go:205] ID: 16 GRPC response: {}
I0922 03:54:59.519955       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0922 03:54:59.519974       1 utils.go:199] ID: 17 GRPC request: {}
I0922 03:54:59.519981       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0922 03:54:59.520005       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0922 03:54:59.525319       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0922 03:54:59.525342       1 utils.go:199] ID: 18 GRPC request: {}
I0922 03:54:59.525353       1 utils.go:205] ID: 18 GRPC response: {}
I0922 03:54:59.527252       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0922 03:54:59.527268       1 utils.go:199] ID: 19 GRPC request: {}
I0922 03:54:59.527345       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0922 03:54:59.528208       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0922 03:54:59.528307       1 utils.go:199] ID: 20 GRPC request: {}
I0922 03:54:59.528327       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0922 03:54:59.528553       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0922 03:55:59.747540       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0922 03:55:59.747593       1 utils.go:199] ID: 21 GRPC request: {}
I0922 03:55:59.747617       1 utils.go:205] ID: 21 GRPC response: {}
I0922 03:56:59.711798       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0922 03:56:59.712898       1 utils.go:199] ID: 22 GRPC request: {}
I0922 03:56:59.712976       1 utils.go:205] ID: 22 GRPC response: {}
I0922 03:57:59.711213       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0922 03:57:59.711264       1 utils.go:199] ID: 23 GRPC request: {}
I0922 03:57:59.711288       1 utils.go:205] ID: 23 GRPC response: {}
I0922 03:58:59.722436       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0922 03:58:59.722517       1 utils.go:199] ID: 24 GRPC request: {}
I0922 03:58:59.722616       1 utils.go:205] ID: 24 GRPC response: {}
I0922 03:59:27.802433       1 utils.go:198] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 GRPC call: /csi.v1.Controller/CreateVolume
I0922 03:59:27.802923       1 utils.go:199] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0922 03:59:27.803446       1 rbd_util.go:1315] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0922 03:59:27.830177       1 omap.go:80] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0922 03:59:27.851092       1 omap.go:159] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62:5c395730-6db7-4635-8e48-92e29e6a6fd9])
I0922 03:59:27.859017       1 omap.go:159] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 set omap keys (pool="kube", namespace="", name="csi.volume.5c395730-6db7-4635-8e48-92e29e6a6fd9"): map[csi.imagename:csi-vol-5c395730-6db7-4635-8e48-92e29e6a6fd9 csi.volname:pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 csi.volume.owner:default])
I0922 03:59:27.859044       1 rbd_journal.go:491] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5c395730-6db7-4635-8e48-92e29e6a6fd9) and image name (csi-vol-5c395730-6db7-4635-8e48-92e29e6a6fd9) for request name (pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62)
I0922 03:59:27.859211       1 rbd_util.go:423] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 rbd: create kube/csi-vol-5c395730-6db7-4635-8e48-92e29e6a6fd9 size 5120M (features: [layering]) using mon 162.253.55.126
I0922 03:59:27.859361       1 rbd_util.go:1563] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 setting image options on kube/csi-vol-5c395730-6db7-4635-8e48-92e29e6a6fd9
I0922 03:59:27.896329       1 controllerserver.go:763] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 created image kube/csi-vol-5c395730-6db7-4635-8e48-92e29e6a6fd9 backed for request name pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62
I0922 03:59:27.929220       1 omap.go:159] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 set omap keys (pool="kube", namespace="", name="csi.volume.5c395730-6db7-4635-8e48-92e29e6a6fd9"): map[csi.imageid:37f4a73a367e])
I0922 03:59:28.022021       1 utils.go:205] ID: 25 Req-ID: pvc-0cb12602-8adb-43e8-bff2-bb5c35422b62 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-5c395730-6db7-4635-8e48-92e29e6a6fd9","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5c395730-6db7-4635-8e48-92e29e6a6fd9"}}
I0922 03:59:59.711147       1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe
I0922 03:59:59.711192       1 utils.go:199] ID: 26 GRPC request: {}
I0922 03:59:59.711211       1 utils.go:205] ID: 26 GRPC response: {}