I0918 05:19:31.904722       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0918 05:19:31.904840       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0918 05:19:31.904855       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0918 05:19:31.904859       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0918 05:19:31.904862       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0918 05:19:31.904870       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0918 05:19:31.904873       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0918 05:19:31.904878       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0918 05:19:31.904881       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0918 05:19:31.904884       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0918 05:19:31.905096       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0918 05:19:31.905127       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0918 05:19:34.285571       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0918 05:19:34.287715       1 utils.go:199] ID: 1 GRPC request: {}
I0918 05:19:34.287805       1 utils.go:205] ID: 1 GRPC response: {}
I0918 05:19:34.291866       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0918 05:19:34.292002       1 utils.go:199] ID: 2 GRPC request: {}
I0918 05:19:34.292028       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0918 05:19:34.292096       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0918 05:19:34.293984       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0918 05:19:34.294022       1 utils.go:199] ID: 3 GRPC request: {}
I0918 05:19:34.294066       1 utils.go:205] ID: 3 GRPC response: {}
I0918 05:19:34.294515       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0918 05:19:34.294602       1 utils.go:199] ID: 4 GRPC request: {}
I0918 05:19:34.294816       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0918 05:19:34.295586       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0918 05:19:34.295654       1 utils.go:199] ID: 5 GRPC request: {}
I0918 05:19:34.295665       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0918 05:19:34.295890       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0918 05:19:35.758110       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0918 05:19:35.758155       1 utils.go:199] ID: 6 GRPC request: {}
I0918 05:19:35.758214       1 utils.go:205] ID: 6 GRPC response: {}
I0918 05:19:35.759969       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0918 05:19:35.759990       1 utils.go:199] ID: 7 GRPC request: {}
I0918 05:19:35.759997       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0918 05:19:35.760049       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0918 05:19:35.761767       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0918 05:19:35.761809       1 utils.go:199] ID: 8 GRPC request: {}
I0918 05:19:35.761833       1 utils.go:205] ID: 8 GRPC response: {}
I0918 05:19:35.762599       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0918 05:19:35.762691       1 utils.go:199] ID: 9 GRPC request: {}
I0918 05:19:35.762876       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0918 05:19:35.763791       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0918 05:19:35.763820       1 utils.go:199] ID: 10 GRPC request: {}
I0918 05:19:35.763830       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0918 05:19:35.763983       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0918 05:19:35.764800       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0918 05:19:35.764817       1 utils.go:199] ID: 11 GRPC request: {}
I0918 05:19:35.764822       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0918 05:19:35.764933       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0918 05:19:35.765351       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0918 05:19:35.765446       1 utils.go:199] ID: 12 GRPC request: {}
I0918 05:19:35.765496       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0918 05:19:35.765714       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0918 05:19:37.180921       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0918 05:19:37.180965       1 utils.go:199] ID: 13 GRPC request: {}
I0918 05:19:37.180976       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0918 05:19:37.181008       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0918 05:19:37.184943       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0918 05:19:37.184968       1 utils.go:199] ID: 14 GRPC request: {}
I0918 05:19:37.184984       1 utils.go:205] ID: 14 GRPC response: {}
I0918 05:19:37.185509       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0918 05:19:37.185550       1 utils.go:199] ID: 15 GRPC request: {}
I0918 05:19:37.185570       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0918 05:19:37.185696       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0918 05:19:38.640048       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0918 05:19:38.640092       1 utils.go:199] ID: 16 GRPC request: {}
I0918 05:19:38.640113       1 utils.go:205] ID: 16 GRPC response: {}
I0918 05:19:38.643184       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0918 05:19:38.643229       1 utils.go:199] ID: 17 GRPC request: {}
I0918 05:19:38.643246       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0918 05:19:38.643279       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0918 05:19:38.646526       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0918 05:19:38.646568       1 utils.go:199] ID: 18 GRPC request: {}
I0918 05:19:38.646588       1 utils.go:205] ID: 18 GRPC response: {}
I0918 05:19:38.647092       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0918 05:19:38.647114       1 utils.go:199] ID: 19 GRPC request: {}
I0918 05:19:38.647309       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0918 05:19:38.648235       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0918 05:19:38.648256       1 utils.go:199] ID: 20 GRPC request: {}
I0918 05:19:38.648263       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0918 05:19:38.648999       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0918 05:20:38.859509       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0918 05:20:38.859545       1 utils.go:199] ID: 21 GRPC request: {}
I0918 05:20:38.859558       1 utils.go:205] ID: 21 GRPC response: {}
I0918 05:21:38.860504       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0918 05:21:38.860565       1 utils.go:199] ID: 22 GRPC request: {}
I0918 05:21:38.860596       1 utils.go:205] ID: 22 GRPC response: {}
I0918 05:22:38.859203       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0918 05:22:38.859262       1 utils.go:199] ID: 23 GRPC request: {}
I0918 05:22:38.859283       1 utils.go:205] ID: 23 GRPC response: {}
I0918 05:23:38.869525       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0918 05:23:38.869572       1 utils.go:199] ID: 24 GRPC request: {}
I0918 05:23:38.869593       1 utils.go:205] ID: 24 GRPC response: {}
I0918 05:24:05.327027       1 utils.go:198] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb GRPC call: /csi.v1.Controller/CreateVolume
I0918 05:24:05.331937       1 utils.go:199] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0918 05:24:05.339981       1 rbd_util.go:1315] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb setting disableInUseChecks: false image features: [layering] mounter: rbd
E0918 05:24:05.358870       1 omap.go:80] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0918 05:24:05.387383       1 omap.go:159] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb:c856bb0c-c5df-4df6-b84c-c21642b70c4a])
I0918 05:24:05.394620       1 omap.go:159] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb set omap keys (pool="kube", namespace="", name="csi.volume.c856bb0c-c5df-4df6-b84c-c21642b70c4a"): map[csi.imagename:csi-vol-c856bb0c-c5df-4df6-b84c-c21642b70c4a csi.volname:pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb csi.volume.owner:default])
I0918 05:24:05.394646       1 rbd_journal.go:491] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c856bb0c-c5df-4df6-b84c-c21642b70c4a) and image name (csi-vol-c856bb0c-c5df-4df6-b84c-c21642b70c4a) for request name (pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb)
I0918 05:24:05.394713       1 rbd_util.go:423] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb rbd: create kube/csi-vol-c856bb0c-c5df-4df6-b84c-c21642b70c4a size 5120M (features: [layering]) using mon 162.253.55.95
I0918 05:24:05.394740       1 rbd_util.go:1563] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb setting image options on kube/csi-vol-c856bb0c-c5df-4df6-b84c-c21642b70c4a
I0918 05:24:05.427313       1 controllerserver.go:763] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb created image kube/csi-vol-c856bb0c-c5df-4df6-b84c-c21642b70c4a backed for request name pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb
I0918 05:24:05.458840       1 omap.go:159] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb set omap keys (pool="kube", namespace="", name="csi.volume.c856bb0c-c5df-4df6-b84c-c21642b70c4a"): map[csi.imageid:37f4e00e3d36])
I0918 05:24:05.565528       1 utils.go:205] ID: 25 Req-ID: pvc-deaecad3-4c4f-4869-8c7f-9399991e42eb GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c856bb0c-c5df-4df6-b84c-c21642b70c4a","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c856bb0c-c5df-4df6-b84c-c21642b70c4a"}}
I0918 05:24:38.863516       1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe
I0918 05:24:38.863560       1 utils.go:199] ID: 26 GRPC request: {}
I0918 05:24:38.863578       1 utils.go:205] ID: 26 GRPC response: {}