I0918 15:18:09.983822 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0918 15:18:09.983935 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0918 15:18:09.983948 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0918 15:18:09.983951 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0918 15:18:09.983954 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0918 15:18:09.983957 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0918 15:18:09.983960 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0918 15:18:09.983962 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0918 15:18:09.983966 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0918 15:18:09.983969 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0918 15:18:09.984271 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0918 15:18:09.984296 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0918 15:18:14.416195 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0918 15:18:14.418254 1 utils.go:199] ID: 1 GRPC request: {} I0918 15:18:14.418445 1 utils.go:205] ID: 1 GRPC response: {} I0918 15:18:14.422749 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 15:18:14.422799 1 utils.go:199] ID: 2 GRPC request: {} I0918 15:18:14.422809 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0918 15:18:14.422934 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0918 15:18:14.424351 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0918 15:18:14.424585 1 utils.go:199] ID: 3 GRPC request: {} I0918 15:18:14.424616 1 utils.go:205] ID: 3 GRPC response: {} I0918 15:18:14.425338 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0918 15:18:14.425606 1 utils.go:199] ID: 4 GRPC request: {} I0918 15:18:14.425960 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0918 15:18:14.426909 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 15:18:14.427042 1 utils.go:199] ID: 5 GRPC request: {} I0918 15:18:14.427065 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0918 15:18:14.427320 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 15:18:15.887018 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0918 15:18:15.887055 1 utils.go:199] ID: 6 GRPC request: {} I0918 15:18:15.887071 1 utils.go:205] ID: 6 GRPC response: {} I0918 15:18:15.888986 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 15:18:15.889022 1 utils.go:199] ID: 7 GRPC request: {} I0918 15:18:15.889030 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0918 15:18:15.889053 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0918 15:18:15.892192 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0918 15:18:15.892226 1 utils.go:199] ID: 8 GRPC request: {} I0918 15:18:15.892240 1 utils.go:205] ID: 8 GRPC response: {} I0918 15:18:15.892775 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0918 15:18:15.892795 1 utils.go:199] ID: 9 GRPC request: {} I0918 15:18:15.893076 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0918 15:18:15.893838 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 15:18:15.893864 1 utils.go:199] ID: 10 GRPC request: {} I0918 15:18:15.893879 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0918 15:18:15.893963 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 15:18:15.894462 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 15:18:15.894484 1 utils.go:199] ID: 11 GRPC request: {} I0918 15:18:15.894492 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0918 15:18:15.894587 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 15:18:15.894944 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 15:18:15.894963 1 utils.go:199] ID: 12 GRPC request: {} I0918 15:18:15.894968 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0918 15:18:15.895019 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 15:18:17.187536 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 15:18:17.187578 1 utils.go:199] ID: 13 GRPC request: {} I0918 15:18:17.187589 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0918 15:18:17.187627 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0918 15:18:17.190639 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0918 15:18:17.190712 1 utils.go:199] ID: 14 GRPC request: {} I0918 15:18:17.190753 1 utils.go:205] ID: 14 GRPC response: {} I0918 15:18:17.191903 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 15:18:17.192045 1 utils.go:199] ID: 15 GRPC request: {} I0918 15:18:17.192096 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0918 15:18:17.192246 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 15:18:18.558286 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0918 15:18:18.558325 1 utils.go:199] ID: 16 GRPC request: {} I0918 15:18:18.558340 1 utils.go:205] ID: 16 GRPC response: {} I0918 15:18:18.559622 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 15:18:18.559640 1 utils.go:199] ID: 17 GRPC request: {} I0918 15:18:18.559648 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0918 15:18:18.559679 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0918 15:18:18.564287 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0918 15:18:18.564311 1 utils.go:199] ID: 18 GRPC request: {} I0918 15:18:18.564327 1 utils.go:205] ID: 18 GRPC response: {} I0918 15:18:18.564646 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0918 15:18:18.564667 1 utils.go:199] ID: 19 GRPC request: {} I0918 15:18:18.564751 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0918 15:18:18.565500 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 15:18:18.565521 1 utils.go:199] ID: 20 GRPC request: {} I0918 15:18:18.565529 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0918 15:18:18.565594 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 15:19:18.731492 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0918 15:19:18.731528 1 utils.go:199] ID: 21 GRPC request: {} I0918 15:19:18.731540 1 utils.go:205] ID: 21 GRPC response: {} I0918 15:20:18.733531 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0918 15:20:18.733657 1 utils.go:199] ID: 22 GRPC request: {} I0918 15:20:18.733717 1 utils.go:205] ID: 22 GRPC response: {} I0918 15:21:18.731578 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0918 15:21:18.731649 1 utils.go:199] ID: 23 GRPC request: {} I0918 15:21:18.731680 1 utils.go:205] ID: 23 GRPC response: {} I0918 15:22:18.741152 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0918 15:22:18.741187 1 utils.go:199] ID: 24 GRPC request: {} I0918 15:22:18.741199 1 utils.go:205] ID: 24 GRPC response: {} I0918 15:22:47.140847 1 utils.go:198] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 GRPC call: /csi.v1.Controller/CreateVolume I0918 15:22:47.141766 1 utils.go:199] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0918 15:22:47.142527 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 setting disableInUseChecks: false image features: [layering] mounter: rbd E0918 15:22:47.169239 1 omap.go:80] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0918 15:22:47.189882 1 omap.go:159] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94:fcd167ad-e7fa-4f77-8bc7-66f59b632593]) I0918 15:22:47.195905 1 omap.go:159] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 set omap keys (pool="kube", namespace="", name="csi.volume.fcd167ad-e7fa-4f77-8bc7-66f59b632593"): map[csi.imagename:csi-vol-fcd167ad-e7fa-4f77-8bc7-66f59b632593 csi.volname:pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 csi.volume.owner:default]) I0918 15:22:47.195938 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-fcd167ad-e7fa-4f77-8bc7-66f59b632593) and image name (csi-vol-fcd167ad-e7fa-4f77-8bc7-66f59b632593) for request name (pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94) I0918 15:22:47.196017 1 rbd_util.go:423] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 rbd: create kube/csi-vol-fcd167ad-e7fa-4f77-8bc7-66f59b632593 size 5120M (features: [layering]) using mon 162.253.55.138 I0918 15:22:47.196137 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 setting image options on kube/csi-vol-fcd167ad-e7fa-4f77-8bc7-66f59b632593 I0918 15:22:47.234683 1 controllerserver.go:763] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 created image kube/csi-vol-fcd167ad-e7fa-4f77-8bc7-66f59b632593 backed for request name pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 I0918 15:22:47.271253 1 omap.go:159] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 set omap keys (pool="kube", namespace="", name="csi.volume.fcd167ad-e7fa-4f77-8bc7-66f59b632593"): map[csi.imageid:37f4f013f3c7]) I0918 15:22:47.366614 1 utils.go:205] ID: 25 Req-ID: pvc-5d21b0a7-6e81-4be1-8f64-0f64aefc6a94 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-fcd167ad-e7fa-4f77-8bc7-66f59b632593","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-fcd167ad-e7fa-4f77-8bc7-66f59b632593"}} I0918 15:23:18.730796 1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe I0918 15:23:18.730880 1 utils.go:199] ID: 26 GRPC request: {} I0918 15:23:18.730903 1 utils.go:205] ID: 26 GRPC response: {}