I0918 02:27:34.615302 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0918 02:27:34.615435 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0918 02:27:34.615466 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0918 02:27:34.615735 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0918 02:27:34.615749 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0918 02:27:34.615754 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0918 02:27:34.615758 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0918 02:27:34.615764 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0918 02:27:34.615771 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0918 02:27:34.615775 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0918 02:27:34.615779 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0918 02:27:34.615920 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0918 02:27:34.615986 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0918 02:27:34.888337 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/Probe I0918 02:27:34.890505 1 utils.go:195] ID: 1 GRPC request: {} I0918 02:27:34.890636 1 utils.go:202] ID: 1 GRPC response: {} I0918 02:27:34.891738 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 02:27:34.891817 1 utils.go:195] ID: 2 GRPC request: {} I0918 02:27:34.891834 1 identityserver-default.go:38] ID: 2 Using default GetPluginInfo I0918 02:27:34.892021 1 utils.go:202] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0918 02:27:34.893813 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Identity/Probe I0918 02:27:34.893873 1 utils.go:195] ID: 3 GRPC request: {} I0918 02:27:34.893903 1 utils.go:202] ID: 3 GRPC response: {} I0918 02:27:34.894587 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0918 02:27:34.894708 1 utils.go:195] ID: 4 GRPC request: {} I0918 02:27:34.895055 1 utils.go:202] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0918 02:27:34.896145 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 02:27:34.896185 1 utils.go:195] ID: 5 GRPC request: {} I0918 02:27:34.896195 1 controllerserver-default.go:74] ID: 5 Using default ControllerGetCapabilities I0918 02:27:34.896456 1 utils.go:202] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 02:27:34.947428 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 02:27:34.948006 1 utils.go:195] ID: 6 GRPC request: {} I0918 02:27:34.948117 1 identityserver-default.go:38] ID: 6 Using default GetPluginInfo I0918 02:27:34.948409 1 utils.go:202] ID: 6 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0918 02:27:34.950600 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/Probe I0918 02:27:34.950714 1 utils.go:195] ID: 7 GRPC request: {} I0918 02:27:34.950778 1 utils.go:202] ID: 7 GRPC response: {} I0918 02:27:34.951475 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 02:27:34.951525 1 utils.go:195] ID: 8 GRPC request: {} I0918 02:27:34.951541 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0918 02:27:34.951663 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 02:27:35.134026 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0918 02:27:35.134116 1 utils.go:195] ID: 9 GRPC request: {} I0918 02:27:35.134141 1 utils.go:202] ID: 9 GRPC response: {} I0918 02:27:35.136340 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 02:27:35.136499 1 utils.go:195] ID: 10 GRPC request: {} I0918 02:27:35.136552 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0918 02:27:35.136612 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0918 02:27:35.137378 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0918 02:27:35.137419 1 utils.go:195] ID: 11 GRPC request: {} I0918 02:27:35.137602 1 utils.go:202] ID: 11 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0918 02:27:35.138302 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 02:27:35.138332 1 utils.go:195] ID: 12 GRPC request: {} I0918 02:27:35.138340 1 controllerserver-default.go:74] ID: 12 Using default ControllerGetCapabilities I0918 02:27:35.138476 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 02:27:35.139005 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 02:27:35.139035 1 utils.go:195] ID: 13 GRPC request: {} I0918 02:27:35.139059 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0918 02:27:35.139166 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 02:27:35.486518 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0918 02:27:35.486588 1 utils.go:195] ID: 14 GRPC request: {} I0918 02:27:35.486615 1 utils.go:202] ID: 14 GRPC response: {} I0918 02:27:35.487219 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0918 02:27:35.487261 1 utils.go:195] ID: 15 GRPC request: {} I0918 02:27:35.487275 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0918 02:27:35.487308 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0918 02:27:35.488811 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/Probe I0918 02:27:35.488869 1 utils.go:195] ID: 16 GRPC request: {} I0918 02:27:35.488899 1 utils.go:202] ID: 16 GRPC response: {} I0918 02:27:35.489715 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0918 02:27:35.489792 1 utils.go:195] ID: 17 GRPC request: {} I0918 02:27:35.489965 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0918 02:27:35.491881 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0918 02:27:35.491958 1 utils.go:195] ID: 18 GRPC request: {} I0918 02:27:35.491976 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0918 02:27:35.492112 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0918 02:28:34.762007 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0918 02:28:34.762097 1 utils.go:195] ID: 19 GRPC request: {} I0918 02:28:34.762134 1 utils.go:202] ID: 19 GRPC response: {} I0918 02:29:34.761739 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0918 02:29:34.761859 1 utils.go:195] ID: 20 GRPC request: {} I0918 02:29:34.761890 1 utils.go:202] ID: 20 GRPC response: {} I0918 02:30:34.761482 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0918 02:30:34.761556 1 utils.go:195] ID: 21 GRPC request: {} I0918 02:30:34.761573 1 utils.go:202] ID: 21 GRPC response: {} I0918 02:31:34.761396 1 utils.go:191] ID: 22 GRPC call: /csi.v1.Identity/Probe I0918 02:31:34.761485 1 utils.go:195] ID: 22 GRPC request: {} I0918 02:31:34.761515 1 utils.go:202] ID: 22 GRPC response: {} I0918 02:32:01.681808 1 utils.go:191] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 GRPC call: /csi.v1.Controller/CreateVolume I0918 02:32:01.682337 1 utils.go:195] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0918 02:32:01.682631 1 rbd_util.go:1296] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 setting disableInUseChecks: false image features: [layering] mounter: rbd W0918 02:32:01.682705 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0918 02:32:01.703656 1 omap.go:78] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0918 02:32:01.718550 1 omap.go:155] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810:212048ce-b309-11f1-a98c-1ee9ce2dde43]) I0918 02:32:01.725294 1 omap.go:155] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 set omap keys (pool="kube", namespace="", name="csi.volume.212048ce-b309-11f1-a98c-1ee9ce2dde43"): map[csi.imagename:csi-vol-212048ce-b309-11f1-a98c-1ee9ce2dde43 csi.volname:pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 csi.volume.owner:default]) I0918 02:32:01.725349 1 rbd_journal.go:482] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-212048ce-b309-11f1-a98c-1ee9ce2dde43) and image name (csi-vol-212048ce-b309-11f1-a98c-1ee9ce2dde43) for request name (pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810) I0918 02:32:01.725462 1 rbd_util.go:352] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 rbd: create kube/csi-vol-212048ce-b309-11f1-a98c-1ee9ce2dde43 size 5120M (features: [layering]) using mon 162.253.55.4 I0918 02:32:01.755658 1 controllerserver.go:666] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 created image kube/csi-vol-212048ce-b309-11f1-a98c-1ee9ce2dde43 backed for request name pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 I0918 02:32:01.788337 1 omap.go:155] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 set omap keys (pool="kube", namespace="", name="csi.volume.212048ce-b309-11f1-a98c-1ee9ce2dde43"): map[csi.imageid:37f4ee95a779]) I0918 02:32:01.788920 1 utils.go:202] ID: 23 Req-ID: pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-29d7d5c3-cd8a-4d53-ab0e-d2441fda8810","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-212048ce-b309-11f1-a98c-1ee9ce2dde43","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-212048ce-b309-11f1-a98c-1ee9ce2dde43"}} I0918 02:32:34.761670 1 utils.go:191] ID: 24 GRPC call: /csi.v1.Identity/Probe I0918 02:32:34.761725 1 utils.go:195] ID: 24 GRPC request: {} I0918 02:32:34.761738 1 utils.go:202] ID: 24 GRPC response: {}