From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from gate001.proxmox.com (gate001.proxmox.com [IPv6:2a0f:8001:1:32::40]) by lore.proxmox.com (Postfix) with ESMTPS id A15E41FF0DA for ; Thu, 19 Nov 2026 20:49:02 +0100 (CET) Received: from gate001.proxmox.com (localhost.localdomain [127.0.0.1]) by gate001.proxmox.com (Proxmox) with ESMTP id 9A40721902; Thu, 19 Nov 2026 20:48:21 +0100 (CET) From: Thomas Lamprecht To: pve-devel@lists.proxmox.com Subject: [PATCH v8 storage 03/43] diskmanage: qualify NVMe over Fabrics transport Date: Thu, 19 Nov 2026 20:46:08 +0100 Message-ID: <20261119194655.3163258-4-t.lamprecht@proxmox.com> X-Mailer: git-send-email 2.47.3 In-Reply-To: <20261119194655.3163258-1-t.lamprecht@proxmox.com> References: <20261119194655.3163258-1-t.lamprecht@proxmox.com> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-Bm-Milter-Handled: 55990f41-d878-4baa-be0a-ee34c49e34d2 X-Bm-Transport-Timestamp: 1795117621157 X-SPAM-LEVEL: Spam detection results: 0 AWL 0.004 Adjusted score from AWL reputation of From: address DMARC_MISSING 0.1 Missing DMARC policy KAM_DMARC_STATUS 0.01 Test Rule for DKIM or SPF Failure with Strict Alignment (newer systems) POISEN_SPAM_PILL 0.1 Meta: its spam POISEN_SPAM_PILL_1 0.1 random spam to be learned in bayes POISEN_SPAM_PILL_3 0.1 random spam to be learned in bayes RCVD_IN_DNSWL_MED -2.3 Sender listed at https://www.dnswl.org/, medium trust SPF_HELO_NONE 0.001 SPF: HELO does not publish an SPF Record SPF_PASS -0.001 SPF: sender matches SPF record Message-ID-Hash: BSHC443CKRVBDH3CRX5TQ3Q54YHLQWJJ X-Message-ID-Hash: BSHC443CKRVBDH3CRX5TQ3Q54YHLQWJJ X-MailFrom: t.lamprecht@proxmox.com X-Mailman-Rule-Misses: dmarc-mitigation; no-senders; approved; loop; banned-address; emergency; member-moderation; nonmember-moderation; administrivia; implicit-dest; max-recipients; max-size; news-moderation; no-subject; digests; suspicious-header X-Mailman-Version: 3.3.10 Precedence: list List-Id: Proxmox VE development discussion List-Help: List-Owner: List-Post: List-Subscribe: List-Unsubscribe: From: Dietmar Maurer lsblk reports 'nvme' for namespaces attached over a fabric too, so they cannot be told from local PCIe drives. Read the transport from the controller, or from a controller of the subsystem with native multipath, and report nvme-fc, nvme-tcp, nvme-rdma or nvme-loop for such namespaces. Signed-off-by: Dietmar Maurer [TL: add the test case with the two namespaces only, as the multipath devices it was part of follow later; mention the new values in the transport description; call the wrapped test function with arrow syntax] Signed-off-by: Thomas Lamprecht --- src/PVE/API2/Disks.pm | 3 +- src/PVE/Diskmanage.pm | 27 ++++++++++++++ src/test/disk_tests/multipath/disklist | 2 ++ .../multipath/disklist_expected.json | 35 +++++++++++++++++++ src/test/disk_tests/multipath/lsblk | 18 ++++++++++ .../disk_tests/multipath/nvme8n1/device/model | 1 + .../multipath/nvme8n1/device/transport | 1 + .../multipath/nvme8n1/queue/rotational | 1 + src/test/disk_tests/multipath/nvme8n1/size | 1 + src/test/disk_tests/multipath/nvme8n1_udevadm | 14 ++++++++ .../disk_tests/multipath/nvme9n1/device/model | 1 + .../multipath/nvme9n1/device/transport | 1 + .../multipath/nvme9n1/device/vendor | 1 + .../multipath/nvme9n1/queue/rotational | 1 + src/test/disk_tests/multipath/nvme9n1/size | 1 + src/test/disk_tests/multipath/nvme9n1_udevadm | 12 +++++++ src/test/disklist_test.pm | 12 +++++++ 17 files changed, 131 insertions(+), 1 deletion(-) create mode 100644 src/test/disk_tests/multipath/disklist create mode 100644 src/test/disk_tests/multipath/disklist_expected.json create mode 100644 src/test/disk_tests/multipath/lsblk create mode 100644 src/test/disk_tests/multipath/nvme8n1/device/model create mode 100644 src/test/disk_tests/multipath/nvme8n1/device/transport create mode 100644 src/test/disk_tests/multipath/nvme8n1/queue/rotational create mode 100644 src/test/disk_tests/multipath/nvme8n1/size create mode 100644 src/test/disk_tests/multipath/nvme8n1_udevadm create mode 100644 src/test/disk_tests/multipath/nvme9n1/device/model create mode 100644 src/test/disk_tests/multipath/nvme9n1/device/transport create mode 100644 src/test/disk_tests/multipath/nvme9n1/device/vendor create mode 100644 src/test/disk_tests/multipath/nvme9n1/queue/rotational create mode 100644 src/test/disk_tests/multipath/nvme9n1/size create mode 100644 src/test/disk_tests/multipath/nvme9n1_udevadm diff --git a/src/PVE/API2/Disks.pm b/src/PVE/API2/Disks.pm index 1abab820..980ba7ff 100644 --- a/src/PVE/API2/Disks.pm +++ b/src/PVE/API2/Disks.pm @@ -138,7 +138,8 @@ __PACKAGE__->register_method({ transport => { type => 'string', description => - "The device transport, for example 'sata', 'sas', 'usb', 'fc', or 'nvme'.", + "The device transport, for example 'sata', 'sas', 'usb', 'fc'," + . " 'nvme', 'nvme-fc', or 'nvme-tcp'.", optional => 1, }, parent => { diff --git a/src/PVE/Diskmanage.pm b/src/PVE/Diskmanage.pm index 4d66902b..7862bcd4 100644 --- a/src/PVE/Diskmanage.pm +++ b/src/PVE/Diskmanage.pm @@ -505,6 +505,26 @@ sub is_iscsi { return 0; } +# Returns the NVMe transport (pcie, fc, tcp, rdma, loop) of a namespace, either directly from +# its controller, or from any controller of its subsystem for native NVMe multipath setups. +sub get_nvme_transport { + my ($sysdir) = @_; + + my $transport = file_read_firstline("$sysdir/device/transport"); + return $transport if defined($transport); + + dir_glob_foreach( + "$sysdir/device", + 'nvme\d+', + sub { + my ($controller) = @_; + $transport //= file_read_firstline("$sysdir/device/$controller/transport"); + }, + ); + + return $transport; +} + my sub is_ssdlike { my ($type) = @_; return $type eq 'ssd' || $type eq 'nvme'; @@ -597,6 +617,9 @@ sub get_disks { # we do not want iscsi devices return if is_iscsi($sysdir); + my $nvme_transport; + $nvme_transport = get_nvme_transport($sysdir) if $dev =~ m/^nvme/; + my $sysdata = get_sysdir_info($sysdir); return if !defined($sysdata); @@ -648,7 +671,11 @@ sub get_disks { wearout => $wearout, }; + # lsblk reports plain 'nvme' for fabrics attached namespaces my $transport = $lsblk_info->{$devpath}->{tran}; + if (defined($nvme_transport) && $nvme_transport ne 'pcie') { + $transport = "nvme-$nvme_transport"; + } $disklist->{$dev}->{transport} = $transport if defined($transport); $disklist->{$dev}->{mounted} = 1 if exists $mounted->{$devpath}; diff --git a/src/test/disk_tests/multipath/disklist b/src/test/disk_tests/multipath/disklist new file mode 100644 index 00000000..b5e636a5 --- /dev/null +++ b/src/test/disk_tests/multipath/disklist @@ -0,0 +1,2 @@ +nvme8n1 +nvme9n1 diff --git a/src/test/disk_tests/multipath/disklist_expected.json b/src/test/disk_tests/multipath/disklist_expected.json new file mode 100644 index 00000000..908c2b56 --- /dev/null +++ b/src/test/disk_tests/multipath/disklist_expected.json @@ -0,0 +1,35 @@ +{ + "nvme8n1": { + "devpath": "/dev/nvme8n1", + "size": 10737418240, + "vendor": "unknown", + "model": "FCMODEL", + "serial": "FCNVME1", + "wwn": "uuid.20000000-0000-0000-0000-000000000001", + "gpt": 0, + "rpm": 0, + "type": "nvme", + "health": "UNKNOWN", + "wearout": "N/A", + "osdid": -1, + "osdid-list": null, + "by_id_link": "/dev/disk/by-id/nvme-FCMODEL_FCNVME1", + "transport": "nvme-fc" + }, + "nvme9n1": { + "devpath": "/dev/nvme9n1", + "size": 10737418240, + "vendor": "FABVEND", + "model": "FABRICS CTRL", + "serial": "FAB1", + "wwn": "uuid.10000000-0000-0000-0000-000000000001", + "gpt": 0, + "rpm": 0, + "type": "nvme", + "health": "UNKNOWN", + "wearout": "N/A", + "osdid": -1, + "osdid-list": null, + "transport": "nvme-tcp" + } +} diff --git a/src/test/disk_tests/multipath/lsblk b/src/test/disk_tests/multipath/lsblk new file mode 100644 index 00000000..597adf94 --- /dev/null +++ b/src/test/disk_tests/multipath/lsblk @@ -0,0 +1,18 @@ +{ + "blockdevices": [ + { + "path": "/dev/nvme8n1", + "parttype": null, + "fstype": null, + "tran": "nvme", + "pttype": null + }, + { + "path": "/dev/nvme9n1", + "parttype": null, + "fstype": null, + "tran": "nvme", + "pttype": null + } + ] +} diff --git a/src/test/disk_tests/multipath/nvme8n1/device/model b/src/test/disk_tests/multipath/nvme8n1/device/model new file mode 100644 index 00000000..1aac689e --- /dev/null +++ b/src/test/disk_tests/multipath/nvme8n1/device/model @@ -0,0 +1 @@ +FCMODEL \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme8n1/device/transport b/src/test/disk_tests/multipath/nvme8n1/device/transport new file mode 100644 index 00000000..8b517d01 --- /dev/null +++ b/src/test/disk_tests/multipath/nvme8n1/device/transport @@ -0,0 +1 @@ +fc \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme8n1/queue/rotational b/src/test/disk_tests/multipath/nvme8n1/queue/rotational new file mode 100644 index 00000000..c2270834 --- /dev/null +++ b/src/test/disk_tests/multipath/nvme8n1/queue/rotational @@ -0,0 +1 @@ +0 \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme8n1/size b/src/test/disk_tests/multipath/nvme8n1/size new file mode 100644 index 00000000..8280959b --- /dev/null +++ b/src/test/disk_tests/multipath/nvme8n1/size @@ -0,0 +1 @@ +20971520 \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme8n1_udevadm b/src/test/disk_tests/multipath/nvme8n1_udevadm new file mode 100644 index 00000000..d0cd5ea9 --- /dev/null +++ b/src/test/disk_tests/multipath/nvme8n1_udevadm @@ -0,0 +1,14 @@ +P: /devices/virtual/nvme-subsystem/nvme-subsys8/nvme8n1 +N: nvme8n1 +S: disk/by-id/nvme-FCMODEL_FCNVME1 +E: DEVLINKS=/dev/disk/by-id/nvme-FCMODEL_FCNVME1 +E: DEVNAME=/dev/nvme8n1 +E: DEVPATH=/devices/virtual/nvme-subsystem/nvme-subsys8/nvme8n1 +E: DEVTYPE=disk +E: ID_MODEL=FCMODEL +E: ID_SERIAL=FCNVME_1 +E: ID_SERIAL_SHORT=FCNVME1 +E: ID_WWN=uuid.20000000-0000-0000-0000-000000000001 +E: MAJOR=259 +E: MINOR=1 +E: SUBSYSTEM=block diff --git a/src/test/disk_tests/multipath/nvme9n1/device/model b/src/test/disk_tests/multipath/nvme9n1/device/model new file mode 100644 index 00000000..aa0287c7 --- /dev/null +++ b/src/test/disk_tests/multipath/nvme9n1/device/model @@ -0,0 +1 @@ +FABMODEL \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme9n1/device/transport b/src/test/disk_tests/multipath/nvme9n1/device/transport new file mode 100644 index 00000000..f5483dbf --- /dev/null +++ b/src/test/disk_tests/multipath/nvme9n1/device/transport @@ -0,0 +1 @@ +tcp \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme9n1/device/vendor b/src/test/disk_tests/multipath/nvme9n1/device/vendor new file mode 100644 index 00000000..cdc6ddfa --- /dev/null +++ b/src/test/disk_tests/multipath/nvme9n1/device/vendor @@ -0,0 +1 @@ +FABVEND \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme9n1/queue/rotational b/src/test/disk_tests/multipath/nvme9n1/queue/rotational new file mode 100644 index 00000000..c2270834 --- /dev/null +++ b/src/test/disk_tests/multipath/nvme9n1/queue/rotational @@ -0,0 +1 @@ +0 \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme9n1/size b/src/test/disk_tests/multipath/nvme9n1/size new file mode 100644 index 00000000..8280959b --- /dev/null +++ b/src/test/disk_tests/multipath/nvme9n1/size @@ -0,0 +1 @@ +20971520 \ No newline at end of file diff --git a/src/test/disk_tests/multipath/nvme9n1_udevadm b/src/test/disk_tests/multipath/nvme9n1_udevadm new file mode 100644 index 00000000..b6d13ccb --- /dev/null +++ b/src/test/disk_tests/multipath/nvme9n1_udevadm @@ -0,0 +1,12 @@ +P: /devices/virtual/nvme-subsystem/nvme-subsys9/nvme9n1 +N: nvme9n1 +E: DEVNAME=/dev/nvme9n1 +E: DEVPATH=/devices/virtual/nvme-subsystem/nvme-subsys9/nvme9n1 +E: DEVTYPE=disk +E: ID_MODEL=FABRICS CTRL +E: ID_SERIAL=FABRICS_1 +E: ID_SERIAL_SHORT=FAB1 +E: ID_WWN=uuid.10000000-0000-0000-0000-000000000001 +E: MAJOR=259 +E: MINOR=0 +E: SUBSYSTEM=block diff --git a/src/test/disklist_test.pm b/src/test/disklist_test.pm index a0dc01f6..c7374fd5 100644 --- a/src/test/disklist_test.pm +++ b/src/test/disklist_test.pm @@ -101,6 +101,16 @@ sub mocked_is_iscsi { return 0; } +sub mocked_file_read_firstline { + my ($path) = @_; + + my $originalsub = $diskmanage_module->original('file_read_firstline'); + + $path =~ s|^/sys/block|disk_tests/$testcasedir|; + + return $originalsub->($path); +} + sub mocked_dir_glob_foreach { my ($dir, $regex, $sub) = @_; @@ -248,6 +258,8 @@ $diskmanage_module->mock( }, ); print("\tMocked dir_is_empty\n"); +$diskmanage_module->mock('file_read_firstline' => \&mocked_file_read_firstline); +print("\tMocked file_read_firstline\n"); $diskmanage_module->mock('check_bin' => sub { return 1; }); print("\tMocked check_bin\n"); my $tools_module = Test::MockModule->new('PVE::ProcFSTools', no_auto => 1);