From: "Max R. Carrara" <m.carrara@proxmox.com>
To: pve-devel@lists.proxmox.com
Subject: [PATCH pve-storage v2 29/50] tree-wide: simplify recently refactored parsing logic
Date: Wed, 23 Sep 2026 17:05:43 +0200 [thread overview]
Message-ID: <20260923150606.531239-30-m.carrara@proxmox.com> (raw)
In-Reply-To: <20260923150606.531239-1-m.carrara@proxmox.com>
PVE::API2::Storage::Status:
In the parsing helper for file transfers, it is not necessary to
handle the parsing of each volume type individually anymore, since we
use `assert_can_transfer_files()` beforehand and also raise an
exception if parsing fails in general.
Therefore, pull out the common parts of the branches for individual
volume types. Retain only the special case for the `import `type where
we do not accept `.ovf` files.
PVE::Storage:
Merge the branches in `path_to_volume_id()` for all volume types,
except `images`, since they all do the same thing now. Strip the
volume type subdirectory from the given file path only for the
`images` volume type.
PVE::Storage::Plugin:
Condense all of the if-clauses as much as possible in the
`parse_volname()` and `get_subdir_files()` subs.
In `parse_volname()`, extend the error message of the final `die` at
the end of the method, stating that the volume type is unhandled.
The guard clause after the `parse_volname_as_parts()` call already
`die`s on parsing failure, so that final `die` should never be hit
unless we introduce a new volume type and happen to forget to handle
it in this method.
In `get_subdir_files(), do not strip the volume type subdirectory from
the beginning of the current path anymore, because that is handled by
the `parse_path_as_volid_parts()` parsing function, which left
`$filename` unused.
Signed-off-by: Max R. Carrara <m.carrara@proxmox.com>
---
src/PVE/API2/Storage/Status.pm | 40 ++++--------------
src/PVE/Storage.pm | 40 +++++-------------
src/PVE/Storage/Plugin.pm | 76 ++++++++++++----------------------
3 files changed, 43 insertions(+), 113 deletions(-)
diff --git a/src/PVE/API2/Storage/Status.pm b/src/PVE/API2/Storage/Status.pm
index d2451898..2fd23555 100644
--- a/src/PVE/API2/Storage/Status.pm
+++ b/src/PVE/API2/Storage/Status.pm
@@ -75,45 +75,19 @@ my sub assert_can_transfer_files : prototype($$$) {
my sub parse_transferred_file_path_extension : prototype($$) {
my ($path, $vtype) = @_;
- if ($vtype eq 'iso') {
- my $parts = parse_rel_path_as_volname_parts($path, $vtype);
+ my $parts = parse_rel_path_as_volname_parts($path, $vtype);
- if (!defined($parts)) {
- raise_param_exc({ filename => "wrong file extension" });
- }
-
- my $ext = $parts->{ext};
- return $ext;
+ if (!defined($parts)) {
+ raise_param_exc({ filename => "invalid filename or wrong file extension" });
}
- if ($vtype eq 'vztmpl') {
- my $parts = parse_rel_path_as_volname_parts($path, $vtype);
+ my $ext = $parts->{ext};
- if (!defined($parts)) {
- raise_param_exc({ filename => "wrong file extension" });
- }
-
- my $ext = $parts->{ext};
- return $ext;
+ if ($vtype eq 'import' && $ext eq 'ovf') {
+ raise_param_exc({ filename => "wrong file extension" });
}
- if ($vtype eq 'import') {
- my $parts = parse_rel_path_as_volname_parts($path, $vtype);
-
- if (!defined($parts)) {
- raise_param_exc({ filename => "invalid filename or wrong extension" });
- }
-
- my $ext = $parts->{ext};
-
- if ($ext eq 'ovf') {
- raise_param_exc({ filename => "wrong file extension" });
- }
-
- return $ext;
- }
-
- die "upload / download: failed to parse '$path' - unhandled content type '$vtype'\n";
+ return $ext;
}
my sub assert_file_transfer_contents_valid : prototype($$$) {
diff --git a/src/PVE/Storage.pm b/src/PVE/Storage.pm
index 98d5f64e..f48b47eb 100755
--- a/src/PVE/Storage.pm
+++ b/src/PVE/Storage.pm
@@ -741,16 +741,16 @@ sub path_to_volume_id {
my $parse_volid_from_file_path = sub {
my ($plugin, $sid, $scfg, $vtype) = @_;
- my $vtype_subdir = plugin_get_vtype_subdir($scfg, $vtype);
-
- # Strip the vtype subdir from beginning of the current path
- # so that we don't have to take it into account when parsing the file name
- my $filename = $path;
- if ($filename !~ s!^\Q$vtype_subdir\E(?=/)!!) {
- return;
- }
-
if ($vtype eq 'images') {
+ my $vtype_subdir = plugin_get_vtype_subdir($scfg, $vtype);
+
+ # Strip the vtype subdir from beginning of the current path
+ # so that we don't have to take it into account when parsing the file name
+ my $filename = $path;
+ if ($filename !~ s!^\Q$vtype_subdir\E(?=/)!!) {
+ return;
+ }
+
return if $filename !~ m!/(\d+)/([^/\s]+)$!;
my $vmid = $1;
my $name = $2;
@@ -767,27 +767,7 @@ sub path_to_volume_id {
return;
}
- if ($vtype eq 'iso') {
- return parse_abs_path_as_volid($sid, $scfg, $path, $vtype);
- }
-
- if ($vtype eq 'vztmpl') {
- return parse_abs_path_as_volid($sid, $scfg, $path, $vtype);
- }
-
- if ($vtype eq 'backup') {
- return parse_abs_path_as_volid($sid, $scfg, $path, $vtype);
- }
-
- if ($vtype eq 'snippets') {
- return parse_abs_path_as_volid($sid, $scfg, $path, $vtype);
- }
-
- if ($vtype eq 'import') {
- return parse_abs_path_as_volid($sid, $scfg, $path, $vtype);
- }
-
- return;
+ return parse_abs_path_as_volid($sid, $scfg, $path, $vtype);
};
my $vtypes_to_check = $get_vtypes_to_check->();
diff --git a/src/PVE/Storage/Plugin.pm b/src/PVE/Storage/Plugin.pm
index 45c0b838..def9e495 100644
--- a/src/PVE/Storage/Plugin.pm
+++ b/src/PVE/Storage/Plugin.pm
@@ -22,6 +22,7 @@ use PVE::Storage::Common qw(
use PVE::Storage::Common::Parse qw(
parse_volname_as_parts
parse_abs_path_as_volid_parts
+ parse_volid_as_parts
);
use JSON;
@@ -434,8 +435,8 @@ PVE::JSONSchema::register_format('pve-volume-id', \&parse_volume_id);
sub parse_volume_id {
my ($volid, $noerr) = @_;
- if ($volid =~ m/^([a-z][a-z0-9\-\_\.]*[a-z0-9]):(.+)$/i) {
- return wantarray ? ($1, $2) : $1;
+ if (defined(my $parts = parse_volid_as_parts($volid))) {
+ return wantarray ? ($parts->{storeid}, $parts->{volname}) : $parts->{storeid};
}
return undef if $noerr;
die "unable to parse volume ID '$volid'\n";
@@ -827,37 +828,31 @@ sub parse_volname {
return ('images', $name, $vmid, undef, undef, $isBase, $format);
}
- if (defined(my $parts = parse_volname_as_parts($volname))) {
- my ($vtype, $volume_path) = $parts->@{qw(vtype path)};
+ my $parts = parse_volname_as_parts($volname);
+ die "unable to parse directory volume name '$volname'\n"
+ if !defined($parts);
- if ($vtype eq 'iso') {
- return ($vtype, $volume_path, undef, undef, undef, undef, 'raw');
- }
+ my ($vtype, $volume_path) = $parts->@{qw(vtype path)};
- if ($vtype eq 'vztmpl') {
- return ($vtype, $volume_path, undef, undef, undef, undef, 'raw');
- }
-
- if ($vtype eq 'backup') {
- return ($vtype, $volume_path, $parts->{vmid}, undef, undef, undef, 'raw');
- }
-
- if ($vtype eq 'snippets') {
- return ($vtype, $volume_path, undef, undef, undef, undef, 'raw');
- }
-
- if ($vtype eq 'import') {
- my $format = $parts->{ext};
-
- if (defined(my $content_ext = $parts->{'content-ext'})) {
- $format .= "+$content_ext";
- }
-
- return ($vtype, $volume_path, undef, undef, undef, undef, $format);
- }
+ if ($vtype eq 'iso' || $vtype eq 'vztmpl' || $vtype eq 'snippets') {
+ return ($vtype, $volume_path, undef, undef, undef, undef, 'raw');
}
- die "unable to parse directory volume name '$volname'\n";
+ if ($vtype eq 'backup') {
+ return ($vtype, $volume_path, $parts->{vmid}, undef, undef, undef, 'raw');
+ }
+
+ if ($vtype eq 'import') {
+ my $format = $parts->{ext};
+
+ if (defined(my $content_ext = $parts->{'content-ext'})) {
+ $format .= "+$content_ext";
+ }
+
+ return ($vtype, $volume_path, undef, undef, undef, undef, $format);
+ }
+
+ die "unable to parse directory volume name '$volname' - unhandled volume type '$vtype'\n";
}
# FIXME: remove on the next APIAGE reset.
@@ -1710,17 +1705,10 @@ my sub get_subdir_files {
my $get_subdir_file_info = sub {
my ($path, $st) = @_;
- # Strip the vtype subdir from beginning of the current path
- # so that we don't have to take it into account when parsing the file name
- my $filename = $path;
- if ($filename !~ s!^\Q$vtype_subdir\E(?=/)!!) {
- return;
- }
+ my $parts = parse_abs_path_as_volid_parts($storeid, $scfg, $path, $vtype);
+ return if !defined($parts);
if ($vtype eq 'iso') {
- my $parts = parse_abs_path_as_volid_parts($storeid, $scfg, $path, $vtype);
- return if !defined($parts);
-
return {
volid => $parts->{volid},
format => 'iso', # always 'iso' even if we have a file ending in .img
@@ -1728,9 +1716,6 @@ my sub get_subdir_files {
}
if ($vtype eq 'vztmpl') {
- my $parts = parse_abs_path_as_volid_parts($storeid, $scfg, $path, $vtype);
- return if !defined($parts);
-
my ($ext, $ext_compression) = $parts->@{qw(ext ext-compression)};
my $format = $ext eq 'tar' ? $ext : ('t' . $ext_compression);
@@ -1741,9 +1726,6 @@ my sub get_subdir_files {
}
if ($vtype eq 'backup') {
- my $parts = parse_abs_path_as_volid_parts($storeid, $scfg, $path, $vtype);
- return if !defined($parts);
-
my $format = $parts->{ext};
my $volume_path = $parts->{path};
@@ -1785,9 +1767,6 @@ my sub get_subdir_files {
}
if ($vtype eq 'snippets') {
- my $parts = parse_abs_path_as_volid_parts($storeid, $scfg, $path, $vtype);
- return if !defined($parts);
-
return {
volid => $parts->{volid},
format => 'snippet',
@@ -1795,9 +1774,6 @@ my sub get_subdir_files {
}
if ($vtype eq 'import') {
- my $parts = parse_abs_path_as_volid_parts($storeid, $scfg, $path, $vtype);
- return if !defined($parts);
-
return {
volid => $parts->{volid},
format => $parts->{ext},
--
2.47.3
next prev parent reply other threads:[~2026-09-23 15:11 UTC|newest]
Thread overview: 51+ messages / expand[flat|nested] mbox.gz Atom feed top
2026-09-23 15:05 [PATCH manager/storage v2 00/50] Fix #2884: Implement Subdirectory Scanning for Dir-Based Storage Types Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 01/50] test: plugin tests: run tests with at most 4 jobs Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 02/50] plugin, common: remove superfluous use of =pod command paragraph Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 03/50] common: add POD headings for groups of helpers Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 04/50] common: use Exporter module for PVE::Storage::Common Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 05/50] plugin: make get_subdir_files a proper subroutine and update style Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 06/50] plugin api: replace helpers w/ standalone subs, bump API version & age Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 07/50] common: prevent autovivification in plugin_get_vtype_subdir helper Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 08/50] plugin: break up if-elsif chain into separate if-blocks Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 09/50] plugin: adapt get_subdir_files helper of list_volumes API method Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 10/50] plugin: update code style of list_volumes plugin " Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 11/50] plugin: use closure for obtaining raw volume data in list_volumes Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 12/50] plugin: use closure for inner loop logic " Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 13/50] storage: update code style in function path_to_volume_id Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 14/50] storage: break up if-elsif chain in path_to_volume_id Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 15/50] storage: heave vtype file path parsing logic inside loop into helper Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 16/50] storage: clean up code that was moved into helper in path_to_volume_id Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 17/50] api: status: move content type assert for up-/downloads into helper Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 18/50] api: status: use helper from common module to get content directory Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 19/50] api: status: move up-/download file path parsing code into helper Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 20/50] api: status: simplify file content assertion logic for up-/download Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 21/50] test: guest import: add tests for PVE::GuestImport Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 22/50] tree-wide: introduce parsing module and replace usages of ISO_EXT_RE_0 Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 23/50] common: test: set up parser testing code, add tests for 'iso' vtype Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 24/50] tree-wide: replace usages of VZTMPL_EXT_RE_1 with parsing functions Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 25/50] tree-wide: replace usages of BACKUP_EXT_RE_2 " Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 26/50] tree-wide: replace usages of inline regexes for snippets with parsers Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 27/50] tree-wide: partially replace usages of regexes for 'import' vtype Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 28/50] tree-wide: replace remaining " Max R. Carrara
2026-09-23 15:05 ` Max R. Carrara [this message]
2026-09-23 15:05 ` [PATCH pve-storage v2 30/50] test: list volumes: reorganize and modernize test running code Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 31/50] test: list volumes: fix broken test checking for vmlist modifications Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 32/50] test: list volumes: introduce new format for test cases Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 33/50] test: list volumes: remove legacy code and migrate cases to new format Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 34/50] plugin: do not return volumes of undeclared content types anymore Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 35/50] plugin: correct comment in get_subdir_files helper Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 36/50] test: parse volname: modernize code Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 37/50] test: parse volname: adapt tests regarding 'import' volume type Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 38/50] test: parse volname: move VM disk test creation into separate block Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 39/50] test: parse volname: move backup file test creation into sep. block Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 40/50] test: parse volname: parameterize test case creation for some vtypes Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 41/50] test: volume id: modernize code Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 42/50] test: volume id: rename 'volname' test case parameter to 'file' Max R. Carrara
2026-09-23 15:05 ` [PATCH pve-storage v2 43/50] test: filesystem path: modernize code Max R. Carrara
2026-09-23 15:16 ` [PATCH pve-storage v2 44/50] fix #2884: implement nested subdir scanning and support 'iso' vtype Max R. Carrara
2026-09-23 15:16 ` [PATCH pve-storage v2 45/50] fix #2884: support nested subdir scanning for 'vztmpl' volume type Max R. Carrara
2026-09-23 15:16 ` [PATCH pve-storage v2 46/50] fix #2884: support nested subdir scanning for 'snippets' vtype Max R. Carrara
2026-09-23 15:16 ` [PATCH pve-storage v2 47/50] test: add more tests for 'import' vtype & guard against nested subdirs Max R. Carrara
2026-09-23 15:16 ` [PATCH pve-storage v2 48/50] test: add tests guarding against subdir scanning for vtypes Max R. Carrara
2026-09-23 15:16 ` [PATCH pve-manager v2 49/50] fix #2884: ui: storage: add field for 'max-scan-depth' property Max R. Carrara
2026-09-23 15:16 ` [PATCH pve-manager v2 50/50] pve8to9: use helper from common storage module to get vtype subdir Max R. Carrara
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20260923150606.531239-30-m.carrara@proxmox.com \
--to=m.carrara@proxmox.com \
--cc=pve-devel@lists.proxmox.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.