From: Fiona Ebner <f.ebner@proxmox.com>
To: pve-devel@lists.proxmox.com
Subject: [pve-devel] [PATCH qemu-server 07/31] backup: use blockdev for fleecing images
Date: Fri, 27 Jun 2025 17:57:03 +0200 [thread overview]
Message-ID: <20250627155737.162083-8-f.ebner@proxmox.com> (raw)
In-Reply-To: <20250627155737.162083-1-f.ebner@proxmox.com>
Signed-off-by: Fiona Ebner <f.ebner@proxmox.com>
---
src/PVE/QemuConfig.pm | 12 ++-------
src/PVE/QemuServer/Blockdev.pm | 45 +++++++++++++++++++++++++++++++---
src/PVE/VZDump/QemuServer.pm | 26 ++++++++++++--------
3 files changed, 59 insertions(+), 24 deletions(-)
diff --git a/src/PVE/QemuConfig.pm b/src/PVE/QemuConfig.pm
index 01104723..82295641 100644
--- a/src/PVE/QemuConfig.pm
+++ b/src/PVE/QemuConfig.pm
@@ -10,6 +10,7 @@ use PVE::INotify;
use PVE::JSONSchema;
use PVE::QemuMigrate::Helpers;
use PVE::QemuServer::Agent;
+use PVE::QemuServer::Blockdev;
use PVE::QemuServer::CPUConfig;
use PVE::QemuServer::Drive;
use PVE::QemuServer::Helpers;
@@ -675,16 +676,7 @@ sub cleanup_fleecing_images {
};
$log_func->('warn', "checking/canceling old backup job failed - $@") if $@;
- my $block_info = mon_cmd($vmid, "query-block");
- for my $info ($block_info->@*) {
- my $device_id = $info->{device};
- next if $device_id !~ m/-fleecing$/;
-
- $log_func->('info', "detaching (old) fleecing image for '$device_id'");
- $device_id =~ s/^drive-//; # re-added by qemu_drivedel()
- eval { PVE::QemuServer::qemu_drivedel($vmid, $device_id) };
- $log_func->('warn', "error detaching (old) fleecing image '$device_id' - $@") if $@;
- }
+ PVE::QemuServer::Blockdev::detach_fleecing_block_nodes($vmid, $log_func);
}
PVE::QemuConfig->lock_config(
diff --git a/src/PVE/QemuServer/Blockdev.pm b/src/PVE/QemuServer/Blockdev.pm
index 8a991587..28a759a8 100644
--- a/src/PVE/QemuServer/Blockdev.pm
+++ b/src/PVE/QemuServer/Blockdev.pm
@@ -14,8 +14,30 @@ use PVE::Storage;
use PVE::QemuServer::Drive qw(drive_is_cdrom);
use PVE::QemuServer::Monitor qw(mon_cmd);
+my sub fleecing_node_name {
+ my ($type, $drive_id) = @_;
+
+ if ($type eq 'fmt') {
+ return "drive-$drive_id-fleecing"; # this is the top node for fleecing
+ } elsif ($type eq 'file') {
+ return "$drive_id-fleecing-file"; # drop the "drive-" prefix to be sure, max length is 31
+ }
+
+ die "unknown node type for fleecing '$type'";
+}
+
+my sub is_fleecing_top_node {
+ my ($node_name) = @_;
+
+ return $node_name =~ m/-fleecing$/ ? 1 : 0;
+}
+
my sub get_node_name {
- my ($type, $drive_id, $volid, $snap) = @_;
+ my ($type, $drive_id, $volid, $options) = @_;
+
+ return fleecing_node_name($type, $drive_id) if $options->{fleecing};
+
+ my $snap = $options->{'snapshot-name'};
my $info = "drive=$drive_id,";
$info .= "snap=$snap," if defined($snap);
@@ -151,8 +173,7 @@ sub generate_file_blockdev {
$blockdev->{'detect-zeroes'} = PVE::QemuServer::Drive::detect_zeroes_cmdline_option($drive);
}
- $blockdev->{'node-name'} =
- get_node_name('file', $drive_id, $drive->{file}, $options->{'snapshot-name'});
+ $blockdev->{'node-name'} = get_node_name('file', $drive_id, $drive->{file}, $options);
$blockdev->{'read-only'} = read_only_json_option($drive, $options);
@@ -185,7 +206,7 @@ sub generate_format_blockdev {
$format = $drive->{format} // 'raw';
}
- my $node_name = get_node_name('fmt', $drive_id, $drive->{file}, $options->{'snapshot-name'});
+ my $node_name = get_node_name('fmt', $drive_id, $drive->{file}, $options);
my $blockdev = {
'node-name' => "$node_name",
@@ -214,6 +235,8 @@ sub generate_drive_blockdev {
my $child = generate_file_blockdev($storecfg, $drive, $options);
$child = generate_format_blockdev($storecfg, $drive, $child, $options);
+ return $child if $options->{fleecing}; # for fleecing, this is already the top node
+
# this is the top filter entry point, use $drive-drive_id as nodename
return {
driver => "throttle",
@@ -354,4 +377,18 @@ sub detach {
return;
}
+sub detach_fleecing_block_nodes {
+ my ($vmid, $log_func) = @_;
+
+ my $block_info = mon_cmd($vmid, "query-named-block-nodes");
+ for my $info ($block_info->@*) {
+ my $node_name = $info->{'node-name'};
+ next if !is_fleecing_top_node($node_name);
+
+ $log_func->('info', "detaching (old) fleecing image '$node_name'");
+ eval { detach($vmid, $node_name) };
+ $log_func->('warn', "error detaching (old) fleecing image '$node_name' - $@") if $@;
+ }
+}
+
1;
diff --git a/src/PVE/VZDump/QemuServer.pm b/src/PVE/VZDump/QemuServer.pm
index 243a927e..8b643bc4 100644
--- a/src/PVE/VZDump/QemuServer.pm
+++ b/src/PVE/VZDump/QemuServer.pm
@@ -30,6 +30,7 @@ use PVE::Format qw(render_duration render_bytes);
use PVE::QemuConfig;
use PVE::QemuServer;
use PVE::QemuServer::Agent;
+use PVE::QemuServer::Blockdev;
use PVE::QemuServer::Drive qw(checked_volume_format);
use PVE::QemuServer::Helpers;
use PVE::QemuServer::Machine;
@@ -626,9 +627,8 @@ my sub detach_fleecing_images {
for my $di ($disks->@*) {
if (my $volid = $di->{'fleece-volid'}) {
- my $devid = "$di->{qmdevice}-fleecing";
- $devid =~ s/^drive-//; # re-added by qemu_drivedel()
- eval { PVE::QemuServer::qemu_drivedel($vmid, $devid) };
+ my $node_name = "$di->{qmdevice}-fleecing";
+ eval { PVE::QemuServer::Blockdev::detach($vmid, $node_name) };
}
}
}
@@ -646,15 +646,21 @@ my sub attach_fleecing_images {
if (my $volid = $di->{'fleece-volid'}) {
$self->loginfo("$di->{qmdevice}: attaching fleecing image $volid to QEMU");
- my $path = PVE::Storage::path($self->{storecfg}, $volid);
- my $devid = "$di->{qmdevice}-fleecing";
- my $drive = "file=$path,if=none,id=$devid,format=$format,discard=unmap";
+ my ($interface, $index) = PVE::QemuServer::Drive::parse_drive_interface($di->{virtdev});
+ my $drive = {
+ file => $volid,
+ interface => $interface,
+ index => $index,
+ format => $format,
+ discard => 'on',
+ };
+
+ my $options = { 'fleecing' => 1 };
# Specify size explicitly, to make it work if storage backend rounded up size for
# fleecing image when allocating.
- $drive .= ",size=$di->{'block-node-size'}" if $format eq 'raw';
- $drive =~ s/\\/\\\\/g;
- my $ret = PVE::QemuServer::Monitor::hmp_cmd($vmid, "drive_add auto \"$drive\"", 60);
- die "attaching fleecing image $volid failed - $ret\n" if $ret !~ m/OK/s;
+ $options->{size} = $di->{'block-node-size'} if $format eq 'raw';
+
+ PVE::QemuServer::Blockdev::attach($self->{storecfg}, $vmid, $drive, $options);
}
}
}
--
2.47.2
_______________________________________________
pve-devel mailing list
pve-devel@lists.proxmox.com
https://lists.proxmox.com/cgi-bin/mailman/listinfo/pve-devel
next prev parent reply other threads:[~2025-06-27 15:59 UTC|newest]
Thread overview: 63+ messages / expand[flat|nested] mbox.gz Atom feed top
2025-06-27 15:56 [pve-devel] [PATCH-SERIES qemu-server 00/31] let's switch to blockdev, blockdev, blockdev, part four (final) Fiona Ebner
2025-06-27 15:56 ` [pve-devel] [PATCH qemu-server 01/31] mirror: code style: avoid masking earlier declaration of $op Fiona Ebner
2025-06-27 15:56 ` [pve-devel] [PATCH qemu-server 02/31] test: collect mocked functions for QemuServer module Fiona Ebner
2025-06-27 15:56 ` [pve-devel] [PATCH qemu-server 03/31] drive: add helper to parse drive interface Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 04/31] drive: drop invalid export of get_scsi_devicetype Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 05/31] blockdev: add helpers for attaching and detaching block devices Fiona Ebner
2025-06-30 10:15 ` Fabian Grünbichler
2025-06-30 10:35 ` DERUMIER, Alexandre via pve-devel
[not found] ` <6575d8fe67659098d2bbd533c9063bcbd44c0a21.camel@groupe-cyllene.com>
2025-06-30 11:43 ` DERUMIER, Alexandre via pve-devel
2025-06-30 11:58 ` Fiona Ebner
2025-06-30 11:45 ` Fiona Ebner
2025-06-30 11:55 ` Fabian Grünbichler
2025-06-30 15:11 ` Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 06/31] blockdev: add missing include for JSON module Fiona Ebner
2025-06-27 15:57 ` Fiona Ebner [this message]
2025-06-30 10:15 ` [pve-devel] [PATCH qemu-server 07/31] backup: use blockdev for fleecing images Fabian Grünbichler
2025-07-01 8:20 ` Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 08/31] backup: use blockdev for TPM state file Fiona Ebner
2025-06-30 10:15 ` Fabian Grünbichler
2025-07-01 8:22 ` Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 09/31] blockdev: introduce qdev_id_to_drive_id() helper Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 10/31] blockdev: introduce and use get_block_info() helper Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 11/31] blockdev: move helper for resize into module Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 12/31] blockdev: add helper to get node below throttle node Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 13/31] blockdev: resize: query and use node name for resize operation Fiona Ebner
2025-06-30 6:23 ` DERUMIER, Alexandre via pve-devel
2025-06-30 7:52 ` Fiona Ebner
2025-06-30 11:38 ` Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 14/31] blockdev: support using zeroinit filter Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 15/31] blockdev: make some functions private Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 16/31] block job: allow specifying a block node that should be detached upon completion Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 17/31] block job: add blockdev mirror Fiona Ebner
2025-06-30 10:15 ` Fabian Grünbichler
2025-07-01 9:21 ` Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 18/31] blockdev: add change_medium() helper Fiona Ebner
2025-06-30 14:29 ` DERUMIER, Alexandre via pve-devel
[not found] ` <cd933fed020383019705045025d38c509042c267.camel@groupe-cyllene.com>
2025-06-30 14:42 ` DERUMIER, Alexandre via pve-devel
2025-07-01 7:30 ` DERUMIER, Alexandre via pve-devel
2025-07-01 8:38 ` Fabian Grünbichler
2025-07-01 10:01 ` DERUMIER, Alexandre via pve-devel
2025-07-01 8:42 ` Fiona Ebner
2025-07-01 10:05 ` Fiona Ebner
2025-07-01 10:20 ` DERUMIER, Alexandre via pve-devel
2025-07-01 10:25 ` Fiona Ebner
2025-07-01 11:51 ` DERUMIER, Alexandre via pve-devel
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 19/31] blockdev: add blockdev_change_medium() helper Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 20/31] blockdev: move helper for configuring throttle limits to module Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 21/31] clone disk: skip check for aio=default (io_uring) compatibility starting with machine version 10.0 Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 22/31] print drive device: don't reference any drive for 'none' " Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 23/31] blockdev: add support for NBD paths Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 24/31] blockdev: add helper to generate PBS block device for live restore Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 25/31] blockdev: support alloc-track driver for live-{import, restore} Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 26/31] live import: also record volid information Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 27/31] live import/restore: query which node to use for operation Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 28/31] live import/restore: use Blockdev::detach helper Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 29/31] command line: switch to blockdev starting with machine version 10.0 Fiona Ebner
2025-06-30 10:15 ` Fabian Grünbichler
2025-06-30 10:57 ` Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 30/31] test: migration: update running machine to 10.0 Fiona Ebner
2025-06-27 15:57 ` [pve-devel] [PATCH qemu-server 31/31] partially fix #3227: ensure that target image for mirror has the same size for EFI disks Fiona Ebner
2025-06-27 16:00 ` [pve-devel] [PATCH-SERIES qemu-server 00/31] let's switch to blockdev, blockdev, blockdev, part four (final) Fiona Ebner
2025-06-30 8:19 ` DERUMIER, Alexandre via pve-devel
2025-06-30 8:24 ` Fiona Ebner
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20250627155737.162083-8-f.ebner@proxmox.com \
--to=f.ebner@proxmox.com \
--cc=pve-devel@lists.proxmox.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox