From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from firstgate.proxmox.com (firstgate.proxmox.com [212.224.123.68]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits)) (No client certificate requested) by lists.proxmox.com (Postfix) with ESMTPS id 6CF31B0CB for ; Wed, 6 Apr 2022 11:40:58 +0200 (CEST) Received: from firstgate.proxmox.com (localhost [127.0.0.1]) by firstgate.proxmox.com (Proxmox) with ESMTP id 6705B28A2D for ; Wed, 6 Apr 2022 11:40:28 +0200 (CEST) Received: from proxmox-new.maurer-it.com (proxmox-new.maurer-it.com [94.136.29.106]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits)) (No client certificate requested) by firstgate.proxmox.com (Proxmox) with ESMTPS id 8B71028A15 for ; Wed, 6 Apr 2022 11:40:27 +0200 (CEST) Received: from proxmox-new.maurer-it.com (localhost.localdomain [127.0.0.1]) by proxmox-new.maurer-it.com (Proxmox) with ESMTP id 63D1D43529 for ; Wed, 6 Apr 2022 11:40:27 +0200 (CEST) From: Stefan Sterz To: pbs-devel@lists.proxmox.com Date: Wed, 6 Apr 2022 11:39:54 +0200 Message-Id: <20220406093955.3180508-3-s.sterz@proxmox.com> X-Mailer: git-send-email 2.30.2 In-Reply-To: <20220406093955.3180508-1-s.sterz@proxmox.com> References: <20220406093955.3180508-1-s.sterz@proxmox.com> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-SPAM-LEVEL: Spam detection results: 0 AWL -0.005 Adjusted score from AWL reputation of From: address BAYES_00 -1.9 Bayes spam probability is 0 to 1% KAM_DMARC_STATUS 0.01 Test Rule for DKIM or SPF Failure with Strict Alignment SPF_HELO_NONE 0.001 SPF: HELO does not publish an SPF Record SPF_PASS -0.001 SPF: sender matches SPF record T_SCC_BODY_TEXT_LINE -0.01 - Subject: [pbs-devel] [PATCH proxmox-backup v1 2/3] fix: datastore: move manifest locking to new locking method X-BeenThere: pbs-devel@lists.proxmox.com X-Mailman-Version: 2.1.29 Precedence: list List-Id: Proxmox Backup Server development discussion List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Wed, 06 Apr 2022 09:40:58 -0000 adds double stat'ing and removes directory hierarchy to bring manifest locking in-line with other locks used by the datastore trait. Signed-off-by: Stefan Sterz --- pbs-datastore/src/datastore.rs | 46 +++++++++++++--------------------- 1 file changed, 18 insertions(+), 28 deletions(-) diff --git a/pbs-datastore/src/datastore.rs b/pbs-datastore/src/datastore.rs index cb2a8a4e..619e2710 100644 --- a/pbs-datastore/src/datastore.rs +++ b/pbs-datastore/src/datastore.rs @@ -30,9 +30,7 @@ use crate::dynamic_index::{DynamicIndexReader, DynamicIndexWriter}; use crate::fixed_index::{FixedIndexReader, FixedIndexWriter}; use crate::index::IndexFile; use crate::manifest::{ - MANIFEST_BLOB_NAME, MANIFEST_LOCK_NAME, CLIENT_LOG_BLOB_NAME, - ArchiveType, BackupManifest, - archive_type, + archive_type, ArchiveType, BackupManifest, CLIENT_LOG_BLOB_NAME, MANIFEST_BLOB_NAME, }; lazy_static! { @@ -811,38 +809,30 @@ impl DataStore { /// /// Also creates the basedir. The lockfile is located in /// '/run/proxmox-backup/locks/{datastore}/{type}/{id}/{timestamp}.index.json.lck' - fn manifest_lock_path( - &self, - backup_dir: &BackupDir, - ) -> Result { - let mut path = format!( - "{}/{}/{}/{}", - DATASTORE_LOCKS_DIR, - self.name(), + fn manifest_lock_path(&self, backup_dir: &BackupDir) -> Result { + let path = Path::new(DATASTORE_LOCKS_DIR).join(self.name()); + + let rpath = format!( + "{}/{}/{}-manifest", backup_dir.group().backup_type(), backup_dir.group().backup_id(), + backup_dir.backup_time_string(), ); + std::fs::create_dir_all(&path)?; - use std::fmt::Write; - write!(path, "/{}{}", backup_dir.backup_time_string(), &MANIFEST_LOCK_NAME)?; + let rpath_hash = openssl::sha::sha256(rpath.as_bytes()); - Ok(path) + Ok(path.join(hex::encode(rpath_hash))) } - fn lock_manifest( - &self, - backup_dir: &BackupDir, - ) -> Result { - let path = self.manifest_lock_path(backup_dir)?; - - // update_manifest should never take a long time, so if someone else has - // the lock we can simply block a bit and should get it soon - open_backup_lockfile(&path, Some(Duration::from_secs(5)), true) - .map_err(|err| { - format_err!( - "unable to acquire manifest lock {:?} - {}", &path, err - ) - }) + fn lock_manifest(&self, backup_dir: &BackupDir) -> Result { + self.lock_helper(&self.manifest_lock_path(backup_dir)?, |p| { + // update_manifest should never take a long time, so if + // someone else has the lock we can simply block a bit + // and should get it soon + open_backup_lockfile(&p, Some(Duration::from_secs(5)), true) + .map_err(|err| format_err!("unable to acquire manifest lock {:?} - {}", &p, err)) + }) } /// Load the manifest without a lock. Must not be written back. -- 2.30.2