From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from firstgate.proxmox.com (firstgate.proxmox.com [212.224.123.68]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits)) (No client certificate requested) by lists.proxmox.com (Postfix) with ESMTPS id 0FDF761AA7 for ; Fri, 18 Dec 2020 07:46:07 +0100 (CET) Received: from firstgate.proxmox.com (localhost [127.0.0.1]) by firstgate.proxmox.com (Proxmox) with ESMTP id F21FD2CE5C for ; Fri, 18 Dec 2020 07:46:06 +0100 (CET) Received: from proxmox-new.maurer-it.com (proxmox-new.maurer-it.com [212.186.127.180]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits)) (No client certificate requested) by firstgate.proxmox.com (Proxmox) with ESMTPS id 09F762CE3D for ; Fri, 18 Dec 2020 07:46:05 +0100 (CET) Received: from proxmox-new.maurer-it.com (localhost.localdomain [127.0.0.1]) by proxmox-new.maurer-it.com (Proxmox) with ESMTP id 975E74534B for ; Fri, 18 Dec 2020 07:46:04 +0100 (CET) From: Hannes Laimer To: pbs-devel@lists.proxmox.com Date: Fri, 18 Dec 2020 07:45:57 +0100 Message-Id: <20201218064558.66014-3-h.laimer@proxmox.com> X-Mailer: git-send-email 2.20.1 In-Reply-To: <20201218064558.66014-1-h.laimer@proxmox.com> References: <20201218064558.66014-1-h.laimer@proxmox.com> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-SPAM-LEVEL: Spam detection results: 0 KAM_DMARC_STATUS 0.01 Test Rule for DKIM or SPF Failure with Strict Alignment RCVD_IN_DNSWL_MED -2.3 Sender listed at https://www.dnswl.org/, medium trust SPF_HELO_NONE 0.001 SPF: HELO does not publish an SPF Record SPF_PASS -0.001 SPF: sender matches SPF record URIBL_BLOCKED 0.001 ADMINISTRATOR NOTICE: The query to URIBL was blocked. See http://wiki.apache.org/spamassassin/DnsBlocklists#dnsbl-block for more information. [inspect.rs] Subject: [pbs-devel] [PATCH v2 proxmox-backup 2/3] add file(.blob, .fidx, .didx) inspection to pb-debug X-BeenThere: pbs-devel@lists.proxmox.com X-Mailman-Version: 2.1.29 Precedence: list List-Id: Proxmox Backup Server development discussion List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Fri, 18 Dec 2020 06:46:07 -0000 Signed-off-by: Hannes Laimer --- Adds possibility to inspect .blob, .fidx and .didx files. For index files a list of the chunks referenced will be printed in addition to some other inforation. .blob files can be decoded into file or directly into stdout. Options: - file: path to the file - [opt] decode: path to a file or stdout(-), if specidied, the file will be decoded into the specified location [only for blob files, no effect with index files] - [opt] keyfile: path to a keyfile, needed if decode is specified and the data was encrypted src/bin/proxmox_backup_debug/inspect.rs | 113 +++++++++++++++++++++++- 1 file changed, 111 insertions(+), 2 deletions(-) diff --git a/src/bin/proxmox_backup_debug/inspect.rs b/src/bin/proxmox_backup_debug/inspect.rs index a66818be..367d01c2 100644 --- a/src/bin/proxmox_backup_debug/inspect.rs +++ b/src/bin/proxmox_backup_debug/inspect.rs @@ -1,8 +1,9 @@ +use std::collections::HashSet; use std::fs::File; use std::io::Write; use std::path::Path; -use anyhow::{format_err, Error}; +use anyhow::{bail, format_err, Error}; use proxmox::api::cli::{ format_and_print_result, get_output_format, CliCommand, CliCommandMap, CommandLineInterface, }; @@ -163,8 +164,116 @@ fn inspect_chunk(param: Value, _rpcenv: &mut dyn RpcEnvironment) -> Result Result { + let path = tools::required_string_param(¶m, "file")?; + let output_format = get_output_format(¶m); + + let val; + if path.ends_with(".blob") { + let decode_output_param = param["decode"].as_str(); + let key_file_param = param["keyfile"].as_str(); + + let mut file = std::fs::File::open(&path) + .map_err(|e| format_err!("could not open blob file - {}", e))?; + let data_blob = DataBlob::load_from_reader(&mut file)?; + + let key_file_path = key_file_param.map(|path| Path::new(path)); + + let (decode_output_path, to_stdout) = match decode_output_param { + Some(path) if path.eq("-") => (None, true), + Some(path) => (Some(Path::new(path)), false), + None => (None, false), + }; + + let crypt_mode = data_blob.crypt_mode()?; + val = json!({ + "encryption": crypt_mode, + "raw_size": data_blob.raw_size(), + }); + + if decode_output_path.is_some() || to_stdout { + decode_blob(decode_output_path, key_file_path, None, &data_blob)?; + } + } else if path.ends_with(".fidx") { + let index = FixedIndexReader::open(Path::new(path)) + .map_err(|e| format_err!("could not open fidx file - {}", e))?; + + let mut ctime_str = index.ctime.to_string(); + if let Ok(s) = proxmox::tools::time::strftime_local("%c", index.ctime) { + ctime_str = s; + } + + let mut chunk_digests = HashSet::new(); + + for pos in 0..index.index_count() { + let digest = index.index_digest(pos).unwrap(); + chunk_digests.insert(proxmox::tools::digest_to_hex(digest)); + } + + val = json!({ + "size": index.size, + "ctime": ctime_str, + "chunk-digests": chunk_digests + + }) + } else if path.ends_with("didx") { + let index = DynamicIndexReader::open(Path::new(path)) + .map_err(|e| format_err!("could not open didx file - {}", e))?; + + let mut ctime_str = index.ctime.to_string(); + if let Ok(s) = proxmox::tools::time::strftime_local("%c", index.ctime) { + ctime_str = s; + } + + let mut chunk_digests = HashSet::new(); + + for pos in 0..index.index_count() { + let digest = index.index_digest(pos).unwrap(); + chunk_digests.insert(proxmox::tools::digest_to_hex(digest)); + } + + val = json!({ + "size": index.size, + "ctime": ctime_str, + "chunk-digests": chunk_digests + }) + } else { + bail!("Only .blob, .fidx and .didx files may be inspected"); + } + + if !val.is_null() { + format_and_print_result(&val, &output_format); + } + + Ok(Value::Null) +} + pub fn inspect_commands() -> CommandLineInterface { - let cmd_def = CliCommandMap::new().insert("chunk", CliCommand::new(&API_METHOD_INSPECT_CHUNK)); + let cmd_def = CliCommandMap::new() + .insert("file", CliCommand::new(&API_METHOD_INSPECT_FILE)) + .insert("chunk", CliCommand::new(&API_METHOD_INSPECT_CHUNK)); cmd_def.into() } -- 2.20.1