From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from firstgate.proxmox.com (firstgate.proxmox.com [212.224.123.68]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits)) (No client certificate requested) by lists.proxmox.com (Postfix) with ESMTPS id 92C2469F2B for ; Wed, 15 Sep 2021 15:42:22 +0200 (CEST) Received: from firstgate.proxmox.com (localhost [127.0.0.1]) by firstgate.proxmox.com (Proxmox) with ESMTP id 9095019B7C for ; Wed, 15 Sep 2021 15:42:22 +0200 (CEST) Received: from proxmox-new.maurer-it.com (proxmox-new.maurer-it.com [94.136.29.106]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits)) (No client certificate requested) by firstgate.proxmox.com (Proxmox) with ESMTPS id A0C6219B71 for ; Wed, 15 Sep 2021 15:42:21 +0200 (CEST) Received: from proxmox-new.maurer-it.com (localhost.localdomain [127.0.0.1]) by proxmox-new.maurer-it.com (Proxmox) with ESMTP id 785044489C for ; Wed, 15 Sep 2021 15:42:21 +0200 (CEST) From: =?UTF-8?q?Fabian=20Gr=C3=BCnbichler?= To: pve-devel@lists.proxmox.com Date: Wed, 15 Sep 2021 15:41:53 +0200 Message-Id: <20210915134157.19762-7-f.gruenbichler@proxmox.com> X-Mailer: git-send-email 2.30.2 In-Reply-To: <20210915134157.19762-1-f.gruenbichler@proxmox.com> References: <20210915134157.19762-1-f.gruenbichler@proxmox.com> MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit X-SPAM-LEVEL: Spam detection results: 0 AWL 0.384 Adjusted score from AWL reputation of From: address BAYES_00 -1.9 Bayes spam probability is 0 to 1% KAM_DMARC_STATUS 0.01 Test Rule for DKIM or SPF Failure with Strict Alignment SPF_HELO_NONE 0.001 SPF: HELO does not publish an SPF Record SPF_PASS -0.001 SPF: sender matches SPF record URIBL_BLOCKED 0.001 ADMINISTRATOR NOTICE: The query to URIBL was blocked. See http://wiki.apache.org/spamassassin/DnsBlocklists#dnsbl-block for more information. [jobs.rs, pull.rs, sync.rs] Subject: [pve-devel] [PATCH v2 proxmox-backup 06/10] sync: add group filtering X-BeenThere: pve-devel@lists.proxmox.com X-Mailman-Version: 2.1.29 Precedence: list List-Id: Proxmox VE development discussion List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Wed, 15 Sep 2021 13:42:22 -0000 like for manual pulls, but persisted in the sync job config and visible in the relevant GUI parts. Signed-off-by: Fabian Grünbichler --- Notes: GUI is read-only for now (and defaults to no filtering on creation), as this is a rather advanced feature that requires a complex GUI to be user-friendly (regex-freeform, type-combobox, remote group scanning + selector with additional freeform input). I did test the API manually though to see whether it works as expected, and updating the filter list by overwriting with a new one passed in as multiple parameters works as expected. if we want to make this configurable over the GUI, we probably want to switch the job edit window to a tabpanel and add a second grid tab for selecting the groups. pbs-api-types/src/jobs.rs | 6 ++++++ src/api2/config/sync.rs | 5 +++++ src/api2/pull.rs | 4 +++- www/config/SyncView.js | 13 ++++++++++++- www/window/SyncJobEdit.js | 12 ++++++++++++ 5 files changed, 38 insertions(+), 2 deletions(-) diff --git a/pbs-api-types/src/jobs.rs b/pbs-api-types/src/jobs.rs index 94638fe5..06a12131 100644 --- a/pbs-api-types/src/jobs.rs +++ b/pbs-api-types/src/jobs.rs @@ -439,6 +439,10 @@ impl GroupFilterList { optional: true, schema: SYNC_SCHEDULE_SCHEMA, }, + groups: { + type: GroupFilterList, + optional: true, + }, } )] #[derive(Serialize,Deserialize,Clone,Updater)] @@ -458,6 +462,8 @@ pub struct SyncJobConfig { pub comment: Option, #[serde(skip_serializing_if="Option::is_none")] pub schedule: Option, + #[serde(skip_serializing_if="Option::is_none")] + pub groups: Option, } #[api( diff --git a/src/api2/config/sync.rs b/src/api2/config/sync.rs index 3c2bfd78..cbd5b192 100644 --- a/src/api2/config/sync.rs +++ b/src/api2/config/sync.rs @@ -191,6 +191,8 @@ pub enum DeletableProperty { schedule, /// Delete the remove-vanished flag. remove_vanished, + /// Delete the groups property. + groups, } #[api( @@ -253,6 +255,7 @@ pub fn update_sync_job( DeletableProperty::comment => { data.comment = None; }, DeletableProperty::schedule => { data.schedule = None; }, DeletableProperty::remove_vanished => { data.remove_vanished = None; }, + DeletableProperty::groups => { data.groups = None; }, } } } @@ -270,6 +273,7 @@ pub fn update_sync_job( if let Some(remote) = update.remote { data.remote = remote; } if let Some(remote_store) = update.remote_store { data.remote_store = remote_store; } if let Some(owner) = update.owner { data.owner = Some(owner); } + if let Some(groups) = update.groups { data.groups = Some(groups); } let schedule_changed = data.schedule != update.schedule; if update.schedule.is_some() { data.schedule = update.schedule; } @@ -389,6 +393,7 @@ acl:1:/remote/remote1/remotestore1:write@pbs:RemoteSyncOperator owner: Some(write_auth_id.clone()), comment: None, remove_vanished: None, + groups: None, schedule: None, }; diff --git a/src/api2/pull.rs b/src/api2/pull.rs index dfa6a938..86b618ed 100644 --- a/src/api2/pull.rs +++ b/src/api2/pull.rs @@ -102,7 +102,9 @@ pub fn do_sync_job( worker.log(format!("Sync datastore '{}' from '{}/{}'", sync_job.store, sync_job.remote, sync_job.remote_store)); - pull_store(&worker, &client, &src_repo, tgt_store.clone(), delete, sync_owner, None).await?; + let sync_group_filter = sync_job.groups.map(GroupFilterList::filters); + + pull_store(&worker, &client, &src_repo, tgt_store.clone(), delete, sync_owner, sync_group_filter).await?; worker.log(format!("sync job '{}' end", &job_id)); diff --git a/www/config/SyncView.js b/www/config/SyncView.js index 7d7e751c..d2a3954f 100644 --- a/www/config/SyncView.js +++ b/www/config/SyncView.js @@ -1,7 +1,7 @@ Ext.define('pbs-sync-jobs-status', { extend: 'Ext.data.Model', fields: [ - 'id', 'owner', 'remote', 'remote-store', 'store', 'schedule', + 'id', 'owner', 'remote', 'remote-store', 'store', 'schedule', 'groups', 'next-run', 'last-run-upid', 'last-run-state', 'last-run-endtime', { name: 'duration', @@ -106,6 +106,11 @@ Ext.define('PBS.config.SyncJobView', { return Ext.String.htmlEncode(value, metadata, record); }, + render_optional_groups: function(value, metadata, record) { + if (!value) return gettext('All'); + return Ext.String.htmlEncode(value, metadata, record); + }, + startStore: function() { this.getView().getStore().rstore.startUpdate(); }, stopStore: function() { this.getView().getStore().rstore.stopUpdate(); }, @@ -214,6 +219,12 @@ Ext.define('PBS.config.SyncJobView', { flex: 2, sortable: true, }, + { + header: gettext('Backup Groups'), + dataIndex: 'groups', + renderer: 'render_optional_groups', + width: 80, + }, { header: gettext('Schedule'), dataIndex: 'schedule', diff --git a/www/window/SyncJobEdit.js b/www/window/SyncJobEdit.js index 47e65ae3..2399f11f 100644 --- a/www/window/SyncJobEdit.js +++ b/www/window/SyncJobEdit.js @@ -199,6 +199,18 @@ Ext.define('PBS.window.SyncJobEdit', { ], columnB: [ + { + fieldLabel: gettext('Backup Groups'), + xtype: 'displayfield', + name: 'groups', + renderer: function(value, metadata, record) { + if (!value) return gettext('All'); + return Ext.String.htmlEncode(value, metadata, record); + }, + cbind: { + hidden: '{isCreate}', + }, + }, { fieldLabel: gettext('Comment'), xtype: 'proxmoxtextfield', -- 2.30.2