public inbox for pdm-devel@lists.proxmox.com
 help / color / mirror / Atom feed
* [pdm-devel] [RFC PATCH 1/3] pdm-client: add query builder
@ 2025-02-14 14:11 Maximiliano Sandoval
  2025-02-14 14:11 ` [pdm-devel] [RFC PATCH 2/3] pdm-client: make use of " Maximiliano Sandoval
                   ` (2 more replies)
  0 siblings, 3 replies; 4+ messages in thread
From: Maximiliano Sandoval @ 2025-02-14 14:11 UTC (permalink / raw)
  To: pdm-devel

A big proportion of the consumers of this API use the `format!` macro to
define the base of the url, hence why we use a `Cow<'_, str>` on the
constructor.

A `perl-api-path-builder` feature was added to satisfy the needs of
pve-api-types.

Signed-off-by: Maximiliano Sandoval <m.sandoval@proxmox.com>
---

This is marked as RFC as I think this is better suited for proxmox-client and
here it is easier to showcase in the second and third commit how the API falls
into place.

 lib/pdm-client/Cargo.toml              |   1 +
 lib/pdm-client/src/api_path_builder.rs | 207 +++++++++++++++++++++++++
 2 files changed, 208 insertions(+)
 create mode 100644 lib/pdm-client/src/api_path_builder.rs

diff --git a/lib/pdm-client/Cargo.toml b/lib/pdm-client/Cargo.toml
index fe5ddf7..af42c43 100644
--- a/lib/pdm-client/Cargo.toml
+++ b/lib/pdm-client/Cargo.toml
@@ -26,3 +26,4 @@ pbs-api-types.workspace = true
 [features]
 default = []
 hyper-client = [ "proxmox-client/hyper-client" ]
+perl-api-path-builder = []
diff --git a/lib/pdm-client/src/api_path_builder.rs b/lib/pdm-client/src/api_path_builder.rs
new file mode 100644
index 0000000..0058489
--- /dev/null
+++ b/lib/pdm-client/src/api_path_builder.rs
@@ -0,0 +1,207 @@
+use std::borrow::Cow;
+
+/// Builder for urls with a query.
+///
+/// The [Self::arg] method can be used to add multiple arguments to the query.
+///
+/// ```rust
+/// use pdm_client::api_path_builder::ApiPathBuilder;
+///
+/// let query = ApiPathBuilder::new("/api2/extjs/cluster/resources")
+///     .arg("type", pve_api_types::ClusterResourceKind::Vm)
+///     .build();
+///
+/// assert_eq!(&query, "/api2/extjs/cluster/resources?type=vm");
+/// ```
+///
+/// ## Compatibility with perl clients
+///
+/// The methods `bool_arg` and `list_arg` were added to translate booleans as
+/// `"0"`/`"1"` and split lists so that they can be feed to perl's
+/// `split_list()` respectively. These methods require the
+/// `perl-api-path-builder` feature.
+pub struct ApiPathBuilder {
+    url: String,
+    separator: char,
+}
+
+impl ApiPathBuilder {
+    /// Creates a new builder.
+    pub fn new<'a>(base: impl Into<Cow<'a, str>>) -> Self {
+        Self {
+            url: base.into().into_owned(),
+            separator: '?',
+        }
+    }
+
+    /// Adds an argument to the query.
+    ///
+    /// The value is percent-encoded.
+    pub fn arg<T: std::fmt::Display>(mut self, name: &str, value: T) -> Self {
+        self.push_name_and_separator(name);
+        self.push_encoded(value);
+        self
+    }
+
+    /// Adds an optional argument to the query.
+    ///
+    /// Does nothing if the value is `None`. See [Self::arg].
+    pub fn maybe_arg<T: std::fmt::Display>(mut self, name: &str, value: &Option<T>) -> Self {
+        if let Some(value) = value {
+            self = self.arg(name, value);
+        }
+        self
+    }
+
+    /// Builds the url.
+    pub fn build(self) -> String {
+        self.url
+    }
+
+    fn push_name_and_separator(&mut self, name: &str) {
+        self.url.push(self.separator);
+        self.separator = '&';
+        self.url.push_str(name);
+        self.url.push('=');
+    }
+
+    fn push_encoded<T: std::fmt::Display>(&mut self, value: T) {
+        let str_value = value.to_string();
+        let enc_value = percent_encoding::percent_encode(
+            str_value.as_bytes(),
+            percent_encoding::NON_ALPHANUMERIC,
+        );
+        self.url.extend(enc_value);
+    }
+}
+
+#[cfg(feature = "perl-api-path-builder")]
+impl ApiPathBuilder {
+    /// Adds a boolean arg in a perl-friendly fashion.
+    ///
+    /// `true` will be converted into `"1"` and `false` to `"0"`.
+    pub fn bool_arg(mut self, name: &str, value: bool) -> Self {
+        self.push_name_and_separator(name);
+        if value {
+            self.url.push('1');
+        } else {
+            self.url.push('0');
+        };
+        self
+    }
+
+    /// Adds an optional boolean arg in a perl-friendly fashion.
+    ///
+    /// Does nothing if `value` is `None`. See [Self::bool_arg].
+    pub fn maybe_bool_arg(mut self, name: &str, value: Option<bool>) -> Self {
+        if let Some(value) = value {
+            self = self.bool_arg(name, value);
+        }
+        self
+    }
+
+    /// Helper for building perl-friendly queries.
+    ///
+    /// For `<type>-list` entries we turn an array into a string ready for
+    /// perl's `split_list()` call.
+    ///
+    /// The values are percent-encoded.
+    pub fn list_arg<T: std::fmt::Display, P: Iterator<Item = T>>(
+        mut self,
+        name: &str,
+        values: P,
+    ) -> Self {
+        self.push_name_and_separator(name);
+        let mut list_separator = "";
+        for entry in values {
+            self.url.push_str(list_separator);
+            list_separator = "%00";
+            self.push_encoded(entry);
+        }
+        self
+    }
+
+    /// Helper for building perl-friendly queries.
+    ///
+    /// See [Self::list_arg].
+    pub fn maybe_list_arg<T: std::fmt::Display>(
+        mut self,
+        name: &str,
+        values: &Option<Vec<T>>,
+    ) -> Self {
+        if let Some(values) = values {
+            self = self.list_arg(name, values.iter());
+        };
+        self
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use pdm_api_types::ConfigurationState;
+    use pve_api_types::ClusterResourceKind;
+
+    use super::*;
+
+    #[test]
+    fn test_builder() {
+        let expected = "/api2/extjs/cluster/resources?type=vm";
+        let ty = ClusterResourceKind::Vm;
+
+        let query = ApiPathBuilder::new("/api2/extjs/cluster/resources")
+            .arg("type", ty)
+            .build();
+
+        assert_eq!(&query, expected);
+
+        let second_expected =
+            "/api2/extjs/pve/remotes/some-remote/qemu/100/config?state=active&node=myNode";
+        let state = ConfigurationState::Active;
+        let node = "myNode";
+        let snapshot = None::<&str>;
+
+        let second_query =
+            ApiPathBuilder::new("/api2/extjs/pve/remotes/some-remote/qemu/100/config")
+                .arg("state", state)
+                .arg("node", node)
+                .maybe_arg("snapshot", &snapshot)
+                .build();
+
+        assert_eq!(&second_query, &second_expected);
+    }
+}
+
+#[cfg(all(test, feature = "perl-api-path-builder"))]
+mod perl_tests {
+    use super::*;
+
+    use pve_api_types::client::{add_query_arg, add_query_bool};
+
+    #[test]
+    fn test_perl_builder() {
+        let history = true;
+        let local_only = false;
+        let start_time = 1000;
+
+        let (mut query, mut sep) = (String::new(), '?');
+        add_query_bool(&mut query, &mut sep, "history", Some(history));
+        add_query_bool(&mut query, &mut sep, "local-only", Some(local_only));
+        add_query_arg(&mut query, &mut sep, "start-time", &Some(start_time));
+        let url = format!("/api2/extjs/cluster/metrics/export{query}");
+
+        let query = ApiPathBuilder::new("/api2/extjs/cluster/metrics/export")
+            .bool_arg("history", history)
+            .bool_arg("local-only", local_only)
+            .arg("start-time", start_time)
+            .build();
+        assert_eq!(url, query);
+
+        let maybe_arg = ApiPathBuilder::new("/api2/extjs/cluster/metrics/export")
+            .maybe_bool_arg("history", Some(history))
+            .maybe_bool_arg("local-only", Some(local_only))
+            .maybe_arg("start-time", &Some(start_time))
+            .build();
+
+        assert_eq!(url, maybe_arg);
+    }
+}
-- 
2.39.5



_______________________________________________
pdm-devel mailing list
pdm-devel@lists.proxmox.com
https://lists.proxmox.com/cgi-bin/mailman/listinfo/pdm-devel


^ permalink raw reply	[flat|nested] 4+ messages in thread

* [pdm-devel] [RFC PATCH 2/3] pdm-client: make use of query builder
  2025-02-14 14:11 [pdm-devel] [RFC PATCH 1/3] pdm-client: add query builder Maximiliano Sandoval
@ 2025-02-14 14:11 ` Maximiliano Sandoval
  2025-02-14 14:11 ` [pdm-devel] [RFC PATCH 3/3] pbs-client: " Maximiliano Sandoval
  2025-03-21 12:59 ` [pdm-devel] [RFC PATCH 1/3] pdm-client: add " Wolfgang Bumiller
  2 siblings, 0 replies; 4+ messages in thread
From: Maximiliano Sandoval @ 2025-02-14 14:11 UTC (permalink / raw)
  To: pdm-devel

Signed-off-by: Maximiliano Sandoval <m.sandoval@proxmox.com>
---
 lib/pdm-client/src/lib.rs | 165 ++++++++++++++++++++------------------
 1 file changed, 87 insertions(+), 78 deletions(-)

diff --git a/lib/pdm-client/src/lib.rs b/lib/pdm-client/src/lib.rs
index a41b82c..51cbc04 100644
--- a/lib/pdm-client/src/lib.rs
+++ b/lib/pdm-client/src/lib.rs
@@ -1,5 +1,9 @@
 //! Proxmox Datacenter Manager API client.
 
+pub mod api_path_builder;
+
+use api_path_builder::ApiPathBuilder;
+
 use std::collections::HashMap;
 use std::time::Duration;
 
@@ -134,13 +138,9 @@ impl<T: HttpApiClient> PdmClient<T> {
     }
 
     pub async fn list_users(&self, include_api_tokens: bool) -> Result<Vec<UserWithTokens>, Error> {
-        let mut path = "/api2/extjs/access/users".to_string();
-        add_query_arg(
-            &mut path,
-            &mut '?',
-            "include_tokens",
-            &Some(include_api_tokens),
-        );
+        let path = ApiPathBuilder::new("/api2/extjs/access/users")
+            .arg("include_tokens", include_api_tokens)
+            .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -221,8 +221,9 @@ impl<T: HttpApiClient> PdmClient<T> {
         password: Option<&str>,
         id: &str,
     ) -> Result<(), proxmox_client::Error> {
-        let mut path = format!("/api2/extjs/access/tfa/{userid}/{id}");
-        add_query_arg(&mut path, &mut '?', "password", &password);
+        let path = ApiPathBuilder::new(format!("/api2/extjs/access/tfa/{userid}/{id}"))
+            .maybe_arg("password", &password)
+            .build();
         self.0.delete(&path).await?.nodata()
     }
 
@@ -346,8 +347,9 @@ impl<T: HttpApiClient> PdmClient<T> {
         remote: &str,
         kind: Option<pve_api_types::ClusterResourceKind>,
     ) -> Result<Vec<PveResource>, Error> {
-        let mut query = format!("/api2/extjs/pve/remotes/{remote}/resources");
-        add_query_arg(&mut query, &mut '?', "kind", &kind);
+        let query = ApiPathBuilder::new(format!("/api2/extjs/pve/remotes/{remote}/resources"))
+            .maybe_arg("kind", &kind)
+            .build();
         Ok(self.0.get(&query).await?.expect_json()?.data)
     }
 
@@ -356,8 +358,9 @@ impl<T: HttpApiClient> PdmClient<T> {
         remote: &str,
         target_endpoint: Option<&str>,
     ) -> Result<Vec<ClusterNodeStatus>, Error> {
-        let mut query = format!("/api2/extjs/pve/remotes/{remote}/cluster-status");
-        add_query_arg(&mut query, &mut '?', "target-endpoint", &target_endpoint);
+        let query = ApiPathBuilder::new(format!("/api2/extjs/pve/remotes/{remote}/cluster-status"))
+            .maybe_arg("target-endpoint", &target_endpoint)
+            .build();
         Ok(self.0.get(&query).await?.expect_json()?.data)
     }
 
@@ -366,8 +369,9 @@ impl<T: HttpApiClient> PdmClient<T> {
         remote: &str,
         node: Option<&str>,
     ) -> Result<Vec<pve_api_types::VmEntry>, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/qemu");
-        add_query_arg(&mut path, &mut '?', "node", &node);
+        let path = ApiPathBuilder::new(format!("/api2/extjs/pve/remotes/{remote}/qemu"))
+            .maybe_arg("node", &node)
+            .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -376,8 +380,9 @@ impl<T: HttpApiClient> PdmClient<T> {
         remote: &str,
         node: Option<&str>,
     ) -> Result<Vec<pve_api_types::VmEntry>, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/lxc");
-        add_query_arg(&mut path, &mut '?', "node", &node);
+        let path = ApiPathBuilder::new(format!("/api2/extjs/pve/remotes/{remote}/lxc"))
+            .maybe_arg("node", &node)
+            .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -389,11 +394,13 @@ impl<T: HttpApiClient> PdmClient<T> {
         state: ConfigurationState,
         snapshot: Option<&str>,
     ) -> Result<pve_api_types::QemuConfig, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/qemu/{vmid}/config");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "state", &Some(&state));
-        add_query_arg(&mut path, &mut sep, "node", &node);
-        add_query_arg(&mut path, &mut sep, "snapshot", &snapshot);
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pve/remotes/{remote}/qemu/{vmid}/config"
+        ))
+        .arg("state", state)
+        .maybe_arg("node", &node)
+        .maybe_arg("snapshot", &snapshot)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -403,9 +410,11 @@ impl<T: HttpApiClient> PdmClient<T> {
         node: Option<&str>,
         vmid: u32,
     ) -> Result<pve_api_types::QemuStatus, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/qemu/{vmid}/status");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "node", &node);
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pve/remotes/{remote}/qemu/{vmid}/status"
+        ))
+        .maybe_arg("node", &node)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -415,9 +424,11 @@ impl<T: HttpApiClient> PdmClient<T> {
         node: Option<&str>,
         vmid: u32,
     ) -> Result<pve_api_types::LxcStatus, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/lxc/{vmid}/status");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "node", &node);
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pve/remotes/{remote}/lxc/{vmid}/status"
+        ))
+        .maybe_arg("node", &node)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -526,11 +537,13 @@ impl<T: HttpApiClient> PdmClient<T> {
         state: ConfigurationState,
         snapshot: Option<&str>,
     ) -> Result<pve_api_types::LxcConfig, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/lxc/{vmid}/config");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "node", &node);
-        add_query_arg(&mut path, &mut sep, "state", &Some(&state));
-        add_query_arg(&mut path, &mut sep, "snapshot", &snapshot);
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pve/remotes/{remote}/lxc/{vmid}/config"
+        ))
+        .maybe_arg("node", &node)
+        .arg("state", state)
+        .maybe_arg("snapshot", &snapshot)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -620,9 +633,9 @@ impl<T: HttpApiClient> PdmClient<T> {
         remote: &str,
         node: Option<&str>,
     ) -> Result<Vec<pve_api_types::ListTasksResponse>, Error> {
-        let mut query = format!("/api2/extjs/pve/remotes/{remote}/tasks");
-        let mut sep = '?';
-        pve_api_types::client::add_query_arg(&mut query, &mut sep, "node", &node);
+        let query = ApiPathBuilder::new(format!("/api2/extjs/pve/remotes/{remote}/tasks"))
+            .maybe_arg("node", &node)
+            .build();
         Ok(self.0.get(&query).await?.expect_json()?.data)
     }
 
@@ -657,9 +670,9 @@ impl<T: HttpApiClient> PdmClient<T> {
         path: Option<&str>,
         exact: bool,
     ) -> Result<(Vec<AclListItem>, Option<ConfigDigest>), Error> {
-        let mut query = format!("/api2/extjs/access/acl?exact={}", exact as u8);
-        let mut sep = '?';
-        pve_api_types::client::add_query_arg(&mut query, &mut sep, "path", &path);
+        let query = ApiPathBuilder::new(format!("/api2/extjs/access/acl?exact={}", exact as u8))
+            .maybe_arg("path", &path)
+            .build();
         let mut res = self.0.get(&query).await?.expect_json()?;
         Ok((res.data, res.attribs.remove("digest").map(ConfigDigest)))
     }
@@ -747,8 +760,11 @@ impl<T: HttpApiClient> PdmClient<T> {
         store: &str,
         namespace: Option<&str>,
     ) -> Result<Vec<pbs_api_types::SnapshotListItem>, Error> {
-        let mut path = format!("/api2/extjs/pbs/remotes/{remote}/datastore/{store}/snapshots");
-        add_query_arg(&mut path, &mut '?', "ns", &namespace);
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pbs/remotes/{remote}/datastore/{store}/snapshots"
+        ))
+        .maybe_arg("ns", &namespace)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -770,16 +786,19 @@ impl<T: HttpApiClient> PdmClient<T> {
         mode: RrdMode,
         timeframe: RrdTimeframe,
     ) -> Result<Vec<PbsDatastoreDataPoint>, Error> {
-        let mut path = format!("/api2/extjs/pbs/remotes/{remote}/datastore/{store}/rrddata");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "cf", &Some(mode));
-        add_query_arg(&mut path, &mut sep, "timeframe", &Some(timeframe));
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pbs/remotes/{remote}/datastore/{store}/rrddata"
+        ))
+        .arg("cf", mode)
+        .arg("timeframe", timeframe)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
     pub async fn resources(&self, max_age: Option<u64>) -> Result<Vec<RemoteResources>, Error> {
-        let mut path = "/api2/extjs/resources/list".to_string();
-        add_query_arg(&mut path, &mut '?', "max-age", &max_age);
+        let path = ApiPathBuilder::new("/api2/extjs/resources/list")
+            .maybe_arg("max-age", &max_age)
+            .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -789,9 +808,11 @@ impl<T: HttpApiClient> PdmClient<T> {
         node: &str,
         interface_type: Option<ListNetworksType>,
     ) -> Result<Vec<NetworkInterface>, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/nodes/{node}/network");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "interface-type", &interface_type);
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pve/remotes/{remote}/nodes/{node}/network"
+        ))
+        .maybe_arg("interface-type", &interface_type)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -805,17 +826,20 @@ impl<T: HttpApiClient> PdmClient<T> {
         storage: Option<String>,
         target: Option<String>,
     ) -> Result<Vec<StorageInfo>, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/nodes/{node}/storage");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "enabled", &enabled);
-        add_query_arg(&mut path, &mut sep, "format", &format);
-        add_query_arg(&mut path, &mut sep, "storage", &storage);
-        add_query_arg(&mut path, &mut sep, "target", &target);
+        let mut builder = ApiPathBuilder::new(format!(
+            "/api2/extjs/pve/remotes/{remote}/nodes/{node}/storage"
+        ))
+        .maybe_arg("enabled", &enabled)
+        .maybe_arg("format", &format)
+        .maybe_arg("storage", &storage)
+        .maybe_arg("target", &target);
         if let Some(content) = content {
             for ty in content {
-                add_query_arg(&mut path, &mut sep, "content", &Some(ty));
+                builder = builder.arg("content", ty);
             }
         }
+        let path = builder.build();
+
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 
@@ -836,10 +860,12 @@ impl<T: HttpApiClient> PdmClient<T> {
         vmid: u32,
         target: Option<String>,
     ) -> Result<QemuMigratePreconditions, Error> {
-        let mut path = format!("/api2/extjs/pve/remotes/{remote}/qemu/{vmid}/migrate");
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "node", &node);
-        add_query_arg(&mut path, &mut sep, "target", &target);
+        let path = ApiPathBuilder::new(format!(
+            "/api2/extjs/pve/remotes/{remote}/qemu/{vmid}/migrate"
+        ))
+        .maybe_arg("node", &node)
+        .maybe_arg("target", &target)
+        .build();
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
 }
@@ -1150,23 +1176,6 @@ impl AddTfaEntry {
     }
 }
 
-/// Add an optional string parameter to the query, and if it was added, change `separator` to `&`.
-pub fn add_query_arg<T>(query: &mut String, separator: &mut char, name: &str, value: &Option<T>)
-where
-    T: std::fmt::Display,
-{
-    if let Some(value) = value {
-        query.push(*separator);
-        *separator = '&';
-        query.push_str(name);
-        query.push('=');
-        query.extend(percent_encoding::percent_encode(
-            value.to_string().as_bytes(),
-            percent_encoding::NON_ALPHANUMERIC,
-        ));
-    }
-}
-
 /// ACL entries are either for a user or for a group.
 #[derive(Clone, Serialize)]
 pub enum AclRecipient<'a> {
-- 
2.39.5



_______________________________________________
pdm-devel mailing list
pdm-devel@lists.proxmox.com
https://lists.proxmox.com/cgi-bin/mailman/listinfo/pdm-devel


^ permalink raw reply	[flat|nested] 4+ messages in thread

* [pdm-devel] [RFC PATCH 3/3] pbs-client: make use of query builder
  2025-02-14 14:11 [pdm-devel] [RFC PATCH 1/3] pdm-client: add query builder Maximiliano Sandoval
  2025-02-14 14:11 ` [pdm-devel] [RFC PATCH 2/3] pdm-client: make use of " Maximiliano Sandoval
@ 2025-02-14 14:11 ` Maximiliano Sandoval
  2025-03-21 12:59 ` [pdm-devel] [RFC PATCH 1/3] pdm-client: add " Wolfgang Bumiller
  2 siblings, 0 replies; 4+ messages in thread
From: Maximiliano Sandoval @ 2025-02-14 14:11 UTC (permalink / raw)
  To: pdm-devel

Signed-off-by: Maximiliano Sandoval <m.sandoval@proxmox.com>
---
 server/Cargo.toml        |  1 +
 server/src/pbs_client.rs | 31 ++++++++-----------------------
 2 files changed, 9 insertions(+), 23 deletions(-)

diff --git a/server/Cargo.toml b/server/Cargo.toml
index 7b0058e..0c30f93 100644
--- a/server/Cargo.toml
+++ b/server/Cargo.toml
@@ -71,6 +71,7 @@ proxmox-acme-api = { workspace = true, features = [ "impl" ] }
 pdm-api-types.workspace = true
 pdm-buildcfg.workspace = true
 pdm-config.workspace = true
+pdm-client.workspace = true
 
 pve-api-types = { workspace = true, features = [ "client" ] }
 pbs-api-types.workspace = true
diff --git a/server/src/pbs_client.rs b/server/src/pbs_client.rs
index c4115c1..ad9ef95 100644
--- a/server/src/pbs_client.rs
+++ b/server/src/pbs_client.rs
@@ -13,6 +13,7 @@ use proxmox_schema::api;
 use proxmox_section_config::typed::SectionConfigData;
 
 use pdm_api_types::remotes::{Remote, RemoteType};
+use pdm_client::api_path_builder::ApiPathBuilder;
 
 pub fn get_remote<'a>(
     config: &'a SectionConfigData<Remote>,
@@ -100,8 +101,9 @@ impl PbsClient {
         datastore: &str,
         namespace: Option<&str>,
     ) -> Result<JsonRecords<pbs_api_types::SnapshotListItem>, anyhow::Error> {
-        let mut path = format!("/api2/extjs/admin/datastore/{datastore}/snapshots");
-        add_query_arg(&mut path, &mut '?', "ns", &namespace);
+        let path = ApiPathBuilder::new(format!("/api2/extjs/admin/datastore/{datastore}/snapshots"))
+            .maybe_arg("ns", &namespace)
+            .build();
         let response = self
             .0
             .streaming_request(http::Method::GET, &path, None::<()>)
@@ -169,10 +171,10 @@ impl PbsClient {
         history: Option<bool>,
         start_time: Option<i64>,
     ) -> Result<pbs_api_types::Metrics, Error> {
-        let mut path = "/api2/extjs/status/metrics".to_string();
-        let mut sep = '?';
-        add_query_arg(&mut path, &mut sep, "history", &history);
-        add_query_arg(&mut path, &mut sep, "start-time", &start_time);
+        let path = ApiPathBuilder::new("/api2/extjs/status/metrics")
+            .maybe_arg("history", &history)
+            .maybe_arg("start-time", &start_time)
+            .build();
 
         Ok(self.0.get(&path).await?.expect_json()?.data)
     }
@@ -192,20 +194,3 @@ impl PbsClient {
 struct JsonData<T> {
     data: T,
 }
-
-/// Add an optional string parameter to the query, and if it was added, change `separator` to `&`.
-fn add_query_arg<T>(query: &mut String, separator: &mut char, name: &str, value: &Option<T>)
-where
-    T: std::fmt::Display,
-{
-    if let Some(value) = value {
-        query.push(*separator);
-        *separator = '&';
-        query.push_str(name);
-        query.push('=');
-        query.extend(percent_encoding::percent_encode(
-            value.to_string().as_bytes(),
-            percent_encoding::NON_ALPHANUMERIC,
-        ));
-    }
-}
-- 
2.39.5



_______________________________________________
pdm-devel mailing list
pdm-devel@lists.proxmox.com
https://lists.proxmox.com/cgi-bin/mailman/listinfo/pdm-devel


^ permalink raw reply	[flat|nested] 4+ messages in thread

* Re: [pdm-devel] [RFC PATCH 1/3] pdm-client: add query builder
  2025-02-14 14:11 [pdm-devel] [RFC PATCH 1/3] pdm-client: add query builder Maximiliano Sandoval
  2025-02-14 14:11 ` [pdm-devel] [RFC PATCH 2/3] pdm-client: make use of " Maximiliano Sandoval
  2025-02-14 14:11 ` [pdm-devel] [RFC PATCH 3/3] pbs-client: " Maximiliano Sandoval
@ 2025-03-21 12:59 ` Wolfgang Bumiller
  2 siblings, 0 replies; 4+ messages in thread
From: Wolfgang Bumiller @ 2025-03-21 12:59 UTC (permalink / raw)
  To: Maximiliano Sandoval; +Cc: pdm-devel

On Fri, Feb 14, 2025 at 03:11:25PM +0100, Maximiliano Sandoval wrote:
> A big proportion of the consumers of this API use the `format!` macro to
> define the base of the url, hence why we use a `Cow<'_, str>` on the
> constructor.
> 
> A `perl-api-path-builder` feature was added to satisfy the needs of
> pve-api-types.
> 
> Signed-off-by: Maximiliano Sandoval <m.sandoval@proxmox.com>
> ---
> 
> This is marked as RFC as I think this is better suited for proxmox-client and
> here it is easier to showcase in the second and third commit how the API falls
> into place.

Given that `add_query_arg` (and some variations) currently exist as
duplicates in pdm-client, pve-api-types and pdm/server, all of which
base their http part on proxmox-client - moving its functionality one
way or another into proxmox-client makes sense.

The builder seems fine to me, if you want to prepare patches for
proxmox-client with it.

Two minor nits below.

> 
>  lib/pdm-client/Cargo.toml              |   1 +
>  lib/pdm-client/src/api_path_builder.rs | 207 +++++++++++++++++++++++++
>  2 files changed, 208 insertions(+)
>  create mode 100644 lib/pdm-client/src/api_path_builder.rs
> 
> diff --git a/lib/pdm-client/Cargo.toml b/lib/pdm-client/Cargo.toml
> index fe5ddf7..af42c43 100644
> --- a/lib/pdm-client/Cargo.toml
> +++ b/lib/pdm-client/Cargo.toml
> @@ -26,3 +26,4 @@ pbs-api-types.workspace = true
>  [features]
>  default = []
>  hyper-client = [ "proxmox-client/hyper-client" ]
> +perl-api-path-builder = []
> diff --git a/lib/pdm-client/src/api_path_builder.rs b/lib/pdm-client/src/api_path_builder.rs
> new file mode 100644
> index 0000000..0058489
> --- /dev/null
> +++ b/lib/pdm-client/src/api_path_builder.rs
> @@ -0,0 +1,207 @@
> +use std::borrow::Cow;
> +
> +/// Builder for urls with a query.
> +///
> +/// The [Self::arg] method can be used to add multiple arguments to the query.
> +///
> +/// ```rust
> +/// use pdm_client::api_path_builder::ApiPathBuilder;
> +///
> +/// let query = ApiPathBuilder::new("/api2/extjs/cluster/resources")
> +///     .arg("type", pve_api_types::ClusterResourceKind::Vm)
> +///     .build();
> +///
> +/// assert_eq!(&query, "/api2/extjs/cluster/resources?type=vm");
> +/// ```
> +///
> +/// ## Compatibility with perl clients
> +///
> +/// The methods `bool_arg` and `list_arg` were added to translate booleans as
> +/// `"0"`/`"1"` and split lists so that they can be feed to perl's
> +/// `split_list()` respectively. These methods require the
> +/// `perl-api-path-builder` feature.
> +pub struct ApiPathBuilder {
> +    url: String,
> +    separator: char,
> +}
> +
> +impl ApiPathBuilder {
> +    /// Creates a new builder.
> +    pub fn new<'a>(base: impl Into<Cow<'a, str>>) -> Self {
> +        Self {
> +            url: base.into().into_owned(),
> +            separator: '?',
> +        }
> +    }
> +
> +    /// Adds an argument to the query.
> +    ///
> +    /// The value is percent-encoded.
> +    pub fn arg<T: std::fmt::Display>(mut self, name: &str, value: T) -> Self {
> +        self.push_name_and_separator(name);
> +        self.push_encoded(value);
> +        self
> +    }
> +
> +    /// Adds an optional argument to the query.
> +    ///
> +    /// Does nothing if the value is `None`. See [Self::arg].
> +    pub fn maybe_arg<T: std::fmt::Display>(mut self, name: &str, value: &Option<T>) -> Self {
> +        if let Some(value) = value {
> +            self = self.arg(name, value);
> +        }
> +        self
> +    }
> +
> +    /// Builds the url.
> +    pub fn build(self) -> String {
> +        self.url
> +    }
> +
> +    fn push_name_and_separator(&mut self, name: &str) {
> +        self.url.push(self.separator);
> +        self.separator = '&';
> +        self.url.push_str(name);

With the builder being a more public facing thing now, it would probably
make sense to also encode the name rather than pushing it as-is.

> +        self.url.push('=');
> +    }
> +
> +    fn push_encoded<T: std::fmt::Display>(&mut self, value: T) {
> +        let str_value = value.to_string();
> +        let enc_value = percent_encoding::percent_encode(
> +            str_value.as_bytes(),
> +            percent_encoding::NON_ALPHANUMERIC,
> +        );
> +        self.url.extend(enc_value);
> +    }
> +}
> +
> +#[cfg(feature = "perl-api-path-builder")]
> +impl ApiPathBuilder {
> +    /// Adds a boolean arg in a perl-friendly fashion.
> +    ///
> +    /// `true` will be converted into `"1"` and `false` to `"0"`.
> +    pub fn bool_arg(mut self, name: &str, value: bool) -> Self {
> +        self.push_name_and_separator(name);
> +        if value {
> +            self.url.push('1');
> +        } else {
> +            self.url.push('0');
> +        };
> +        self
> +    }
> +
> +    /// Adds an optional boolean arg in a perl-friendly fashion.
> +    ///
> +    /// Does nothing if `value` is `None`. See [Self::bool_arg].
> +    pub fn maybe_bool_arg(mut self, name: &str, value: Option<bool>) -> Self {
> +        if let Some(value) = value {
> +            self = self.bool_arg(name, value);
> +        }
> +        self
> +    }
> +
> +    /// Helper for building perl-friendly queries.
> +    ///
> +    /// For `<type>-list` entries we turn an array into a string ready for
> +    /// perl's `split_list()` call.
> +    ///
> +    /// The values are percent-encoded.
> +    pub fn list_arg<T: std::fmt::Display, P: Iterator<Item = T>>(

I think it is more common to use `IntoIterator<Item = T>` as a bound for
such functions.

> +        mut self,
> +        name: &str,
> +        values: P,
> +    ) -> Self {
> +        self.push_name_and_separator(name);
> +        let mut list_separator = "";
> +        for entry in values {
> +            self.url.push_str(list_separator);
> +            list_separator = "%00";
> +            self.push_encoded(entry);
> +        }
> +        self
> +    }
> +
> +    /// Helper for building perl-friendly queries.
> +    ///
> +    /// See [Self::list_arg].
> +    pub fn maybe_list_arg<T: std::fmt::Display>(
> +        mut self,
> +        name: &str,
> +        values: &Option<Vec<T>>,
> +    ) -> Self {
> +        if let Some(values) = values {
> +            self = self.list_arg(name, values.iter());
> +        };
> +        self
> +    }
> +}
> +
> +#[cfg(test)]
> +mod tests {
> +    use pdm_api_types::ConfigurationState;
> +    use pve_api_types::ClusterResourceKind;
> +
> +    use super::*;
> +
> +    #[test]
> +    fn test_builder() {
> +        let expected = "/api2/extjs/cluster/resources?type=vm";
> +        let ty = ClusterResourceKind::Vm;
> +
> +        let query = ApiPathBuilder::new("/api2/extjs/cluster/resources")
> +            .arg("type", ty)
> +            .build();
> +
> +        assert_eq!(&query, expected);
> +
> +        let second_expected =
> +            "/api2/extjs/pve/remotes/some-remote/qemu/100/config?state=active&node=myNode";
> +        let state = ConfigurationState::Active;
> +        let node = "myNode";
> +        let snapshot = None::<&str>;
> +
> +        let second_query =
> +            ApiPathBuilder::new("/api2/extjs/pve/remotes/some-remote/qemu/100/config")
> +                .arg("state", state)
> +                .arg("node", node)
> +                .maybe_arg("snapshot", &snapshot)
> +                .build();
> +
> +        assert_eq!(&second_query, &second_expected);
> +    }
> +}
> +
> +#[cfg(all(test, feature = "perl-api-path-builder"))]
> +mod perl_tests {
> +    use super::*;
> +
> +    use pve_api_types::client::{add_query_arg, add_query_bool};
> +
> +    #[test]
> +    fn test_perl_builder() {
> +        let history = true;
> +        let local_only = false;
> +        let start_time = 1000;
> +
> +        let (mut query, mut sep) = (String::new(), '?');
> +        add_query_bool(&mut query, &mut sep, "history", Some(history));
> +        add_query_bool(&mut query, &mut sep, "local-only", Some(local_only));
> +        add_query_arg(&mut query, &mut sep, "start-time", &Some(start_time));
> +        let url = format!("/api2/extjs/cluster/metrics/export{query}");
> +
> +        let query = ApiPathBuilder::new("/api2/extjs/cluster/metrics/export")
> +            .bool_arg("history", history)
> +            .bool_arg("local-only", local_only)
> +            .arg("start-time", start_time)
> +            .build();
> +        assert_eq!(url, query);
> +
> +        let maybe_arg = ApiPathBuilder::new("/api2/extjs/cluster/metrics/export")
> +            .maybe_bool_arg("history", Some(history))
> +            .maybe_bool_arg("local-only", Some(local_only))
> +            .maybe_arg("start-time", &Some(start_time))
> +            .build();
> +
> +        assert_eq!(url, maybe_arg);
> +    }
> +}
> -- 
> 2.39.5


_______________________________________________
pdm-devel mailing list
pdm-devel@lists.proxmox.com
https://lists.proxmox.com/cgi-bin/mailman/listinfo/pdm-devel


^ permalink raw reply	[flat|nested] 4+ messages in thread

end of thread, other threads:[~2025-03-21 13:00 UTC | newest]

Thread overview: 4+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2025-02-14 14:11 [pdm-devel] [RFC PATCH 1/3] pdm-client: add query builder Maximiliano Sandoval
2025-02-14 14:11 ` [pdm-devel] [RFC PATCH 2/3] pdm-client: make use of " Maximiliano Sandoval
2025-02-14 14:11 ` [pdm-devel] [RFC PATCH 3/3] pbs-client: " Maximiliano Sandoval
2025-03-21 12:59 ` [pdm-devel] [RFC PATCH 1/3] pdm-client: add " Wolfgang Bumiller

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox
Service provided by Proxmox Server Solutions GmbH | Privacy | Legal