public inbox for pbs-devel@lists.proxmox.com
 help / color / mirror / Atom feed
From: Christian Ebner <c.ebner@proxmox.com>
To: Proxmox Backup Server development discussion
	<pbs-devel@lists.proxmox.com>,
	Hannes Laimer <h.laimer@proxmox.com>
Subject: Re: [pbs-devel] [PATCH proxmox-backup 2/3] traffic-control: handle users specified in a rule correctly
Date: Fri, 7 Nov 2025 12:20:40 +0100	[thread overview]
Message-ID: <7a20645f-6a03-4484-9968-186bc556f4d9@proxmox.com> (raw)
In-Reply-To: <20250909085245.91641-6-h.laimer@proxmox.com>

On 9/9/25 10:53 AM, Hannes Laimer wrote:
> Signed-off-by: Hannes Laimer <h.laimer@proxmox.com>
> ---
>   src/bin/proxmox-backup-proxy.rs |   7 ++-
>   src/traffic_control_cache.rs    | 100 +++++++++++++++++++++++++++-----
>   2 files changed, 93 insertions(+), 14 deletions(-)
> 
> diff --git a/src/bin/proxmox-backup-proxy.rs b/src/bin/proxmox-backup-proxy.rs
> index cfd93f92..c39e4587 100644
> --- a/src/bin/proxmox-backup-proxy.rs
> +++ b/src/bin/proxmox-backup-proxy.rs
> @@ -955,6 +955,7 @@ async fn run_traffic_control_updater() {
>   
>   fn lookup_rate_limiter(
>       peer: std::net::SocketAddr,
> +    user: Option<String>,
>   ) -> (Option<SharedRateLimit>, Option<SharedRateLimit>) {
>       let mut cache = TRAFFIC_CONTROL_CACHE.lock().unwrap();
>   
> @@ -962,7 +963,11 @@ fn lookup_rate_limiter(
>   
>       cache.reload(now);
>   
> -    let (_rule_name, read_limiter, write_limiter) = cache.lookup_rate_limiter(peer, now);
> +    let authid = user.and_then(|s| s.parse::<pbs_api_types::Authid>().ok());

nit: can be shortened by dropping pbs_api_types prefix, it is already 
imported above.

> +    let user_parsed = authid.as_ref().map(|auth_id| auth_id.user());
> +
> +    let (_rule_name, read_limiter, write_limiter) =
> +        cache.lookup_rate_limiter(peer, now, user_parsed);
>   
>       (read_limiter, write_limiter)
>   }
> diff --git a/src/traffic_control_cache.rs b/src/traffic_control_cache.rs
> index 830a8c04..0c2718d5 100644
> --- a/src/traffic_control_cache.rs
> +++ b/src/traffic_control_cache.rs
> @@ -13,7 +13,7 @@ use proxmox_section_config::SectionConfigData;
>   
>   use proxmox_time::{parse_daily_duration, DailyDuration, TmEditor};
>   
> -use pbs_api_types::TrafficControlRule;
> +use pbs_api_types::{TrafficControlRule, Userid};
>   
>   use pbs_config::ConfigVersionCache;
>   
> @@ -322,6 +322,7 @@ impl TrafficControlCache {
>       ///
>       /// - Rules where timeframe does not match are skipped.
>       /// - Rules with smaller network size have higher priority.
> +    /// - Rules with users are prioritized over IP-only rules, if multiple match
>       ///
>       /// Behavior is undefined if more than one rule matches after
>       /// above selection.
> @@ -329,10 +330,15 @@ impl TrafficControlCache {
>           &self,
>           peer: SocketAddr,
>           now: i64,
> +        user: Option<&Userid>,
>       ) -> (&str, Option<SharedRateLimit>, Option<SharedRateLimit>) {
>           let peer_ip = canonical_ip(peer.ip());
>   
> -        log::debug!("lookup_rate_limiter: {:?}", peer_ip);
> +        log::debug!(
> +            "lookup_rate_limiter: {:?} - {}",
> +            peer_ip,
> +            user.map_or("(no user)", |u| u.as_str())
> +        );
>   
>           let now = match TmEditor::with_epoch(now, self.use_utc) {
>               Ok(now) => now,
> @@ -342,19 +348,33 @@ impl TrafficControlCache {
>               }
>           };
>   
> -        let mut last_rule_match = None;
> +        let mut last_rule_match: Option<(&ParsedTcRule, u8, bool)> = None; // (rule, netlen, is_user)

this could get its own `type` definition, similar to e.g. what is done 
for the `RateLimiterCallback` and the corresponding docstring there.

>   
>           for rule in self.rules.iter() {
>               if !timeframe_match(&rule.timeframe, &now) {
>                   continue;
>               }
>   
> +            if let Some(ref rule_users) = rule.config.users {
> +                if let Some(cur_user) = user {
> +                    if !rule_users.iter().any(|u| u == cur_user) {
> +                        continue;
> +                    }
> +                } else {
> +                    continue;
> +                }
> +            }
> +
>               if let Some(match_len) = network_match_len(&rule.networks, &peer_ip) {
> +                let is_user_rule = rule.config.users.is_some();
>                   match last_rule_match {
> -                    None => last_rule_match = Some((rule, match_len)),
> -                    Some((_, last_len)) => {
> -                        if match_len > last_len {
> -                            last_rule_match = Some((rule, match_len));
> +                    None => last_rule_match = Some((rule, match_len, is_user_rule)),
> +                    Some((_, last_len, last_is_user)) => {
> +                        // Prefer rules with users over IP-only rules; for same class use longest prefix
> +                        if (is_user_rule && !last_is_user)
> +                            || (is_user_rule == last_is_user && match_len > last_len)
> +                        {
> +                            last_rule_match = Some((rule, match_len, is_user_rule));
>                           }
>                       }
>                   }
> @@ -362,7 +382,7 @@ impl TrafficControlCache {
>           }
>   
>           match last_rule_match {
> -            Some((rule, _)) => {
> +            Some((rule, _, _)) => {
>                   match self.limiter_map.get(&rule.config.name) {
>                       Some((read_limiter, write_limiter)) => (
>                           &rule.config.name,
> @@ -454,34 +474,88 @@ rule: somewhere
>           let somewhere = SocketAddr::new(IpAddr::V4(Ipv4Addr::new(1, 2, 3, 4)), 1234);
>   
>           let (rule, read_limiter, write_limiter) =
> -            cache.lookup_rate_limiter(somewhere, THURSDAY_80_00);
> +            cache.lookup_rate_limiter(somewhere, THURSDAY_80_00, None);
>           assert_eq!(rule, "somewhere");
>           assert!(read_limiter.is_some());
>           assert!(write_limiter.is_some());
>   
> -        let (rule, read_limiter, write_limiter) = cache.lookup_rate_limiter(local, THURSDAY_19_00);
> +        let (rule, read_limiter, write_limiter) =
> +            cache.lookup_rate_limiter(local, THURSDAY_19_00, None);
>           assert_eq!(rule, "rule2");
>           assert!(read_limiter.is_some());
>           assert!(write_limiter.is_some());
>   
>           let (rule, read_limiter, write_limiter) =
> -            cache.lookup_rate_limiter(gateway, THURSDAY_15_00);
> +            cache.lookup_rate_limiter(gateway, THURSDAY_15_00, None);
>           assert_eq!(rule, "rule1");
>           assert!(read_limiter.is_some());
>           assert!(write_limiter.is_some());
>   
>           let (rule, read_limiter, write_limiter) =
> -            cache.lookup_rate_limiter(gateway, THURSDAY_19_00);
> +            cache.lookup_rate_limiter(gateway, THURSDAY_19_00, None);
>           assert_eq!(rule, "somewhere");
>           assert!(read_limiter.is_some());
>           assert!(write_limiter.is_some());
>   
>           let (rule, read_limiter, write_limiter) =
> -            cache.lookup_rate_limiter(private, THURSDAY_19_00);
> +            cache.lookup_rate_limiter(private, THURSDAY_19_00, None);
>           assert_eq!(rule, "rule2");
>           assert!(read_limiter.is_some());
>           assert!(write_limiter.is_some());
>   
>           Ok(())
>       }
> +
> +    #[test]
> +    fn test_user_based_rule_match_and_precedence() -> Result<(), Error> {
> +        // rule user1: user-specific for alice@pam on 192.168.2.0/24
> +        // rule ip1: ip-only broader network also matches, but user rule should win
> +        // rule user2: user-specific for bob@pam but different network shouldn't match
> +        let config_data = "
> +rule: user1
> +	comment user rule for alice
> +	network 192.168.2.0/24
> +	rate-in 50000000
> +	rate-out 50000000
> +	users alice@pam
> +
> +rule: ip1
> +	network 192.168.2.0/24
> +	rate-in 100000000
> +	rate-out 100000000
> +
> +rule: user2
> +	network 10.0.0.0/8
> +	rate-in 75000000
> +	rate-out 75000000
> +	users bob@pam
> +";
> +
> +        let config = pbs_config::traffic_control::CONFIG.parse("testconfig", config_data)?;
> +
> +        let mut cache = TrafficControlCache::new();
> +        cache.use_utc = true;
> +        cache.use_shared_memory = false; // avoid permission problems in test environment
> +
> +        cache.update_config(&config)?;
> +
> +        const NOW: i64 = make_test_time(0, 12, 0);
> +        let peer = SocketAddr::new(IpAddr::V4(Ipv4Addr::new(192, 168, 2, 55)), 1234);
> +
> +        // No user -> should match ip1
> +        let (rule, _, _) = cache.lookup_rate_limiter(peer, NOW, None);
> +        assert_eq!(rule, "ip1");
> +
> +        // alice@pam -> should match user1 and take precedence over ip1
> +        let alice = Userid::try_from("alice@pam".to_string())?;
> +        let (rule, _, _) = cache.lookup_rate_limiter(peer, NOW, Some(&alice));
> +        assert_eq!(rule, "user1");
> +
> +        // bob@pam on same peer/network -> user2 is different network, should fall back to ip1
> +        let bob = Userid::try_from("bob@pam".to_string())?;
> +        let (rule, _, _) = cache.lookup_rate_limiter(peer, NOW, Some(&bob));
> +        assert_eq!(rule, "ip1");
> +
> +        Ok(())
> +    }
>   }


_______________________________________________
pbs-devel mailing list
pbs-devel@lists.proxmox.com
https://lists.proxmox.com/cgi-bin/mailman/listinfo/pbs-devel


  reply	other threads:[~2025-11-07 11:20 UTC|newest]

Thread overview: 16+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2025-09-09  8:52 [pbs-devel] [PATCH proxmox{, -backup} 0/6] add user specific rate-limits Hannes Laimer
2025-09-09  8:52 ` [pbs-devel] [PATCH proxmox 1/3] pbs-api-types: add users to traffic-control rule Hannes Laimer
2025-09-09  8:52 ` [pbs-devel] [PATCH proxmox 2/3] http: add user tag to rate-limited streams Hannes Laimer
2025-11-07 11:01   ` Christian Ebner
2025-09-09  8:52 ` [pbs-devel] [PATCH proxmox 3/3] rest-server: add use tag field to RateLimitedStreams Hannes Laimer
2025-11-07 11:12   ` Christian Ebner
2025-09-09  8:52 ` [pbs-devel] [PATCH proxmox-backup 1/3] api: taffic-control: update/delete users on rule correctly Hannes Laimer
2025-09-09  8:52 ` [pbs-devel] [PATCH proxmox-backup 2/3] traffic-control: handle users specified in a " Hannes Laimer
2025-11-07 11:20   ` Christian Ebner [this message]
2025-09-09  8:52 ` [pbs-devel] [PATCH proxmox-backup 3/3] ui: traffic-control: add users field in edit form and list Hannes Laimer
2025-11-06  9:41 ` [pbs-devel] [PATCH proxmox{, -backup} 0/6] add user specific rate-limits Hannes Laimer
2025-11-07  7:33 ` Christian Ebner
2025-11-07  7:45   ` Hannes Laimer
2025-11-07  8:16     ` Christian Ebner
2025-11-07  8:30       ` Hannes Laimer
2025-11-07 13:24 ` [pbs-devel] superseded: " Hannes Laimer

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=7a20645f-6a03-4484-9968-186bc556f4d9@proxmox.com \
    --to=c.ebner@proxmox.com \
    --cc=h.laimer@proxmox.com \
    --cc=pbs-devel@lists.proxmox.com \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox
Service provided by Proxmox Server Solutions GmbH | Privacy | Legal