[router] Update metrics when request completes (sgl-project#7899)

ZhangShuaiyi · web-flow · commit 7590f5224b69 · 2025-07-09T08:18:09.000-07:00
diff --git a/sgl-router/src/router.rs b/sgl-router/src/router.rs
@@ -842,6 +842,8 @@ impl Router {
                 if let Ok(mut queue) = running_queue.lock() {
                     if let Some(count) = queue.get_mut(worker_url) {
                         *count = count.saturating_sub(1);
+                        gauge!("sgl_router_running_requests", "worker" => worker_url.to_string())
+                            .set(*count as f64);
                     }
                 }
             }
@@ -874,6 +876,7 @@ impl Router {
                                 let mut locked_queue = running_queue.lock().unwrap();
                                 let count = locked_queue.get_mut(&worker_url).unwrap();
                                 *count = count.saturating_sub(1);
+                                gauge!("sgl_router_running_requests", "worker" => worker_url.to_string()).set(*count as f64);
                                 debug!("Streaming is done!!")
                             }
                         }),

Original file line number	Diff line number	Diff line change
`@@ -842,6 +842,8 @@ impl Router {`
`842`	`842`	`if let Ok(mut queue) = running_queue.lock() {`
`843`	`843`	`if let Some(count) = queue.get_mut(worker_url) {`
`844`	`844`	`*count = count.saturating_sub(1);`
	`845`	`+ gauge!("sgl_router_running_requests", "worker" => worker_url.to_string())`
	`846`	`+ .set(*count as f64);`
`845`	`847`	`}`
`846`	`848`	`}`
`847`	`849`	`}`
`@@ -874,6 +876,7 @@ impl Router {`
`874`	`876`	`let mut locked_queue = running_queue.lock().unwrap();`
`875`	`877`	`let count = locked_queue.get_mut(&worker_url).unwrap();`
`876`	`878`	`*count = count.saturating_sub(1);`
	`879`	`+ gauge!("sgl_router_running_requests", "worker" => worker_url.to_string()).set(*count as f64);`
`877`	`880`	`debug!("Streaming is done!!")`
`878`	`881`	`}`
`879`	`882`	`}),`