add getting system metrics to rpc

Author: Panaetius

.github/workflows/pr-review.yaml

@@ -66,3 +66,4 @@ jobs:
           VCS__PIPELINE__PULL_NUMBER: ${{ github.event.number}}
           VCS__HTTP_CLIENT__API_URL: "https://api.github.com"
           VCS__HTTP_CLIENT__API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          REVIEW__IGNORE_CHANGES: '["Cargo.lock"]'

Cargo.lock

@@ -79,7 +79,6 @@ rust_supervisor = "0.2.0"
 iroh-ssh = "0.2.7"
 whoami = "1.6.1"
 base64 = "0.22.1"
-dirs = "6.0.0"
 iroh = "0.95.1"
 rand = "0.9.2"
 regex = "1.12.2"
@@ -91,6 +90,9 @@ tarpc = { version = "0.37.0", features = [
   "tokio1",
 ] }
 tokio-duplex = "1.0.1"
+sysinfo = "0.38.0"
+nvml-wrapper = "0.11.0"
+bytesize = "2.3.1"
 
 [build-dependencies]
 anyhow = "1.0.90"

coman/Cargo.toml

@@ -7,7 +7,6 @@ use iroh::{
     endpoint::ConnectionError,
     protocol::{ProtocolHandler, Router},
 };
-use nom::AsBytes;
 use pid1::Pid1Settings;
 use rust_supervisor::{ChildType, Supervisor, SupervisorConfig};
 use tokio::{io::AsyncWriteExt, net::TcpStream};
@@ -127,7 +126,7 @@ async fn port_forward() -> Result<()> {
 
     // add rpc server
     let rpc_handler = RpcHandler;
-    builder = builder.accept(b"/coman/rpc/".as_bytes(), rpc_handler);
+    builder = builder.accept(b"/coman/rpc", rpc_handler);
     let _router = builder.spawn();
     println!("port forwarding started");
 

coman/src/cli/exec.rs

@@ -1,5 +1,8 @@
 use futures::StreamExt;
 use iroh::protocol::ProtocolHandler;
+use nvml_wrapper::Nvml;
+use serde::{Deserialize, Serialize};
+use sysinfo::System;
 use tarpc::{
     serde_transport as transport, server, server::Channel, tokio_serde::formats::Bincode,
     tokio_util::codec::LengthDelimitedCodec,
@@ -8,9 +11,18 @@ use tokio_duplex::Duplex;
 
 use crate::cli::app::COMAN_VERSION;
 
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct ResourceUsage {
+    pub cpu: f32,
+    pub mem_used: u64,
+    pub mem_total: u64,
+    pub gpu: Option<u64>,
+}
+
 #[tarpc::service]
 pub trait ComanRPC {
     async fn version() -> String;
+    async fn resource_usage() -> ResourceUsage;
 }
 #[derive(Debug, Clone)]
 struct RpcServer;
@@ -19,6 +31,41 @@ impl ComanRPC for RpcServer {
     async fn version(self, _: tarpc::context::Context) -> String {
         COMAN_VERSION.to_string()
     }
+
+    async fn resource_usage(self, _context: ::tarpc::context::Context) -> ResourceUsage {
+        let mut sys = System::new_all();
+        sys.refresh_all();
+        let mut cpu_usage = 0.0;
+        for cpu in sys.cpus() {
+            cpu_usage += cpu.cpu_usage();
+        }
+        cpu_usage /= sys.cpus().len() as f32;
+        let gpu_usage = match Nvml::init() {
+            Ok(nvml) => match nvml.device_by_index(0) {
+                Ok(device) => match device.memory_info() {
+                    Ok(memory_info) => Some(memory_info.used),
+                    Err(e) => {
+                        println!("Couldn't get GPU memory info: {e:?}");
+                        None
+                    }
+                },
+                Err(e) => {
+                    println!("couldn't load nvidia device 0: {e:?}");
+                    None
+                }
+            },
+            Err(e) => {
+                println!("Nvidia Device Info not available: {e:?}");
+                None
+            }
+        };
+        ResourceUsage {
+            cpu: cpu_usage,
+            mem_used: sys.used_memory(),
+            mem_total: sys.total_memory(),
+            gpu: gpu_usage,
+        }
+    }
 }
 
 #[derive(Debug, Default)]