Add counter telemetry

Signed-off-by: Rohit Dandamudi <rohitdandamudi.1100@gmail.com>
fermyon · Oct 3, 2024 · c2a4a27 · c2a4a27
1 parent 967fdf3
commit c2a4a27
Show file tree

Hide file tree

Showing 4 changed files with 40 additions and 4 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/crates/factor-llm/Cargo.toml b/crates/factor-llm/Cargo.toml
@@ -22,9 +22,10 @@ spin-llm-local = { path = "../llm-local", optional = true }
 spin-llm-remote-http = { path = "../llm-remote-http" }
 spin-locked-app = { path = "../locked-app" }
 spin-world = { path = "../world" }
+tracing = { workspace = true }
+spin-telemetry = { path = "../telemetry" }
 tokio = { workspace = true, features = ["sync"] }
 toml = { workspace = true }
-tracing = { workspace = true }
 url = { version = "2", features = ["serde"] }
 
 [dev-dependencies]

diff --git a/crates/factor-llm/src/spin.rs b/crates/factor-llm/src/spin.rs
@@ -71,6 +71,7 @@ impl LlmEngine for RemoteHttpLlmEngine {
         prompt: String,
         params: v2::InferencingParams,
     ) -> Result<v2::InferencingResult, v2::Error> {
+        spin_telemetry::monotonic_counter!(spin.llm_infer = 1, model_name = model);
         self.infer(model, prompt, params).await
     }
 

diff --git a/examples/spin-timer/Cargo.lock b/examples/spin-timer/Cargo.lock