Add counter telemetry

Signed-off-by: Rohit Dandamudi <rohitdandamudi.1100@gmail.com>
fermyon · Sep 24, 2024 · 88bc510 · 88bc510
1 parent 9c3c5e0
commit 88bc510
Show file tree

Hide file tree

Showing 4 changed files with 34 additions and 0 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/crates/factor-llm/Cargo.toml b/crates/factor-llm/Cargo.toml
@@ -22,6 +22,8 @@ spin-llm-local = { path = "../llm-local", optional = true }
 spin-llm-remote-http = { path = "../llm-remote-http" }
 spin-locked-app = { path = "../locked-app" }
 spin-world = { path = "../world" }
+tracing = { workspace = true }
+spin-telemetry = { path = "../telemetry" }
 tokio = { version = "1", features = ["sync"] }
 toml = { workspace = true }
 tracing = { workspace = true }

diff --git a/crates/factor-llm/src/spin.rs b/crates/factor-llm/src/spin.rs
@@ -71,6 +71,7 @@ impl LlmEngine for RemoteHttpLlmEngine {
         prompt: String,
         params: v2::InferencingParams,
     ) -> Result<v2::InferencingResult, v2::Error> {
+        spin_telemetry::monotonic_counter!(spin.llm_infer = 1, model_name = model);
         self.infer(model, prompt, params).await
     }
 

diff --git a/examples/spin-timer/Cargo.lock b/examples/spin-timer/Cargo.lock