chore: review feedback / cleanup

Signed-off-by: Greg Clark <[email protected]>

Author: messiaen

lib/llm/src/backend.rs

@@ -225,7 +225,6 @@ impl
         //let mdcsum = self.mdcsum.clone();
         let stream = processed_stream.map(move |output| {
             output.map_data(|data| {
-                log::info!("data: {:?}", data);
                 Ok(BackendOutput {
                     token_ids: data.token_ids,
                     tokens: data.tokens.unwrap_or_default(),

lib/llm/src/protocols/openai/chat_completions.rs

@@ -236,16 +236,13 @@ impl OpenAIStopConditionsProvider for NvCreateChatCompletionRequest {
 impl OpenAIOutputOptionsProvider for NvCreateChatCompletionRequest {
     fn get_logprobs(&self) -> Option<u32> {
         match self.inner.logprobs {
-            Some(logprobs) => {
-                if logprobs {
-                    match self.inner.top_logprobs {
-                        Some(top_logprobs) => Some(top_logprobs as u32),
-                        None => Some(1_u32),
-                    }
-                } else {
-                    None
+            Some(true) => {
+                match self.inner.top_logprobs {
+                    Some(top_logprobs) => Some(top_logprobs as u32),
+                    None => Some(1_u32),
                 }
-            }
+            },
+            Some(false) => None,
             None => None,
         }
     }

lib/llm/src/protocols/openai/completions/delta.rs

@@ -104,7 +104,7 @@ impl DeltaGenerator {
             .map(|(_, lp)| lp as f32)
             .collect::<Vec<f32>>();
 
-        let top_lps = top_logprobs.map_or(Vec::new(), |top_logprobs| {
+        let top_lps = top_logprobs.map_or(vec![], |top_logprobs| {
             toks.iter()
                 .zip(tok_lps.iter())
                 .zip(top_logprobs.iter())
@@ -139,7 +139,7 @@ impl DeltaGenerator {
         Some(async_openai::types::Logprobs {
             tokens: toks.iter().map(|(t, _)| t.clone()).collect(),
             token_logprobs: tok_lps.into_iter().map(Some).collect(),
-            text_offset: Vec::new(),
+            text_offset: vec![],
             top_logprobs: top_lps,
         })
     }