endpoint now works

http://127.0.0.1:3030/summarize/@journal@2022_07_15

fire_seq_search_server/src/local_llm/mod.rs

@@ -226,6 +226,11 @@ impl LlmEngine{
 
     }
 
+    pub async fn quick_fetch(&self, title: &str) -> Option<String> {
+        let jcache = self.job_cache.lock().await;
+        return jcache.done_job.get(title).cloned();
+    }
+
     pub async fn health(&self) -> Result<(), Box<dyn std::error::Error>>  {
         info!("Calling health check");
         let resp = reqwest::get(self.endpoint.to_owned() + "/health")

fire_seq_search_server/src/query_engine/mod.rs

@@ -142,11 +142,24 @@ impl QueryEngine {
 }
 
 impl QueryEngine {
+    async fn wait_for_summarize(&self, title: String) -> String {
+        let llm = self.llm.as_ref().unwrap();
+        let wait_llm = tokio::time::Duration::from_millis(50);
+        // TODO maybe add a guard to make sure don't wait too long?
+        loop {
+            let result = llm.quick_fetch(&title).await;
+            match result {
+                Some(s) => { return s; },
+                None => { }
+            };
+            tokio::time::sleep(wait_llm).await;
+        }
+        //    llm.summarize(&title).await
+    }
     pub async fn summarize(&self, title: String) -> String {
         info!("Called summarize on {}", &title);
         if cfg!(feature="llm") {
-            let llm = self.llm.as_ref().unwrap();
-            llm.summarize(&title).await
+            self.wait_for_summarize(title).await
         } else {
             "LLM turned off".to_owned()
         }