Skip to content

Commit

Permalink
fixed a job loss
Browse files Browse the repository at this point in the history
  • Loading branch information
Endle committed Sep 22, 2024
1 parent 35d5fae commit 4e06273
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions fire_seq_search_server/src/local_llm/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -224,7 +224,6 @@ impl LlmEngine{
}

pub async fn call_llm_engine(&self) {

let health = self.health().await.unwrap();
if health.slots_idle == 0 {
info!("No valid slot, continue");
Expand Down Expand Up @@ -254,8 +253,7 @@ impl LlmEngine{
let summarize_result = self.summarize(&doc.body).await;
info!("Finished summarize job: {}", &title);

let mut jcache = self.job_cache.lock().await;//.unwrap();
next_job = jcache.job_queue.pop_front();
let mut jcache = self.job_cache.lock().await;
jcache.done_job.insert(title, summarize_result);
drop(jcache);
}
Expand Down Expand Up @@ -290,6 +288,7 @@ struct LlamaFileDef {
pub filename: String,
pub filepath: Option<String>,
pub sha256: String,
#[allow(dead_code)] /* TODO rethink if we want auto download 2024 Sep 21 */
pub download_link: String,
}

Expand Down

0 comments on commit 4e06273

Please sign in to comment.