rag_proc.rs

fn process_text_file(sender: Sender<EmbeddingEntry>, filename: &str) -> anyhow::Result<()> {
    let bert_model = models::bert::get_model_reference(EMB_MODEL_ID, EMB_MODEL_REV)?;
    let text_chunks: Vec<&str> = read_file_in_chunks(filename, 256)?;
    let file_vector = embed_multiple_sentences(&text_chunks, false, &bert_model)?;
    sender.send(EmbeddingEntry {
        filename: filename.to_string(),
        embedding: file_vector[0].clone(),
    })?;
    Ok(())
}