add documents number to complete (#15)

* add documents number to complete

* fix lint

* add documents number to complete

---------

Co-authored-by: Francesca-Bit <[email protected]>

Author: Francesca-Bit

src/indexer.rs

@@ -114,7 +114,7 @@ pub async fn operations_to_point_operations(
     } else {
         embeddings_for(key, &strings).await?
     };
-    let loaded_vecs = vector_store.add_and_load_vecs(&domain, vecs.iter())?;
+    let loaded_vecs: Vec<LoadedVec> = vector_store.add_and_load_vecs(&domain, vecs.iter())?;
     let mut new_ops: Vec<PointOperation> = zip(tuples, loaded_vecs)
         .map(|((op, _, id), vec)| match op {
             Op::Insert => PointOperation::Insert {

src/server.rs

@@ -15,7 +15,9 @@ use rand::Rng;
 use regex::Regex;
 use serde::Serialize;
 use serde::{self, Deserialize};
+use serde_json::json;
 use std::collections::HashSet;
+use std::string;
 use std::{
     collections::HashMap,
     convert::Infallible,
@@ -246,7 +248,7 @@ fn uri_to_spec(uri: &Uri) -> Result<ResourceSpec, SpecParseError> {
 pub enum TaskStatus {
     Pending(f32),
     Error(String),
-    Completed,
+    Completed(usize),
 }
 
 #[derive(Clone, Debug, Serialize)]
@@ -474,8 +476,10 @@ impl Service {
                         .await
                     {
                         Ok((id, hnsw)) => {
+                            let layer_len = hnsw.layer_len(0);
                             self.set_index(id, hnsw.into()).await;
-                            self.set_task_status(task_id, TaskStatus::Completed).await;
+                            self.set_task_status(task_id, TaskStatus::Completed(layer_len.clone()))
+                                .await;
                             self.clear_pending(&index_id).await;
                         }
                         Err(err) => {
@@ -601,14 +605,16 @@ impl Service {
                 if let Some(state) = self.get_task_status(&task_id).await {
                     match state {
                         TaskStatus::Pending(f) => {
-                            Ok(Response::builder().body(format!("{}", f).into()).unwrap())
+                            let obj = json!({"status":"Pending","percentage":f});
+                            Ok(Response::builder().body(obj.to_string().into()).unwrap())
                         }
                         TaskStatus::Error(msg) => Ok(Response::builder()
                             .status(StatusCode::INTERNAL_SERVER_ERROR)
                             .body(format!("{:?}", msg).into())
                             .unwrap()),
-                        TaskStatus::Completed => {
-                            Ok(Response::builder().body(format!("{}", 1.0).into()).unwrap())
+                        TaskStatus::Completed(u) => {
+                            let obj = json!({"status":"Complete","indexed_documents":u});
+                            Ok(Response::builder().body(obj.to_string().into()).unwrap())
                         }
                     }
                 } else {