feat: remove duplicate logits from protobuf (#43)

Author: besaleli

encoderfile/proto/token_classification.proto

@@ -27,8 +27,7 @@ message TokenClassificationResult {
 
 message TokenClassification {
   encoderfile.token.TokenInfo token_info = 1;
-  repeated float logits = 2;
-  repeated float scores = 3;
-  string label = 4;
-  float score = 5;
+  repeated float scores = 2;
+  string label = 3;
+  float score = 4;
 }

encoderfile/src/common/token_classification.rs

@@ -59,7 +59,6 @@ impl From<TokenClassificationResult>
 #[derive(Debug, Serialize, ToSchema, JsonSchema)]
 pub struct TokenClassification {
     pub token_info: super::token::TokenInfo,
-    pub logits: Vec<f32>,
     pub scores: Vec<f32>,
     pub label: String,
     pub score: f32,
@@ -69,7 +68,6 @@ impl From<TokenClassification> for crate::generated::token_classification::Token
     fn from(val: TokenClassification) -> Self {
         Self {
             token_info: Some(val.token_info.into()),
-            logits: val.logits,
             scores: val.scores,
             label: val.label,
             score: val.score,

encoderfile/src/inference/token_classification.rs

@@ -73,12 +73,6 @@ pub fn postprocess(
                 },
                 score,
                 label,
-                // TODO: we only need to return one of these
-                logits: logits
-                    .index_axis(Axis(0), i)
-                    .to_owned()
-                    .into_raw_vec_and_offset()
-                    .0,
                 scores: logits
                     .index_axis(Axis(0), i)
                     .to_owned()