Fix error code for empty requests (#727)

Co-authored-by: Alvaro Bartolome <[email protected]>

Author: vrdn-23

core/src/lib.rs

@@ -13,6 +13,8 @@ pub enum TextEmbeddingsError {
     Tokenizer(#[from] tokenizers::Error),
     #[error("Input validation error: {0}")]
     Validation(String),
+    #[error("Input validation error: {0}")]
+    Empty(String),
     #[error("Model is overloaded")]
     Overloaded(#[from] TryAcquireError),
     #[error("Backend error: {0}")]

core/src/tokenization.rs

@@ -72,7 +72,7 @@ impl Tokenization {
     ) -> Result<ValidEncoding, TextEmbeddingsError> {
         // Check if inputs is empty
         if inputs.is_empty() {
-            return Err(TextEmbeddingsError::Validation(
+            return Err(TextEmbeddingsError::Empty(
                 "`inputs` cannot be empty".to_string(),
             ));
         }
@@ -107,7 +107,7 @@ impl Tokenization {
     ) -> Result<(Option<String>, RawEncoding), TextEmbeddingsError> {
         // Check if inputs is empty
         if inputs.is_empty() {
-            return Err(TextEmbeddingsError::Validation(
+            return Err(TextEmbeddingsError::Empty(
                 "`inputs` cannot be empty".to_string(),
             ));
         }
@@ -138,9 +138,9 @@ impl Tokenization {
         ids: Vec<u32>,
         skip_special_tokens: bool,
     ) -> Result<String, TextEmbeddingsError> {
-        // Check if inputs is empty
+        // Check if input_ids is empty
         if ids.is_empty() {
-            return Err(TextEmbeddingsError::Validation(
+            return Err(TextEmbeddingsError::Empty(
                 "`input_ids` cannot be empty".to_string(),
             ));
         }

router/src/lib.rs

@@ -552,6 +552,7 @@ impl From<TextEmbeddingsError> for ErrorResponse {
         let error_type = match err {
             TextEmbeddingsError::Tokenizer(_) => ErrorType::Tokenizer,
             TextEmbeddingsError::Validation(_) => ErrorType::Validation,
+            TextEmbeddingsError::Empty(_) => ErrorType::Empty,
             TextEmbeddingsError::Overloaded(_) => ErrorType::Overloaded,
             TextEmbeddingsError::Backend(_) => ErrorType::Backend,
         };