fix: parsing for f32s with a 48-char representation

Signed-off-by: Alex Quick <[email protected]>
tensorchord · Jul 17, 2024 · b5e5c4c · b5e5c4c
1 parent 152f94a
commit b5e5c4c
Showing 1 changed file with 2 additions and 5 deletions.
diff --git a/src/utils/parse.rs b/src/utils/parse.rs
@@ -52,17 +52,14 @@ where
         let c = input[position];
         match c {
             b'0'..=b'9' | b'a'..=b'z' | b'A'..=b'Z' | b'.' | b'+' | b'-' => {
-                if token.is_empty() {
-                    token.push(b'$');
-                }
                 if token.try_push(c).is_err() {
                     return Err(ParseVectorError::TooLongNumber { position });
                 }
             }
             b',' => {
                 if !token.is_empty() {
                     // Safety: all bytes in `token` are ascii characters
-                    let s = unsafe { std::str::from_utf8_unchecked(&token[1..]) };
+                    let s = unsafe { std::str::from_utf8_unchecked(&token) };
                     let num = f(s).ok_or(ParseVectorError::BadParsing { position })?;
                     vector.push(num);
                     token.clear();
@@ -77,7 +74,7 @@ where
     if !token.is_empty() {
         let position = right;
         // Safety: all bytes in `token` are ascii characters
-        let s = unsafe { std::str::from_utf8_unchecked(&token[1..]) };
+        let s = unsafe { std::str::from_utf8_unchecked(&token) };
         let num = f(s).ok_or(ParseVectorError::BadParsing { position })?;
         vector.push(num);
         token.clear();