hum

ArthurZucker · ArthurZucker · commit 8c36539db048 · 2024-06-18T21:39:18.000+02:00
diff --git a/tokenizers/src/tokenizer/mod.rs b/tokenizers/src/tokenizer/mod.rs
@@ -864,13 +864,13 @@ where
                                 token,
                                 string
                                     .get_splits(OffsetReferential::Normalized, OffsetType::Byte)
-                                    .get(0)
+                                    .first()
                                     .unwrap()
                             );
                             Some(
                                 string
                                     .get_splits(OffsetReferential::Normalized, OffsetType::Byte)
-                                    .get(0)
+                                    .first()
                                     .unwrap()
                                     .0
                                     .to_string(),
