pass compilation

huggingface · Jul 12, 2024 · 8d4fae8 · 8d4fae8
1 parent 3d2705f
commit 8d4fae8
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/tokenizers/src/tokenizer/added_vocabulary.rs b/tokenizers/src/tokenizer/added_vocabulary.rs
@@ -5,7 +5,7 @@ use aho_corasick::{AhoCorasick, AhoCorasickBuilder, MatchKind};
 use regex::Regex;
 use serde::{ser::SerializeSeq, Deserialize, Serialize, Serializer};
 use std::{
-    collections::{HashMap, HashSet},
+    collections::HashMap,
     sync::{Arc, Mutex},
 };
 /// Represent a token added by the user on top of the existing Model vocabulary.
@@ -301,9 +301,9 @@ impl AddedVocabulary {
     }
 
     /// Get the token matching the given id if it exists
-    pub fn simple_id_to_token(&self, id: &u32) -> Option<String> {
+    pub fn simple_id_to_token(&self, id: u32) -> Option<String> {
         let added_tokens_map_r = self.added_tokens_map_r.lock().unwrap();
-        let token = added_tokens_map_r.get(id).map(|t| t.content.clone());
+        let token = added_tokens_map_r.get(&id).map(|t| t.content.clone());
         token
     }
 

diff --git a/tokenizers/src/tokenizer/mod.rs b/tokenizers/src/tokenizer/mod.rs
@@ -668,7 +668,7 @@ where
             if !added_vocab.is_empty() {
                 final_vocab.reserve(added_vocab.len());
                 for (token, id) in added_vocab {
-                    final_vocab.insert(token.clone(), *id);
+                    final_vocab.insert(token.clone(), id);
                 }
             }
         }