From b6e03d758ce48e3399c55144276a4f11418fe4a2 Mon Sep 17 00:00:00 2001
From: Arthur Zucker <arthur.zucker@gmail.com>
Date: Thu, 3 Oct 2024 11:13:34 +0200
Subject: [PATCH] update from_pretrained.rs file as well

---
 tokenizers/src/utils/from_pretrained.rs | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tokenizers/src/utils/from_pretrained.rs b/tokenizers/src/utils/from_pretrained.rs
index 0cc2215aa..dac5d8263 100644
--- a/tokenizers/src/utils/from_pretrained.rs
+++ b/tokenizers/src/utils/from_pretrained.rs
@@ -8,7 +8,7 @@ use std::path::PathBuf;
 pub struct FromPretrainedParameters {
     pub revision: String,
     pub user_agent: HashMap<String, String>,
-    pub auth_token: Option<String>,
+    pub token: Option<String>,
 }
 
 impl Default for FromPretrainedParameters {
@@ -16,7 +16,7 @@ impl Default for FromPretrainedParameters {
         Self {
             revision: "main".into(),
             user_agent: HashMap::new(),
-            auth_token: None,
+            token: None,
         }
     }
 }
@@ -60,7 +60,7 @@ pub fn from_pretrained<S: AsRef<str>>(
     }
 
     let mut builder = ApiBuilder::new();
-    if let Some(token) = params.auth_token {
+    if let Some(token) = params.token {
         builder = builder.with_token(Some(token));
     }
     let api = builder.build()?;