Skip to content

Commit

Permalink
style
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed Nov 5, 2024
1 parent c2dc6b0 commit 495d430
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions bindings/python/src/tokenizer.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1036,8 +1036,8 @@ impl PyTokenizer {
is_pretokenized: bool,
add_special_tokens: bool,
) -> PyResult<Vec<PyEncoding>> {
let mut items= Vec::<tk::EncodeInput>::new();
for i in 0..input.len()?{
let mut items = Vec::<tk::EncodeInput>::new();
for i in 0..input.len()? {
let item = input.get_item(i)?;
let item: tk::EncodeInput = if is_pretokenized {
item.extract::<PreTokenizedEncodeInput>()?.into()
Expand Down

0 comments on commit 495d430

Please sign in to comment.