From a30fd3d949bd1f7cef6b018924f5d7576b8b492d Mon Sep 17 00:00:00 2001 From: Michael Gschwind <61328285+mikekgfb@users.noreply.github.com> Date: Wed, 15 May 2024 21:53:33 -0700 Subject: [PATCH] move tokenizer utils (#805) --- unsupported/llama2.c/{runner-utils => }/LICENSE | 0 unsupported/llama2.c/{runner-utils => }/tokenizer.py | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename unsupported/llama2.c/{runner-utils => }/LICENSE (100%) rename unsupported/llama2.c/{runner-utils => }/tokenizer.py (100%) diff --git a/unsupported/llama2.c/runner-utils/LICENSE b/unsupported/llama2.c/LICENSE similarity index 100% rename from unsupported/llama2.c/runner-utils/LICENSE rename to unsupported/llama2.c/LICENSE diff --git a/unsupported/llama2.c/runner-utils/tokenizer.py b/unsupported/llama2.c/tokenizer.py similarity index 100% rename from unsupported/llama2.c/runner-utils/tokenizer.py rename to unsupported/llama2.c/tokenizer.py