remove tiktoken as dependency

karpathy · Aug 14, 2023 · 82ad2ba · 82ad2ba
1 parent bae0bcf
commit 82ad2ba
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -2,7 +2,6 @@ numpy==1.23.5
 pytest==7.4.0
 Requests==2.31.0
 sentencepiece==0.1.99
-tiktoken==0.3.3
 torch==2.0.1
 tqdm==4.64.1
 wandb==0.15.5
diff --git a/sample.py b/sample.py
@@ -5,7 +5,6 @@
 import pickle
 from contextlib import nullcontext
 import torch
-import tiktoken
 from model import ModelArgs, Transformer
 from tokenizer import Tokenizer