remove tiktoken as dependency

2023-08-14 05:53:57 +00:00
parent bae0bcf484
commit 82ad2ba34e
2 changed files with 0 additions and 2 deletions
@@ -5,7 +5,6 @@ import os
 import pickle
 from contextlib import nullcontext
 import torch
-import tiktoken
 from model import ModelArgs, Transformer
 from tokenizer import Tokenizer