remove tiktoken as dependency

2023-08-14 05:53:57 +00:00
parent bae0bcf484
commit 82ad2ba34e
2 changed files with 0 additions and 2 deletions
@@ -2,7 +2,6 @@ numpy==1.23.5
 pytest==7.4.0
 Requests==2.31.0
 sentencepiece==0.1.99
-tiktoken==0.3.3
 torch==2.0.1
 tqdm==4.64.1
 wandb==0.15.5