schihei/llama2.c
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove tiktoken as dependency

Browse Source
This commit is contained in:
Andrej Karpathy
2023-08-14 05:53:57 +00:00
parent bae0bcf484
commit 82ad2ba34e
2 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
requirements.txt
-1
View File
@@ -2,7 +2,6 @@ numpy==1.23.5
pytest==7.4.0 pytest==7.4.0
Requests==2.31.0 Requests==2.31.0
sentencepiece==0.1.99 sentencepiece==0.1.99
tiktoken==0.3.3
torch==2.0.1 torch==2.0.1
tqdm==4.64.1 tqdm==4.64.1
wandb==0.15.5 wandb==0.15.5
sample.py
-1
View File
@@ -5,7 +5,6 @@ import os
import pickle import pickle
from contextlib import nullcontext from contextlib import nullcontext
import torch import torch
import tiktoken
from model import ModelArgs, Transformer from model import ModelArgs, Transformer
from tokenizer import Tokenizer from tokenizer import Tokenizer