From 82ad2ba34ead544883ac84248c2dbd98a690c0aa Mon Sep 17 00:00:00 2001
From: Andrej Karpathy <andrej.karpathy@gmail.com>
Date: Mon, 14 Aug 2023 05:53:57 +0000
Subject: [PATCH] remove tiktoken as dependency

---
 requirements.txt | 1 -
 sample.py        | 1 -
 2 files changed, 2 deletions(-)

diff --git a/requirements.txt b/requirements.txt
index e3f97c4..7187a73 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,7 +2,6 @@ numpy==1.23.5
 pytest==7.4.0
 Requests==2.31.0
 sentencepiece==0.1.99
-tiktoken==0.3.3
 torch==2.0.1
 tqdm==4.64.1
 wandb==0.15.5
diff --git a/sample.py b/sample.py
index 64bb177..b26e277 100644
--- a/sample.py
+++ b/sample.py
@@ -5,7 +5,6 @@ import os
 import pickle
 from contextlib import nullcontext
 import torch
-import tiktoken
 from model import ModelArgs, Transformer
 from tokenizer import Tokenizer