From 78952fb0b413ad5c9bfc6511c4d7f0b408b5c5b3 Mon Sep 17 00:00:00 2001
From: Andrej Karpathy <andrej.karpathy@gmail.com>
Date: Thu, 27 Jul 2023 22:20:31 +0000
Subject: [PATCH] propagate the dropout flag

---
 train.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/train.py b/train.py
index 79b2c8e..3a6db52 100644
--- a/train.py
+++ b/train.py
@@ -142,7 +142,7 @@ model_args = dict(
     vocab_size=32000,
     multiple_of=multiple_of,
     max_seq_len=max_seq_len,
-    #dropout=dropout,
+    dropout=dropout,
 )  # start with model_args from command line
 if init_from == "scratch":
     # init a new model from scratch