propagate the dropout flag

2023-07-27 22:20:31 +00:00
parent 517763346d
commit 78952fb0b4
1 changed files with 1 additions and 1 deletions
@@ -142,7 +142,7 @@ model_args = dict(
    vocab_size=32000,
    multiple_of=multiple_of,
    max_seq_len=max_seq_len,
-    #dropout=dropout,
+    dropout=dropout,
 )  # start with model_args from command line
 if init_from == "scratch":
    # init a new model from scratch