From 11a8348dfcd7e982bab2bf5ecfa7df18690e8995 Mon Sep 17 00:00:00 2001 From: Michael Cusack Date: Fri, 4 Aug 2023 16:52:04 +0700 Subject: [PATCH] extra line --- model.py | 1 - 1 file changed, 1 deletion(-) diff --git a/model.py b/model.py index 6f7a43b..7788749 100644 --- a/model.py +++ b/model.py @@ -108,7 +108,6 @@ class Attention(nn.Module): # use flash attention or a manual implementation? self.flash = hasattr(torch.nn.functional, 'scaled_dot_product_attention') - if not self.flash: print("WARNING: using slow attention. Flash Attention requires PyTorch >= 2.0") mask = torch.full((1, 1, args.max_seq_len, args.max_seq_len), float("-inf"))