fix freq_cos, freq_sin serialize

2023-08-01 16:31:43 +08:00
parent 7cbb47cc36
commit 883cda1a2c
2 changed files with 6 additions and 6 deletions
@@ -376,8 +376,8 @@ class Transformer(nn.Module):
        serialize(self.norm.weight)
        # note: no need to write final classifier weights due to weight sharing
        # freqs_cis
-        serialize(self.freqs_cis.real[:p.max_seq_len])
-        serialize(self.freqs_cis.imag[:p.max_seq_len])
+        serialize(self.freqs_cos[:p.max_seq_len])
+        serialize(self.freqs_sin[:p.max_seq_len])

        # write to binary file
        f.close()