schihei/llama2.c
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update export_meta_llama_bin, get freqs_cos, freqs_sin independently.

Browse Source
This commit is contained in:
aidoge
2023-07-28 11:07:36 +08:00
parent 36bf904c18
commit 7cbb47cc36
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
export_meta_llama_bin.py
+4 -4
View File
@@ -55,10 +55,10 @@ def export(p, state_dict, filepath='model.bin'):
# final rmsnorm # final rmsnorm
serialize('norm.weight') serialize('norm.weight')
# freqs_cis # freqs_cos, freqs_sin
freqs_cis = precompute_freqs_cis(p['dim'] // p['n_heads'], p['max_seq_len'] * 2) freqs_cos, freqs_sin = precompute_freqs_cis(p['dim'] // p['n_heads'], p['max_seq_len'] * 2)
state_dict['freqs_cis.real'] = freqs_cis.real[:p['max_seq_len']] state_dict['freqs_cis.real'] = freqs_cos[:p['max_seq_len']]
state_dict['freqs_cis.imag'] = freqs_cis.imag[:p['max_seq_len']] state_dict['freqs_cis.imag'] = freqs_sin[:p['max_seq_len']]
serialize('freqs_cis.real') serialize('freqs_cis.real')
serialize('freqs_cis.imag') serialize('freqs_cis.imag')