We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0740a5d commit a048c2cCopy full SHA for a048c2c
examples/qualcomm/oss_scripts/llama/model/static_llama.py
@@ -461,7 +461,7 @@ def get_metadata(self):
461
"get_bos_id": 1,
462
"get_eos_id": 2,
463
"get_dim": self.dim,
464
- "get_head_dim": self.dim // self.n_heads,
+ "get_head_dim": self.head_dim,
465
"get_max_batch_size": self.max_batch_size,
466
"get_max_seq_len": self.max_seq_len,
467
"get_n_bos": 1,
0 commit comments