We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 277d695 commit 203b87bCopy full SHA for 203b87b
examples/qualcomm/oss_scripts/llama/runner/io_manager.cpp
@@ -1063,7 +1063,8 @@ void SmartMaskIoMgr::update_kv_io(
1063
for (int i = 0; i < k_cache_in.size(); ++i) {
1064
uint8_t* ptr_in = k_cache_in[i]->mutable_data<uint8_t>() + pos;
1065
const uint8_t* ptr_out = k_cache_out[i]->data<uint8_t>();
1066
- for (size_t j = 0, offset = 0; j < head_dim_; ++j, offset += kv_cache_len_) {
+ for (size_t j = 0, offset = 0; j < head_dim_;
1067
+ ++j, offset += kv_cache_len_) {
1068
ptr_in[offset] = ptr_out[j];
1069
}
1070
0 commit comments