We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b6c84af commit b3eb6fbCopy full SHA for b3eb6fb
ggml/src/ggml-openvino/ggml-decoder.cpp
@@ -360,7 +360,9 @@ void GgmlOvDecoder::add_extra_inputs() {
360
};
361
362
create_attention_size_input("attention_size", attention_size);
363
- create_attention_size_input("attention_size_swa", attention_size_swa);
+ if (attention_size_swa != -1) {
364
+ create_attention_size_input("attention_size_swa", attention_size_swa);
365
+ }
366
}
367
368
const ggml_tensor* GgmlOvDecoder::get_tensor_used_op(const ggml_tensor* tensor) const {
0 commit comments