Skip to content

Commit 898c206

Browse files
committed
Use CiD for NPU
1 parent b421f54 commit 898c206

File tree

1 file changed

+9
-11
lines changed

1 file changed

+9
-11
lines changed

ggml/src/ggml-openvino/utils.cpp

Lines changed: 9 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -235,17 +235,15 @@ enum ggml_status openvino_frontend_compute(ggml_backend_t backend, struct ggml_c
235235

236236
ov::AnyMap get_npu_config() {
237237
ov::AnyMap config = {
238-
{ "NPU_COMPILATION_MODE_PARAMS", "compute-layers-with-higher-precision=ReduceMean" },
239-
{ "NPU_USE_NPUW", "YES" },
240-
{ "NPUW_DEVICES", "NPU" },
241-
{ "NPUW_FOLD", "YES" },
242-
{ "NPUW_HOST_GATHER", "YES" },
243-
{ "NPUW_DQ", "YES" },
244-
{ "NPUW_FUNCALL_ASYNC", "YES" },
245-
{ "NPUW_WEIGHTS_BANK", "shared" },
246-
// Option 'CACHE_DIR' is not supported with MLIR compiler type
247-
// {"NPUW_CACHE_DIR", getenv("GGML_OPENVINO_CACHE_DIR") ? getenv("GGML_OPENVINO_CACHE_DIR") : ""},
248-
{ "NPU_COMPILER_TYPE", "MLIR" },
238+
{"NPU_COMPILATION_MODE_PARAMS", "compute-layers-with-higher-precision=ReduceMean" },
239+
{"NPU_USE_NPUW", "YES" },
240+
{"NPUW_DEVICES", "NPU" },
241+
{"NPUW_FOLD", "YES" },
242+
{"NPUW_HOST_GATHER", "YES" },
243+
{"NPUW_DQ", "YES" },
244+
{"NPUW_FUNCALL_ASYNC", "YES" },
245+
{"NPUW_WEIGHTS_BANK", "shared" },
246+
{"NPUW_CACHE_DIR", getenv("GGML_OPENVINO_CACHE_DIR") ? getenv("GGML_OPENVINO_CACHE_DIR") : ""},
249247
};
250248
return config;
251249
}

0 commit comments

Comments
 (0)