File tree 1 file changed +3
-1
lines changed
onnxruntime/core/providers/openvino/backends
1 file changed +3
-1
lines changed Original file line number Diff line number Diff line change @@ -98,9 +98,11 @@ BasicBackend::BasicBackend(std::unique_ptr<ONNX_NAMESPACE::ModelProto>& model_pr
98
98
auto_unified_compile) {
99
99
// Unified OV compile_model is efficient when ov model caching is enabled
100
100
// Unified OV compile_model API is supported with AUTO from version 2024.3 and above
101
- // Inputs with static dimenstions
101
+ // Inputs with static dimensions
102
102
// Not enabled for models with external weights and when ep context is set.
103
103
const std::string model = model_proto->SerializeAsString ();
104
+ // we have the serialized string, so we can release model proto to lower the peak memory consumption
105
+ model_proto.reset ();
104
106
exe_network_ = OVCore::Get ()->CompileModel (model,
105
107
hw_target,
106
108
device_config,
You can’t perform that action at this time.
0 commit comments