We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b9332d2 commit bdd509fCopy full SHA for bdd509f
src/inference/src/dev/core_impl.cpp
@@ -1094,8 +1094,11 @@ std::shared_ptr<const ov::Model> ov::CoreImpl::apply_auto_batching(const std::sh
1094
.get_property(ov::supported_properties.name(), parsed._config)
1095
.as<std::vector<ov::PropertyName>>();
1096
auto it = std::find(metrics.begin(), metrics.end(), ov::optimal_batch_size.name());
1097
- if (metrics.end() == it)
+ if (metrics.end() == it) {
1098
return model;
1099
+ } else if (parsed._deviceName == "CPU") {//not apply auto batch for CPU plugin
1100
+ return model;
1101
+ }
1102
1103
// if applicable, the Auto-Batching is implicitly enabled via the performance hints
1104
bool bTputInPlg = get_plugin(parsed._deviceName)
0 commit comments