Fix for Recognizing --threads Option in Benchmarking

vision/classification_and_detection/python/backend_onnxruntime.py

@@ -24,9 +24,16 @@ def image_format(self):
         """image_format. For onnx it is always NCHW."""
         return "NCHW"
 
-    def load(self, model_path, inputs=None, outputs=None):
+    def load(self, model_path, inputs=None, outputs=None, num_threads=None):
         """Load model and find input/outputs from the model file."""
+        print("************************************************************")
+        print(">>> Value of num_threads: ", num_threads)
+        print("************************************************************")
+        os.environ["OMP_NUM_THREADS"] = str(num_threads)
+        os.environ["OPENBLAS_NUM_THREADS"] = str(num_threads)
+        os.environ["MKL_NUM_THREADS"] = str(num_threads)
         opt = rt.SessionOptions()
+        opt.intra_op_num_threads = int(num_threads)
 
         # By default all optimizations are enabled
         # https://onnxruntime.ai/docs/performance/graph-optimizations.html

vision/classification_and_detection/python/main.py

@@ -646,7 +646,9 @@ def main():
         model = backend.load(
             args.model,
             inputs=args.inputs,
-            outputs=args.outputs)
+            # outputs=args.output,
+            num_threads=args.threads
+            )
     final_results = {
         "runtime": model.name(),
         "version": model.version(),