From f5606ca4c4f837816a5fe0bf2de948ee988b1539 Mon Sep 17 00:00:00 2001 From: Xavi Vinaixa Date: Tue, 6 Jun 2023 09:56:34 +0200 Subject: [PATCH] Multithreading with TensorrtExecutionProvider #5. --- refacer.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/refacer.py b/refacer.py index 625f11b..d5862df 100644 --- a/refacer.py +++ b/refacer.py @@ -42,18 +42,20 @@ class Refacer: if len(self.providers) == 1 and 'CPUExecutionProvider' in self.providers: self.mode = RefacerMode.CPU self.use_num_cpus = mp.cpu_count()-1 - self.sess_options.intra_op_num_threads = int(self.use_num_cpus/2) + self.sess_options.intra_op_num_threads = int(self.use_num_cpus/3) print(f"CPU mode with providers {self.providers}") elif 'CoreMLExecutionProvider' in self.providers: self.mode = RefacerMode.COREML self.use_num_cpus = mp.cpu_count()-1 + self.sess_options.intra_op_num_threads = int(self.use_num_cpus/3) print(f"CoreML mode with providers {self.providers}") - self.sess_options.intra_op_num_threads = int(self.use_num_cpus/2) elif 'TensorrtExecutionProvider' in self.providers: self.mode = RefacerMode.TENSORRT - self.use_num_cpus = 1 - self.sess_options.intra_op_num_threads = 1 - print(f"TENSORT mode with providers {self.providers}") + #self.use_num_cpus = 1 + #self.sess_options.intra_op_num_threads = 1 + self.use_num_cpus = mp.cpu_count()-1 + self.sess_options.intra_op_num_threads = int(self.use_num_cpus/3) + print(f"TENSORRT mode with providers {self.providers}") elif 'CUDAExecutionProvider' in self.providers: self.mode = RefacerMode.CUDA self.use_num_cpus = 1