admin/LC_NeoRefacer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Multithreading with TensorrtExecutionProvider #5.

Browse Source
This commit is contained in:
Xavi Vinaixa
2023-06-06 09:56:34 +02:00
parent 8008e2e766
commit f5606ca4c4
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
refacer.py
View File

@@ -42,18 +42,20 @@ class Refacer:
if len(self.providers) == 1 and 'CPUExecutionProvider' in self.providers: if len(self.providers) == 1 and 'CPUExecutionProvider' in self.providers:
self.mode = RefacerMode.CPU self.mode = RefacerMode.CPU
self.use_num_cpus = mp.cpu_count()-1 self.use_num_cpus = mp.cpu_count()-1
self.sess_options.intra_op_num_threads = int(self.use_num_cpus/2) self.sess_options.intra_op_num_threads = int(self.use_num_cpus/3)
print(f"CPU mode with providers {self.providers}") print(f"CPU mode with providers {self.providers}")
elif 'CoreMLExecutionProvider' in self.providers: elif 'CoreMLExecutionProvider' in self.providers:
self.mode = RefacerMode.COREML self.mode = RefacerMode.COREML
self.use_num_cpus = mp.cpu_count()-1 self.use_num_cpus = mp.cpu_count()-1
self.sess_options.intra_op_num_threads = int(self.use_num_cpus/3)
print(f"CoreML mode with providers {self.providers}") print(f"CoreML mode with providers {self.providers}")
self.sess_options.intra_op_num_threads = int(self.use_num_cpus/2)
elif 'TensorrtExecutionProvider' in self.providers: elif 'TensorrtExecutionProvider' in self.providers:
self.mode = RefacerMode.TENSORRT self.mode = RefacerMode.TENSORRT
self.use_num_cpus = 1 #self.use_num_cpus = 1
self.sess_options.intra_op_num_threads = 1 #self.sess_options.intra_op_num_threads = 1
print(f"TENSORT mode with providers {self.providers}") self.use_num_cpus = mp.cpu_count()-1
self.sess_options.intra_op_num_threads = int(self.use_num_cpus/3)
print(f"TENSORRT mode with providers {self.providers}")
elif 'CUDAExecutionProvider' in self.providers: elif 'CUDAExecutionProvider' in self.providers:
self.mode = RefacerMode.CUDA self.mode = RefacerMode.CUDA
self.use_num_cpus = 1 self.use_num_cpus = 1