admin/LC_NeoRefacer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Incredible speed boost with TensorrtExecutionProvider #5.

Browse Source
This commit is contained in:
Xavi Vinaixa
2023-06-06 08:04:33 +02:00
parent b30d324e51
commit 7e628a3b83
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
refacer.py
View File

@@ -49,7 +49,7 @@ class Refacer:
self.use_num_cpus = mp.cpu_count()-1
print(f"CoreML mode with providers {self.providers}")
self.sess_options.intra_op_num_threads = int(self.use_num_cpus/2)
elif 'CUDAExecutionProvider' in self.providers:
elif 'CUDAExecutionProvider' in self.providers or 'TensorrtExecutionProvider' in self.providers:
self.mode = RefacerMode.CUDA
self.use_num_cpus = 1
self.sess_options.intra_op_num_threads = 1