Marti Umbert commited on
Commit
ec5df59
·
1 Parent(s): 8926ec9

whisperlivekit/core.py: test ctranslate2.Translator with device = cuda

Browse files
Files changed (1) hide show
  1. whisperlivekit/core.py +1 -1
whisperlivekit/core.py CHANGED
@@ -186,7 +186,7 @@ class WhisperLiveKit:
186
  print(f"Loading translation model: {self.args.model_cascaded_translation}")
187
  model_dir = snapshot_download(repo_id=self.args.model_cascaded_translation, revision="main")
188
  self.translation_tokenizer = pyonmttok.Tokenizer(mode="none", sp_model_path=model_dir + "/spm.model")
189
- self.translator = ctranslate2.Translator(model_dir, device = "cpu")
190
 
191
  if self.args.diarization:
192
  from whisperlivekit.diarization.diarization_online import DiartDiarization
 
186
  print(f"Loading translation model: {self.args.model_cascaded_translation}")
187
  model_dir = snapshot_download(repo_id=self.args.model_cascaded_translation, revision="main")
188
  self.translation_tokenizer = pyonmttok.Tokenizer(mode="none", sp_model_path=model_dir + "/spm.model")
189
+ self.translator = ctranslate2.Translator(model_dir, device = "cuda")
190
 
191
  if self.args.diarization:
192
  from whisperlivekit.diarization.diarization_online import DiartDiarization