|
|
|
@@ -10,11 +10,7 @@ torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32 |
|
|
|
model_id = "distil-whisper/distil-large-v3" |
|
|
|
|
|
|
|
model = AutoModelForSpeechSeq2Seq.from_pretrained( |
|
|
|
model_id, |
|
|
|
torch_dtype=torch_dtype, |
|
|
|
low_cpu_mem_usage=True, |
|
|
|
use_safetensors=True, |
|
|
|
local_files_only=True, |
|
|
|
model_id, torch_dtype=torch_dtype, low_cpu_mem_usage=True, use_safetensors=True |
|
|
|
) |
|
|
|
model.to(device) |
|
|
|
|
|
|
|
|