File size: 1,056 Bytes
3a0633a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
import time
import uuid
from logging import getLogger

import numpy as np
from funasr import AutoModel
import soundfile as sf

import config

logger = getLogger(__name__)


class FunASR:
    def __init__(self, source_lange: str = 'en', warmup=True) -> None:
        self.source_lange = source_lange

        self.model = AutoModel(
            model="paraformer-zh", vad_model="fsmn-vad", punc_model="ct-punc"
        )
        if warmup:
            self.warmup()

    def warmup(self, warmup_steps=1):
        warmup_soundfile = f"{config.ASSERT_DIR}/jfk.flac"
        for _ in range(warmup_steps):
            self.model.generate(input=warmup_soundfile)

    def transcribe(self, audio_buffer: bytes, language):
        audio_frames = np.frombuffer(audio_buffer, dtype=np.float32)
        sf.write(f'{config.ASSERT_DIR}/{time.time()}.wav', audio_frames, samplerate=16000)
        try:
            output = self.model.generate(input=audio_frames)
            return output
        except Exception as e:
            logger.error(e)
            return []