Loading files
d1fc1a66cThis file is pinned to the selected release. Download the original to open it in your design tool.
/* eslint-disable prefer-const */
import AudioOut from 'pins/audioout'
import ElevenLabsStreamer from 'elevenlabsstreamer'
import calculatePower from 'calculate-power'
/* global trace, SharedArrayBuffer */
export type TTSProperty = {
onPlayed: (number) => void
onDone: () => void
token: string
model?: string
}
export class TTS {
audio: AudioOut
onPlayed: (number) => void
onDone: () => void
token: string
model: string
streaming: boolean
constructor(props: TTSProperty) {
this.onPlayed = props.onPlayed
this.onDone = props.onDone
this.audio = new AudioOut({ streams: 1, bitsPerSample: 16, sampleRate: 44100 })
this.token = props.token
this.model = props.model ?? 'eleven_monolingual_v1'
}
async stream(text: string): Promise<void> {
if (this.streaming) {
throw new Error('already playing')
}
this.streaming = true
const { onPlayed, onDone, audio } = this
return new Promise((resolve, reject) => {
let streamer = new ElevenLabsStreamer({
key: this.token,
voice: 'AZnzlk1XvdvUeBnXmlld',
model: this.model,
latency: 2,
text,
audio: {
out: audio,
stream: 0,
},
onPlayed(buffer) {
const power = calculatePower(buffer)
onPlayed?.(power)
},
onReady(state) {
trace(`Ready: ${state}\n`)
if (state) {
audio.start()
} else {
audio.stop()
}
},
onError: (e) => {
trace('ERROR: ', e, '\n')
this.streaming = false
reject(e)
},
onDone: () => {
trace('DONE\n')
this.streaming = false
streamer?.close()
onDone?.()
resolve()
},
})
})
}
}