-
Notifications
You must be signed in to change notification settings - Fork 132
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #341 from leng-yue/main
Feat/Support Fish Audio
- Loading branch information
Showing
9 changed files
with
820 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
128 changes: 128 additions & 0 deletions
128
agents/ten_packages/extension/fish_audio_tts/fish_audio_tts.go
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,128 @@ | ||
| /** | ||
| * | ||
| * Agora Real Time Engagement | ||
| * Created by Hai Guo in 2024-08. | ||
| * Copyright (c) 2024 Agora IO. All rights reserved. | ||
| * | ||
| */ | ||
| // An extension written by Go for TTS | ||
| package extension | ||
|
|
||
| import ( | ||
| "bytes" | ||
| "fmt" | ||
| "io" | ||
| "log/slog" | ||
| "net/http" | ||
| "time" | ||
|
|
||
| "github.com/vmihailenco/msgpack/v5" | ||
| ) | ||
|
|
||
| type fishAudioTTS struct { | ||
| client *http.Client //? | ||
| config fishAudioTTSConfig | ||
| } | ||
|
|
||
| type fishAudioTTSConfig struct { | ||
| ApiKey string | ||
| ModelId string | ||
| OptimizeStreamingLatency bool | ||
| RequestTimeoutSeconds int | ||
| BaseUrl string | ||
| } | ||
|
|
||
| func defaultFishAudioTTSConfig() fishAudioTTSConfig { | ||
| return fishAudioTTSConfig{ | ||
| ApiKey: "", | ||
| ModelId: "d8639b5cc95548f5afbcfe22d3ba5ce5", | ||
| OptimizeStreamingLatency: true, | ||
| RequestTimeoutSeconds: 30, | ||
| BaseUrl: "https://api.fish.audio", | ||
| } | ||
| } | ||
|
|
||
| func newFishAudioTTS(config fishAudioTTSConfig) (*fishAudioTTS, error) { | ||
| return &fishAudioTTS{ | ||
| config: config, | ||
| client: &http.Client{ | ||
| Transport: &http.Transport{ | ||
| MaxIdleConnsPerHost: 10, | ||
| // Keep-Alive connection never expires | ||
| IdleConnTimeout: time.Second * 0, | ||
| }, | ||
| Timeout: time.Second * time.Duration(config.RequestTimeoutSeconds), | ||
| }, | ||
| }, nil | ||
| } | ||
|
|
||
| func (e *fishAudioTTS) textToSpeechStream(streamWriter io.Writer, text string) (err error) { | ||
| latency := "normal" | ||
| if e.config.OptimizeStreamingLatency { | ||
| latency = "balanced" | ||
| } | ||
|
|
||
| // Create the payload | ||
| payload := map[string]interface{}{ | ||
| "text": text, | ||
| "chunk_length": 100, | ||
| "latency": latency, | ||
| "reference_id": e.config.ModelId, | ||
| "format": "pcm", // 44100/ 1ch/ 16bit | ||
| } | ||
|
|
||
| // Encode the payload to MessagePack | ||
| body, err := msgpack.Marshal(payload) | ||
| if err != nil { | ||
| panic(err) | ||
| } | ||
|
|
||
| // Create a new POST request | ||
| req, err := http.NewRequest("POST", e.config.BaseUrl+"/v1/tts", bytes.NewBuffer(body)) | ||
| if err != nil { | ||
| panic(err) | ||
| } | ||
|
|
||
| // Set the headers | ||
| req.Header.Add("Authorization", "Bearer "+e.config.ApiKey) | ||
| req.Header.Set("Content-Type", "application/msgpack") | ||
|
|
||
| // Create a client and send the request | ||
| client := e.client | ||
| resp, err := client.Do(req) | ||
| if err != nil { | ||
| panic(err) | ||
| } | ||
| defer resp.Body.Close() | ||
|
|
||
| if err != nil { | ||
| return fmt.Errorf("TextToSpeechStream failed, err: %v", err) | ||
| } | ||
|
|
||
| // Check the response status code | ||
| if resp.StatusCode != http.StatusOK { | ||
| slog.Error("Unexpected response status", "status", resp.StatusCode) | ||
| return fmt.Errorf("unexpected response status: %d", resp.StatusCode) | ||
| } | ||
|
|
||
| // Write the returned PCM data to streamWriter | ||
| buffer := make([]byte, 4096) // 4KB buffer size | ||
| for { | ||
| n, err := resp.Body.Read(buffer) | ||
| if err != nil && err != io.EOF { | ||
| slog.Error("Failed to read from response body", "error", err) | ||
| return fmt.Errorf("failed to read from response body: %w", err) | ||
| } | ||
| if n == 0 { | ||
| break // end of the stream | ||
| } | ||
|
|
||
| _, writeErr := streamWriter.Write(buffer[:n]) | ||
| if writeErr != nil { | ||
| slog.Error("Failed to write to streamWriter", "error", writeErr) | ||
| return fmt.Errorf("failed to write to streamWriter: %w", writeErr) | ||
| } | ||
| } | ||
|
|
||
| return nil | ||
| } |
Oops, something went wrong.