Tim Luka Horstmann
commited on
Commit
·
245f2cf
1
Parent(s):
ee37147
Smaller rates and model
Browse files
app.py
CHANGED
|
@@ -359,14 +359,14 @@ def get_ram_usage():
|
|
| 359 |
}
|
| 360 |
|
| 361 |
@app.post("/api/predict")
|
| 362 |
-
@limiter.limit("
|
| 363 |
async def predict(request: Request, query_request: QueryRequest):
|
| 364 |
query = query_request.query
|
| 365 |
history = query_request.history
|
| 366 |
return StreamingResponse(stream_response(query, history), media_type="text/event-stream")
|
| 367 |
|
| 368 |
@app.post("/api/tts")
|
| 369 |
-
@limiter.limit("
|
| 370 |
async def text_to_speech(request: Request, tts_request: TTSRequest):
|
| 371 |
"""Convert text to speech using ElevenLabs API"""
|
| 372 |
if not elevenlabs_client:
|
|
@@ -385,13 +385,14 @@ async def text_to_speech(request: Request, tts_request: TTSRequest):
|
|
| 385 |
# Generate speech
|
| 386 |
response = elevenlabs_client.text_to_speech.convert(
|
| 387 |
voice_id=tts_voice_id,
|
| 388 |
-
|
| 389 |
-
|
| 390 |
-
|
| 391 |
-
|
| 392 |
-
|
| 393 |
-
|
| 394 |
-
|
|
|
|
| 395 |
)
|
| 396 |
|
| 397 |
# Convert generator to bytes
|
|
|
|
| 359 |
}
|
| 360 |
|
| 361 |
@app.post("/api/predict")
|
| 362 |
+
@limiter.limit("5/minute") # Allow 5 chat requests per minute per IP
|
| 363 |
async def predict(request: Request, query_request: QueryRequest):
|
| 364 |
query = query_request.query
|
| 365 |
history = query_request.history
|
| 366 |
return StreamingResponse(stream_response(query, history), media_type="text/event-stream")
|
| 367 |
|
| 368 |
@app.post("/api/tts")
|
| 369 |
+
@limiter.limit("5/minute") # Allow 5 TTS requests per minute per IP
|
| 370 |
async def text_to_speech(request: Request, tts_request: TTSRequest):
|
| 371 |
"""Convert text to speech using ElevenLabs API"""
|
| 372 |
if not elevenlabs_client:
|
|
|
|
| 385 |
# Generate speech
|
| 386 |
response = elevenlabs_client.text_to_speech.convert(
|
| 387 |
voice_id=tts_voice_id,
|
| 388 |
+
model_id="eleven_flash_v2_5",
|
| 389 |
+
text=clean_text
|
| 390 |
+
# voice_settings=VoiceSettings(
|
| 391 |
+
# stability=0.5,
|
| 392 |
+
# similarity_boost=0.8,
|
| 393 |
+
# style=0.2,
|
| 394 |
+
# use_speaker_boost=True
|
| 395 |
+
# )
|
| 396 |
)
|
| 397 |
|
| 398 |
# Convert generator to bytes
|