Files
treblo-mcp/main.py
T

454 lines
17 KiB
Python
Executable File

# -*- coding: utf-8 -*-
import os
import json
import hmac
import uuid
import logging
import hashlib
import datetime
import subprocess
import urllib.request
import urllib.error
import urllib.parse
from contextlib import asynccontextmanager
from contextvars import ContextVar
from typing import Any, Dict, List, Optional
from starlette.applications import Starlette
from starlette.responses import JSONResponse
from starlette.routing import Route, Mount
from starlette.middleware.base import BaseHTTPMiddleware
from mcp.server.fastmcp import FastMCP
from mcp.server.streamable_http_manager import StreamableHTTPSessionManager
from cap_check import count_today
logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(name)s: %(message)s")
logger = logging.getLogger("treblo-mcp")
current_sphere_var: ContextVar[str] = ContextVar("current_sphere", default="")
mcp = FastMCP("treblo-mcp")
def get_journal_path() -> str:
path = "/app/data/journal.jsonl"
if not os.path.exists(os.path.dirname(path)):
local = os.path.join(os.path.dirname(os.path.abspath(__file__)), "data", "journal.jsonl")
os.makedirs(os.path.dirname(local), exist_ok=True)
return local
return path
def get_musique_dir(sphere: str) -> str:
path = f"/app/musique/{sphere}"
if not os.path.exists("/app/musique"):
local = os.path.join(os.path.dirname(os.path.abspath(__file__)), "musique", sphere)
os.makedirs(local, exist_ok=True)
return local
os.makedirs(path, exist_ok=True)
return path
def get_api_key(sphere: str) -> str:
if sphere == "nyora":
k = os.environ.get("TREBLO_KEY_NYORA", "").strip()
elif sphere == "perso":
k = os.environ.get("TREBLO_KEY_PERSO", "").strip()
else:
raise ValueError(f"Sphère inconnue: {sphere}")
if not k:
raise ValueError(f"Clé Treblo non configurée pour la sphère {sphere}")
return k
def validate_sphere_access(requested_sphere: str) -> str:
req = requested_sphere.lower().strip()
auth = current_sphere_var.get()
if req != auth:
raise ValueError(f"Refus explicite : le jeton de la sphère {auth} ne peut pas agir sur la sphère {req}")
return req
def treblo_balance(sphere: str) -> Dict[str, Any]:
key = get_api_key(sphere)
req = urllib.request.Request("https://api.treblo.com/v1/credits/balance", headers={"Authorization": f"Bearer {key}"})
try:
with urllib.request.urlopen(req, timeout=20) as resp:
data = json.loads(resp.read().decode("utf-8"))
except urllib.error.HTTPError as e:
err = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo balance {e.code}: {err}")
except Exception as e:
raise RuntimeError(f"Erreur connexion Treblo balance: {e}")
num_credits = int(data.get("num_credits", 0))
num_credits_payg = int(data.get("num_credits_payg", 0))
total = num_credits + num_credits_payg
return {
"sphere": sphere,
"total": total,
"num_credits": num_credits,
"num_credits_payg": num_credits_payg
}
def check_daily_cap(sphere: str):
daily_cap = int(os.environ.get("TREBLO_DAILY_CAP", "5"))
journal_path = get_journal_path()
if count_today(sphere, journal_path) >= daily_cap:
raise ValueError(f"CAP_REFUSED: plafond quotidien atteint pour la sphère {sphere} ({daily_cap} max par jour)")
def append_journal(entry: Dict[str, Any]):
journal_path = get_journal_path()
with open(journal_path, "a", encoding="utf-8") as f:
f.write(json.dumps(entry, ensure_ascii=False) + "\n")
def update_journal_status(task_id: str, new_status: str):
journal_path = get_journal_path()
if not os.path.exists(journal_path):
return
lines = []
updated = False
with open(journal_path, "r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if not line:
continue
try:
entry = json.loads(line)
if entry.get("task_id") == task_id:
entry["statut"] = new_status
updated = True
lines.append(json.dumps(entry, ensure_ascii=False))
except Exception:
lines.append(line)
if updated:
with open(journal_path, "w", encoding="utf-8") as f:
for l in lines:
f.write(l + "\n")
def get_journal_entry(task_id: str) -> Optional[Dict[str, Any]]:
journal_path = get_journal_path()
if not os.path.exists(journal_path):
return None
with open(journal_path, "r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if not line:
continue
try:
entry = json.loads(line)
if entry.get("task_id") == task_id:
return entry
except Exception:
pass
return None
@mcp.tool()
def solde(sphere: str) -> dict:
"""Consulte le solde de crédits Treblo pour la sphère indiquée (nyora ou perso)."""
sp = validate_sphere_access(sphere)
return treblo_balance(sp)
@mcp.tool()
def generer(sphere: str, tags: Optional[List[str]] = None, paroles: Optional[str] = None, prompt: Optional[str] = None) -> dict:
"""Lance une génération musicale auprès de Treblo.
Refuse si tags + paroles + prompt sont fournis ensemble, ou si plus de 64 tags,
ou si le plafond journalier est atteint."""
sp = validate_sphere_access(sphere)
check_daily_cap(sp)
tag_list = tags
if isinstance(tag_list, str):
tag_list = [t.strip() for t in tag_list.split(",") if t.strip()]
has_tags = bool(tag_list and len(tag_list) > 0)
has_paroles = bool(paroles and str(paroles).strip())
has_prompt = bool(prompt and str(prompt).strip())
if has_tags and len(tag_list) > 64:
raise ValueError("Refus : 64 étiquettes au plus")
if has_tags and has_paroles and has_prompt:
raise ValueError("Refus : impossible de fournir tags, paroles et prompt ensemble (choisir tags + paroles, ou prompt seul)")
if not has_tags and not has_prompt:
raise ValueError("Refus : un prompt ou des étiquettes (tags) doivent être fournis")
bal_avant = treblo_balance(sp)
credits_avant = bal_avant["total"]
key = get_api_key(sp)
body: Dict[str, Any] = {"output_format": "flac"}
if has_tags:
body["tags"] = tag_list
if has_paroles:
body["lyrics"] = str(paroles).strip()
if has_prompt:
body["prompt"] = str(prompt).strip()
if not has_paroles and not has_prompt:
body["instrumental"] = True
url = "https://api.treblo.com/v1/generations/v3"
req = urllib.request.Request(
url,
data=json.dumps(body).encode("utf-8"),
headers={"Authorization": f"Bearer {key}", "Content-Type": "application/json"},
method="POST"
)
try:
with urllib.request.urlopen(req, timeout=30) as resp:
resp_data = json.loads(resp.read().decode("utf-8"))
except urllib.error.HTTPError as e:
err_content = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
except Exception as e:
raise RuntimeError(f"Erreur appel Treblo: {e}")
task_id = resp_data.get("task_id") or resp_data.get("id")
if not task_id:
raise RuntimeError(f"Treblo n'a pas renvoyé de task_id: {resp_data}")
statut_val = resp_data.get("status", "PENDING")
bal_apres = treblo_balance(sp)
credits_apres = bal_apres["total"]
txt = str(prompt) if has_prompt else (str(paroles) if has_paroles else "")
empreinte = hashlib.sha256(txt.encode("utf-8")).hexdigest()
entry = {
"date": datetime.datetime.now(datetime.timezone.utc).isoformat(),
"sphere": sp,
"tags": tag_list or [],
"prompt": prompt or "",
"paroles": paroles or "",
"empreinte": empreinte,
"task_id": task_id,
"statut": statut_val,
"credits_avant": credits_avant,
"credits_apres": credits_apres
}
append_journal(entry)
return {
"task_id": task_id,
"statut": statut_val,
"sphere": sp,
"tags": tag_list or [],
"credits_avant": credits_avant,
"credits_apres": credits_apres
}
@mcp.tool()
def statut(task_id: str) -> dict:
"""Consulte le statut d'une tâche de génération Treblo."""
auth_sp = current_sphere_var.get() or "nyora"
key = get_api_key(auth_sp)
url = f"https://api.treblo.com/v1/generations/status/{task_id}"
req = urllib.request.Request(url, headers={"Authorization": f"Bearer {key}"})
try:
with urllib.request.urlopen(req, timeout=20) as resp:
raw = resp.read().decode("utf-8")
data = json.loads(raw)
except urllib.error.HTTPError as e:
err_content = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
except Exception as e:
raise RuntimeError(f"Erreur appel Treblo: {e}")
if isinstance(data, str):
st = data
res = {"status": st, "task_id": task_id}
elif isinstance(data, dict):
st = data.get("status")
res = data
else:
st = str(data)
res = {"status": st, "task_id": task_id}
if st == "SUCCESS":
update_journal_status(task_id, "SUCCESS")
elif st == "FAILURE":
update_journal_status(task_id, "FAILURE")
return res
@mcp.tool()
def recuperer(task_id: str, sphere: str) -> dict:
"""Télécharge les fichiers générés (FLAC ou WAV pour l'archive, MP3 pour l'écoute)
dans musique/<sphere>/ avec le fichier JSON de métadonnées associé."""
sp = validate_sphere_access(sphere)
key = get_api_key(sp)
url = f"https://api.treblo.com/v1/generations/{task_id}"
req = urllib.request.Request(url, headers={"Authorization": f"Bearer {key}"})
try:
with urllib.request.urlopen(req, timeout=30) as resp:
data = json.loads(resp.read().decode("utf-8"))
except urllib.error.HTTPError as e:
err_content = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
except Exception as e:
raise RuntimeError(f"Erreur appel Treblo: {e}")
dest_dir = get_musique_dir(sp)
urls = []
raw_paths = data.get("song_paths") or data.get("audio_url") or []
if isinstance(raw_paths, str):
urls.append(raw_paths)
elif isinstance(raw_paths, list):
for item in raw_paths:
if isinstance(item, str):
urls.append(item)
elif isinstance(item, dict):
for v in item.values():
if isinstance(v, str) and v.startswith("http"):
urls.append(v)
elif isinstance(raw_paths, dict):
for v in raw_paths.values():
if isinstance(v, str) and v.startswith("http"):
urls.append(v)
for k, v in data.items():
if isinstance(v, str) and v.startswith("http") and v not in urls:
urls.append(v)
def detect_format(target_url: str, resp_headers=None) -> str:
parsed_path = urllib.parse.urlsplit(target_url).path.lower()
if ".flac" in parsed_path:
return "flac"
if ".mp3" in parsed_path:
return "mp3"
if ".wav" in parsed_path:
return "wav"
if ".ogg" in parsed_path:
return "ogg"
if ".m4a" in parsed_path:
return "m4a"
if resp_headers:
ct = resp_headers.get("content-type", "").lower()
if "flac" in ct:
return "flac"
if "mpeg" in ct or "mp3" in ct:
return "mp3"
if "wav" in ct:
return "wav"
if "ogg" in ct:
return "ogg"
return "flac"
downloaded = {}
for u in urls:
try:
req_dl = urllib.request.Request(u, headers={"User-Agent": "Mozilla/5.0 (treblo-mcp)"})
with urllib.request.urlopen(req_dl, timeout=60) as dl_resp:
fmt = detect_format(u, dl_resp.headers)
target_file = os.path.join(dest_dir, f"{task_id}.{fmt}")
with open(target_file, "wb") as f_out:
f_out.write(dl_resp.read())
if os.path.exists(target_file) and os.path.getsize(target_file) > 0:
downloaded[fmt] = target_file
except Exception as e:
logger.warning("Échec téléchargement audio: %s", e)
flac_file = os.path.join(dest_dir, f"{task_id}.flac")
wav_file = os.path.join(dest_dir, f"{task_id}.wav")
mp3_file = os.path.join(dest_dir, f"{task_id}.mp3")
has_archive = (os.path.exists(flac_file) and os.path.getsize(flac_file) > 1000) or (os.path.exists(wav_file) and os.path.getsize(wav_file) > 1000)
has_mp3 = os.path.exists(mp3_file) and os.path.getsize(mp3_file) > 1000
if has_mp3 and not has_archive:
subprocess.run(["ffmpeg", "-y", "-i", mp3_file, flac_file], capture_output=True, check=True)
elif os.path.exists(flac_file) and not has_mp3:
subprocess.run(["ffmpeg", "-y", "-i", flac_file, "-b:a", "192k", mp3_file], capture_output=True, check=True)
elif os.path.exists(wav_file) and not has_mp3:
subprocess.run(["ffmpeg", "-y", "-i", wav_file, "-b:a", "192k", mp3_file], capture_output=True, check=True)
elif not has_archive and not has_mp3:
for ext, path in downloaded.items():
if os.path.exists(path) and os.path.getsize(path) > 1000:
subprocess.run(["ffmpeg", "-y", "-i", path, flac_file], capture_output=True, check=True)
subprocess.run(["ffmpeg", "-y", "-i", path, "-b:a", "192k", mp3_file], capture_output=True, check=True)
break
entry = get_journal_entry(task_id) or {}
meta = {
"prompt": entry.get("prompt", data.get("prompt", "")),
"tags": entry.get("tags", data.get("tags", [])),
"paroles": entry.get("paroles", data.get("lyrics", "")),
"date": entry.get("date", datetime.datetime.now(datetime.timezone.utc).isoformat()),
"task_id": task_id
}
json_meta_path = os.path.join(dest_dir, f"{task_id}.json")
with open(json_meta_path, "w", encoding="utf-8") as f:
json.dump(meta, f, indent=2, ensure_ascii=False)
update_journal_status(task_id, "SUCCESS")
archive_target = flac_file if os.path.exists(flac_file) else (wav_file if os.path.exists(wav_file) else None)
files = [f for f in [json_meta_path, mp3_file, archive_target] if f and os.path.exists(f)]
return {
"status": "ok",
"task_id": task_id,
"sphere": sp,
"fichiers": [os.path.basename(f) for f in files],
"fichiers_taille": {os.path.basename(f): os.path.getsize(f) for f in files}
}
session_manager = StreamableHTTPSessionManager(mcp._mcp_server, stateless=True, json_response=True)
class AuthAndSessionMiddleware(BaseHTTPMiddleware):
async def dispatch(self, request, call_next):
if request.url.path == "/health":
return await call_next(request)
auth = request.headers.get("authorization", "").strip()
if not auth.startswith("Bearer "):
logger.warning("Auth refusée : header absent ou non-Bearer (chemin=%s)", request.url.path)
return JSONResponse({"error": "jeton manquant ou invalide"}, status_code=401)
token = auth[len("Bearer "):].strip()
tok_nyora = os.environ.get("TREBLO_MCP_TOKEN_NYORA", "").strip()
tok_perso = os.environ.get("TREBLO_MCP_TOKEN_PERSO", "").strip()
auth_sphere = None
if tok_nyora and hmac.compare_digest(token, tok_nyora):
auth_sphere = "nyora"
elif tok_perso and hmac.compare_digest(token, tok_perso):
auth_sphere = "perso"
else:
logger.warning("Auth refusée : jeton invalide (chemin=%s)", request.url.path)
return JSONResponse({"error": "jeton invalide"}, status_code=401)
token_cv = current_sphere_var.set(auth_sphere)
try:
response = await call_next(request)
if "mcp-session-id" not in response.headers:
req_sid = request.headers.get("mcp-session-id")
response.headers["mcp-session-id"] = req_sid or str(uuid.uuid4())
return response
finally:
current_sphere_var.reset(token_cv)
async def health(request):
return JSONResponse({"status": "ok", "service": "treblo-mcp", "tools": 4})
@asynccontextmanager
async def lifespan(app_instance):
global session_manager
if getattr(session_manager, "_has_started", False):
session_manager = StreamableHTTPSessionManager(mcp._mcp_server, stateless=True, json_response=True)
async with session_manager.run():
yield
app = Starlette(
routes=[
Route("/health", health),
Mount("/mcp", app=session_manager.handle_request),
Mount("/", app=session_manager.handle_request),
],
lifespan=lifespan
)
app.add_middleware(AuthAndSessionMiddleware)
if __name__ == "__main__":
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=8000)