feat(mcp): initialisation serveur MCP Treblo musique (nyora-2026-10-216)
This commit is contained in:
commit
424d8d13a5
9 files changed
+726
No files matched your search
@@ -0,0 +1,453 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
import os
|
||||
import json
|
||||
import hmac
|
||||
import uuid
|
||||
import logging
|
||||
import hashlib
|
||||
import datetime
|
||||
import subprocess
|
||||
import urllib.request
|
||||
import urllib.error
|
||||
import urllib.parse
|
||||
from contextlib import asynccontextmanager
|
||||
from contextvars import ContextVar
|
||||
from typing import Any, Dict, List, Optional
|
||||
from starlette.applications import Starlette
|
||||
from starlette.responses import JSONResponse
|
||||
from starlette.routing import Route, Mount
|
||||
from starlette.middleware.base import BaseHTTPMiddleware
|
||||
from mcp.server.fastmcp import FastMCP
|
||||
from mcp.server.streamable_http_manager import StreamableHTTPSessionManager
|
||||
|
||||
from cap_check import count_today
|
||||
|
||||
logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(name)s: %(message)s")
|
||||
logger = logging.getLogger("treblo-mcp")
|
||||
|
||||
current_sphere_var: ContextVar[str] = ContextVar("current_sphere", default="")
|
||||
|
||||
mcp = FastMCP("treblo-mcp")
|
||||
|
||||
def get_journal_path() -> str:
|
||||
path = "/app/data/journal.jsonl"
|
||||
if not os.path.exists(os.path.dirname(path)):
|
||||
local = os.path.join(os.path.dirname(os.path.abspath(__file__)), "data", "journal.jsonl")
|
||||
os.makedirs(os.path.dirname(local), exist_ok=True)
|
||||
return local
|
||||
return path
|
||||
|
||||
def get_musique_dir(sphere: str) -> str:
|
||||
path = f"/app/musique/{sphere}"
|
||||
if not os.path.exists("/app/musique"):
|
||||
local = os.path.join(os.path.dirname(os.path.abspath(__file__)), "musique", sphere)
|
||||
os.makedirs(local, exist_ok=True)
|
||||
return local
|
||||
os.makedirs(path, exist_ok=True)
|
||||
return path
|
||||
|
||||
def get_api_key(sphere: str) -> str:
|
||||
if sphere == "nyora":
|
||||
k = os.environ.get("TREBLO_KEY_NYORA", "").strip()
|
||||
elif sphere == "perso":
|
||||
k = os.environ.get("TREBLO_KEY_PERSO", "").strip()
|
||||
else:
|
||||
raise ValueError(f"Sphère inconnue: {sphere}")
|
||||
if not k:
|
||||
raise ValueError(f"Clé Treblo non configurée pour la sphère {sphere}")
|
||||
return k
|
||||
|
||||
def validate_sphere_access(requested_sphere: str) -> str:
|
||||
req = requested_sphere.lower().strip()
|
||||
auth = current_sphere_var.get()
|
||||
if req != auth:
|
||||
raise ValueError(f"Refus explicite : le jeton de la sphère {auth} ne peut pas agir sur la sphère {req}")
|
||||
return req
|
||||
|
||||
def treblo_balance(sphere: str) -> Dict[str, Any]:
|
||||
key = get_api_key(sphere)
|
||||
req = urllib.request.Request("https://api.treblo.com/v1/credits/balance", headers={"Authorization": f"Bearer {key}"})
|
||||
try:
|
||||
with urllib.request.urlopen(req, timeout=20) as resp:
|
||||
data = json.loads(resp.read().decode("utf-8"))
|
||||
except urllib.error.HTTPError as e:
|
||||
err = e.read().decode("utf-8", errors="replace")
|
||||
raise RuntimeError(f"Erreur Treblo balance {e.code}: {err}")
|
||||
except Exception as e:
|
||||
raise RuntimeError(f"Erreur connexion Treblo balance: {e}")
|
||||
|
||||
num_credits = int(data.get("num_credits", 0))
|
||||
num_credits_payg = int(data.get("num_credits_payg", 0))
|
||||
total = num_credits + num_credits_payg
|
||||
return {
|
||||
"sphere": sphere,
|
||||
"total": total,
|
||||
"num_credits": num_credits,
|
||||
"num_credits_payg": num_credits_payg
|
||||
}
|
||||
|
||||
def check_daily_cap(sphere: str):
|
||||
daily_cap = int(os.environ.get("TREBLO_DAILY_CAP", "5"))
|
||||
journal_path = get_journal_path()
|
||||
if count_today(sphere, journal_path) >= daily_cap:
|
||||
raise ValueError(f"CAP_REFUSED: plafond quotidien atteint pour la sphère {sphere} ({daily_cap} max par jour)")
|
||||
|
||||
def append_journal(entry: Dict[str, Any]):
|
||||
journal_path = get_journal_path()
|
||||
with open(journal_path, "a", encoding="utf-8") as f:
|
||||
f.write(json.dumps(entry, ensure_ascii=False) + "\n")
|
||||
|
||||
def update_journal_status(task_id: str, new_status: str):
|
||||
journal_path = get_journal_path()
|
||||
if not os.path.exists(journal_path):
|
||||
return
|
||||
lines = []
|
||||
updated = False
|
||||
with open(journal_path, "r", encoding="utf-8") as f:
|
||||
for line in f:
|
||||
line = line.strip()
|
||||
if not line:
|
||||
continue
|
||||
try:
|
||||
entry = json.loads(line)
|
||||
if entry.get("task_id") == task_id:
|
||||
entry["statut"] = new_status
|
||||
updated = True
|
||||
lines.append(json.dumps(entry, ensure_ascii=False))
|
||||
except Exception:
|
||||
lines.append(line)
|
||||
if updated:
|
||||
with open(journal_path, "w", encoding="utf-8") as f:
|
||||
for l in lines:
|
||||
f.write(l + "\n")
|
||||
|
||||
def get_journal_entry(task_id: str) -> Optional[Dict[str, Any]]:
|
||||
journal_path = get_journal_path()
|
||||
if not os.path.exists(journal_path):
|
||||
return None
|
||||
with open(journal_path, "r", encoding="utf-8") as f:
|
||||
for line in f:
|
||||
line = line.strip()
|
||||
if not line:
|
||||
continue
|
||||
try:
|
||||
entry = json.loads(line)
|
||||
if entry.get("task_id") == task_id:
|
||||
return entry
|
||||
except Exception:
|
||||
pass
|
||||
return None
|
||||
|
||||
@mcp.tool()
|
||||
def solde(sphere: str) -> dict:
|
||||
"""Consulte le solde de crédits Treblo pour la sphère indiquée (nyora ou perso)."""
|
||||
sp = validate_sphere_access(sphere)
|
||||
return treblo_balance(sp)
|
||||
|
||||
@mcp.tool()
|
||||
def generer(sphere: str, tags: Optional[List[str]] = None, paroles: Optional[str] = None, prompt: Optional[str] = None) -> dict:
|
||||
"""Lance une génération musicale auprès de Treblo.
|
||||
Refuse si tags + paroles + prompt sont fournis ensemble, ou si plus de 64 tags,
|
||||
ou si le plafond journalier est atteint."""
|
||||
sp = validate_sphere_access(sphere)
|
||||
check_daily_cap(sp)
|
||||
|
||||
tag_list = tags
|
||||
if isinstance(tag_list, str):
|
||||
tag_list = [t.strip() for t in tag_list.split(",") if t.strip()]
|
||||
|
||||
has_tags = bool(tag_list and len(tag_list) > 0)
|
||||
has_paroles = bool(paroles and str(paroles).strip())
|
||||
has_prompt = bool(prompt and str(prompt).strip())
|
||||
|
||||
if has_tags and len(tag_list) > 64:
|
||||
raise ValueError("Refus : 64 étiquettes au plus")
|
||||
|
||||
if has_tags and has_paroles and has_prompt:
|
||||
raise ValueError("Refus : impossible de fournir tags, paroles et prompt ensemble (choisir tags + paroles, ou prompt seul)")
|
||||
|
||||
if not has_tags and not has_prompt:
|
||||
raise ValueError("Refus : un prompt ou des étiquettes (tags) doivent être fournis")
|
||||
|
||||
bal_avant = treblo_balance(sp)
|
||||
credits_avant = bal_avant["total"]
|
||||
|
||||
key = get_api_key(sp)
|
||||
body: Dict[str, Any] = {"output_format": "flac"}
|
||||
if has_tags:
|
||||
body["tags"] = tag_list
|
||||
if has_paroles:
|
||||
body["lyrics"] = str(paroles).strip()
|
||||
if has_prompt:
|
||||
body["prompt"] = str(prompt).strip()
|
||||
|
||||
if not has_paroles and not has_prompt:
|
||||
body["instrumental"] = True
|
||||
|
||||
url = "https://api.treblo.com/v1/generations/v3"
|
||||
req = urllib.request.Request(
|
||||
url,
|
||||
data=json.dumps(body).encode("utf-8"),
|
||||
headers={"Authorization": f"Bearer {key}", "Content-Type": "application/json"},
|
||||
method="POST"
|
||||
)
|
||||
try:
|
||||
with urllib.request.urlopen(req, timeout=30) as resp:
|
||||
resp_data = json.loads(resp.read().decode("utf-8"))
|
||||
except urllib.error.HTTPError as e:
|
||||
err_content = e.read().decode("utf-8", errors="replace")
|
||||
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
|
||||
except Exception as e:
|
||||
raise RuntimeError(f"Erreur appel Treblo: {e}")
|
||||
|
||||
task_id = resp_data.get("task_id") or resp_data.get("id")
|
||||
if not task_id:
|
||||
raise RuntimeError(f"Treblo n'a pas renvoyé de task_id: {resp_data}")
|
||||
|
||||
statut_val = resp_data.get("status", "PENDING")
|
||||
|
||||
bal_apres = treblo_balance(sp)
|
||||
credits_apres = bal_apres["total"]
|
||||
|
||||
txt = str(prompt) if has_prompt else (str(paroles) if has_paroles else "")
|
||||
empreinte = hashlib.sha256(txt.encode("utf-8")).hexdigest()
|
||||
|
||||
entry = {
|
||||
"date": datetime.datetime.now(datetime.timezone.utc).isoformat(),
|
||||
"sphere": sp,
|
||||
"tags": tag_list or [],
|
||||
"prompt": prompt or "",
|
||||
"paroles": paroles or "",
|
||||
"empreinte": empreinte,
|
||||
"task_id": task_id,
|
||||
"statut": statut_val,
|
||||
"credits_avant": credits_avant,
|
||||
"credits_apres": credits_apres
|
||||
}
|
||||
append_journal(entry)
|
||||
|
||||
return {
|
||||
"task_id": task_id,
|
||||
"statut": statut_val,
|
||||
"sphere": sp,
|
||||
"tags": tag_list or [],
|
||||
"credits_avant": credits_avant,
|
||||
"credits_apres": credits_apres
|
||||
}
|
||||
|
||||
@mcp.tool()
|
||||
def statut(task_id: str) -> dict:
|
||||
"""Consulte le statut d'une tâche de génération Treblo."""
|
||||
auth_sp = current_sphere_var.get() or "nyora"
|
||||
key = get_api_key(auth_sp)
|
||||
url = f"https://api.treblo.com/v1/generations/status/{task_id}"
|
||||
req = urllib.request.Request(url, headers={"Authorization": f"Bearer {key}"})
|
||||
try:
|
||||
with urllib.request.urlopen(req, timeout=20) as resp:
|
||||
raw = resp.read().decode("utf-8")
|
||||
data = json.loads(raw)
|
||||
except urllib.error.HTTPError as e:
|
||||
err_content = e.read().decode("utf-8", errors="replace")
|
||||
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
|
||||
except Exception as e:
|
||||
raise RuntimeError(f"Erreur appel Treblo: {e}")
|
||||
|
||||
if isinstance(data, str):
|
||||
st = data
|
||||
res = {"status": st, "task_id": task_id}
|
||||
elif isinstance(data, dict):
|
||||
st = data.get("status")
|
||||
res = data
|
||||
else:
|
||||
st = str(data)
|
||||
res = {"status": st, "task_id": task_id}
|
||||
|
||||
if st == "SUCCESS":
|
||||
update_journal_status(task_id, "SUCCESS")
|
||||
elif st == "FAILURE":
|
||||
update_journal_status(task_id, "FAILURE")
|
||||
|
||||
return res
|
||||
|
||||
@mcp.tool()
|
||||
def recuperer(task_id: str, sphere: str) -> dict:
|
||||
"""Télécharge les fichiers générés (FLAC ou WAV pour l'archive, MP3 pour l'écoute)
|
||||
dans musique/<sphere>/ avec le fichier JSON de métadonnées associé."""
|
||||
sp = validate_sphere_access(sphere)
|
||||
key = get_api_key(sp)
|
||||
url = f"https://api.treblo.com/v1/generations/{task_id}"
|
||||
req = urllib.request.Request(url, headers={"Authorization": f"Bearer {key}"})
|
||||
try:
|
||||
with urllib.request.urlopen(req, timeout=30) as resp:
|
||||
data = json.loads(resp.read().decode("utf-8"))
|
||||
except urllib.error.HTTPError as e:
|
||||
err_content = e.read().decode("utf-8", errors="replace")
|
||||
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
|
||||
except Exception as e:
|
||||
raise RuntimeError(f"Erreur appel Treblo: {e}")
|
||||
|
||||
dest_dir = get_musique_dir(sp)
|
||||
|
||||
urls = []
|
||||
raw_paths = data.get("song_paths") or data.get("audio_url") or []
|
||||
if isinstance(raw_paths, str):
|
||||
urls.append(raw_paths)
|
||||
elif isinstance(raw_paths, list):
|
||||
for item in raw_paths:
|
||||
if isinstance(item, str):
|
||||
urls.append(item)
|
||||
elif isinstance(item, dict):
|
||||
for v in item.values():
|
||||
if isinstance(v, str) and v.startswith("http"):
|
||||
urls.append(v)
|
||||
elif isinstance(raw_paths, dict):
|
||||
for v in raw_paths.values():
|
||||
if isinstance(v, str) and v.startswith("http"):
|
||||
urls.append(v)
|
||||
|
||||
for k, v in data.items():
|
||||
if isinstance(v, str) and v.startswith("http") and v not in urls:
|
||||
urls.append(v)
|
||||
|
||||
def detect_format(target_url: str, resp_headers=None) -> str:
|
||||
parsed_path = urllib.parse.urlsplit(target_url).path.lower()
|
||||
if ".flac" in parsed_path:
|
||||
return "flac"
|
||||
if ".mp3" in parsed_path:
|
||||
return "mp3"
|
||||
if ".wav" in parsed_path:
|
||||
return "wav"
|
||||
if ".ogg" in parsed_path:
|
||||
return "ogg"
|
||||
if ".m4a" in parsed_path:
|
||||
return "m4a"
|
||||
if resp_headers:
|
||||
ct = resp_headers.get("content-type", "").lower()
|
||||
if "flac" in ct:
|
||||
return "flac"
|
||||
if "mpeg" in ct or "mp3" in ct:
|
||||
return "mp3"
|
||||
if "wav" in ct:
|
||||
return "wav"
|
||||
if "ogg" in ct:
|
||||
return "ogg"
|
||||
return "flac"
|
||||
|
||||
downloaded = {}
|
||||
for u in urls:
|
||||
try:
|
||||
req_dl = urllib.request.Request(u, headers={"User-Agent": "Mozilla/5.0 (treblo-mcp)"})
|
||||
with urllib.request.urlopen(req_dl, timeout=60) as dl_resp:
|
||||
fmt = detect_format(u, dl_resp.headers)
|
||||
target_file = os.path.join(dest_dir, f"{task_id}.{fmt}")
|
||||
with open(target_file, "wb") as f_out:
|
||||
f_out.write(dl_resp.read())
|
||||
if os.path.exists(target_file) and os.path.getsize(target_file) > 0:
|
||||
downloaded[fmt] = target_file
|
||||
except Exception as e:
|
||||
logger.warning("Échec téléchargement audio: %s", e)
|
||||
|
||||
flac_file = os.path.join(dest_dir, f"{task_id}.flac")
|
||||
wav_file = os.path.join(dest_dir, f"{task_id}.wav")
|
||||
mp3_file = os.path.join(dest_dir, f"{task_id}.mp3")
|
||||
|
||||
has_archive = (os.path.exists(flac_file) and os.path.getsize(flac_file) > 1000) or (os.path.exists(wav_file) and os.path.getsize(wav_file) > 1000)
|
||||
has_mp3 = os.path.exists(mp3_file) and os.path.getsize(mp3_file) > 1000
|
||||
|
||||
if has_mp3 and not has_archive:
|
||||
subprocess.run(["ffmpeg", "-y", "-i", mp3_file, flac_file], capture_output=True, check=True)
|
||||
elif os.path.exists(flac_file) and not has_mp3:
|
||||
subprocess.run(["ffmpeg", "-y", "-i", flac_file, "-b:a", "192k", mp3_file], capture_output=True, check=True)
|
||||
elif os.path.exists(wav_file) and not has_mp3:
|
||||
subprocess.run(["ffmpeg", "-y", "-i", wav_file, "-b:a", "192k", mp3_file], capture_output=True, check=True)
|
||||
elif not has_archive and not has_mp3:
|
||||
for ext, path in downloaded.items():
|
||||
if os.path.exists(path) and os.path.getsize(path) > 1000:
|
||||
subprocess.run(["ffmpeg", "-y", "-i", path, flac_file], capture_output=True, check=True)
|
||||
subprocess.run(["ffmpeg", "-y", "-i", path, "-b:a", "192k", mp3_file], capture_output=True, check=True)
|
||||
break
|
||||
|
||||
entry = get_journal_entry(task_id) or {}
|
||||
meta = {
|
||||
"prompt": entry.get("prompt", data.get("prompt", "")),
|
||||
"tags": entry.get("tags", data.get("tags", [])),
|
||||
"paroles": entry.get("paroles", data.get("lyrics", "")),
|
||||
"date": entry.get("date", datetime.datetime.now(datetime.timezone.utc).isoformat()),
|
||||
"task_id": task_id
|
||||
}
|
||||
json_meta_path = os.path.join(dest_dir, f"{task_id}.json")
|
||||
with open(json_meta_path, "w", encoding="utf-8") as f:
|
||||
json.dump(meta, f, indent=2, ensure_ascii=False)
|
||||
|
||||
update_journal_status(task_id, "SUCCESS")
|
||||
|
||||
archive_target = flac_file if os.path.exists(flac_file) else (wav_file if os.path.exists(wav_file) else None)
|
||||
files = [f for f in [json_meta_path, mp3_file, archive_target] if f and os.path.exists(f)]
|
||||
|
||||
return {
|
||||
"status": "ok",
|
||||
"task_id": task_id,
|
||||
"sphere": sp,
|
||||
"fichiers": [os.path.basename(f) for f in files],
|
||||
"fichiers_taille": {os.path.basename(f): os.path.getsize(f) for f in files}
|
||||
}
|
||||
|
||||
session_manager = StreamableHTTPSessionManager(mcp._mcp_server, stateless=True, json_response=True)
|
||||
|
||||
class AuthAndSessionMiddleware(BaseHTTPMiddleware):
|
||||
async def dispatch(self, request, call_next):
|
||||
if request.url.path == "/health":
|
||||
return await call_next(request)
|
||||
|
||||
auth = request.headers.get("authorization", "").strip()
|
||||
if not auth.startswith("Bearer "):
|
||||
logger.warning("Auth refusée : header absent ou non-Bearer (chemin=%s)", request.url.path)
|
||||
return JSONResponse({"error": "jeton manquant ou invalide"}, status_code=401)
|
||||
|
||||
token = auth[len("Bearer "):].strip()
|
||||
tok_nyora = os.environ.get("TREBLO_MCP_TOKEN_NYORA", "").strip()
|
||||
tok_perso = os.environ.get("TREBLO_MCP_TOKEN_PERSO", "").strip()
|
||||
|
||||
auth_sphere = None
|
||||
if tok_nyora and hmac.compare_digest(token, tok_nyora):
|
||||
auth_sphere = "nyora"
|
||||
elif tok_perso and hmac.compare_digest(token, tok_perso):
|
||||
auth_sphere = "perso"
|
||||
else:
|
||||
logger.warning("Auth refusée : jeton invalide (chemin=%s)", request.url.path)
|
||||
return JSONResponse({"error": "jeton invalide"}, status_code=401)
|
||||
|
||||
token_cv = current_sphere_var.set(auth_sphere)
|
||||
try:
|
||||
response = await call_next(request)
|
||||
if "mcp-session-id" not in response.headers:
|
||||
req_sid = request.headers.get("mcp-session-id")
|
||||
response.headers["mcp-session-id"] = req_sid or str(uuid.uuid4())
|
||||
return response
|
||||
finally:
|
||||
current_sphere_var.reset(token_cv)
|
||||
|
||||
async def health(request):
|
||||
return JSONResponse({"status": "ok", "service": "treblo-mcp", "tools": 4})
|
||||
|
||||
@asynccontextmanager
|
||||
async def lifespan(app_instance):
|
||||
global session_manager
|
||||
if getattr(session_manager, "_has_started", False):
|
||||
session_manager = StreamableHTTPSessionManager(mcp._mcp_server, stateless=True, json_response=True)
|
||||
async with session_manager.run():
|
||||
yield
|
||||
|
||||
app = Starlette(
|
||||
routes=[
|
||||
Route("/health", health),
|
||||
Mount("/mcp", app=session_manager.handle_request),
|
||||
Mount("/", app=session_manager.handle_request),
|
||||
],
|
||||
lifespan=lifespan
|
||||
)
|
||||
app.add_middleware(AuthAndSessionMiddleware)
|
||||
|
||||
if __name__ == "__main__":
|
||||
import uvicorn
|
||||
uvicorn.run(app, host="0.0.0.0", port=8000)
|
||||
Reference in new issue
Block a user