Files
treblo-mcp/main.py
T

624 lines
25 KiB
Python
Executable File

# -*- coding: utf-8 -*-
import os
import json
import hmac
import uuid
import logging
import hashlib
import datetime
import subprocess
import urllib.request
import urllib.error
import urllib.parse
from zoneinfo import ZoneInfo
from contextlib import asynccontextmanager
from contextvars import ContextVar
from typing import Any, Dict, List, Optional
from starlette.applications import Starlette
from starlette.responses import JSONResponse
from starlette.routing import Route, Mount
from starlette.middleware.base import BaseHTTPMiddleware
from mcp.server.fastmcp import FastMCP
from mcp.server.streamable_http_manager import StreamableHTTPSessionManager
from cap_check import count_today, TUNIS_TZ
logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(name)s: %(message)s")
logger = logging.getLogger("treblo-mcp")
current_sphere_var: ContextVar[str] = ContextVar("current_sphere", default="")
mcp = FastMCP("treblo-mcp")
def get_journal_path() -> str:
path = "/app/data/journal.jsonl"
if not os.path.exists(os.path.dirname(path)):
local = os.path.join(os.path.dirname(os.path.abspath(__file__)), "data", "journal.jsonl")
os.makedirs(os.path.dirname(local), exist_ok=True)
return local
return path
def get_validations_path() -> str:
path = "/app/data/validations.json"
if not os.path.exists(os.path.dirname(path)):
local = os.path.join(os.path.dirname(os.path.abspath(__file__)), "data", "validations.json")
os.makedirs(os.path.dirname(local), exist_ok=True)
return local
return path
def get_musique_dir(sphere: str) -> str:
path = f"/app/musique/{sphere}"
if not os.path.exists("/app/musique"):
local = os.path.join(os.path.dirname(os.path.abspath(__file__)), "musique", sphere)
os.makedirs(local, exist_ok=True)
return local
os.makedirs(path, exist_ok=True)
return path
def get_api_key(sphere: str) -> str:
if sphere == "nyora":
k = os.environ.get("TREBLO_KEY_NYORA", "").strip()
elif sphere == "perso":
k = os.environ.get("TREBLO_KEY_PERSO", "").strip()
else:
raise ValueError(f"Sphère inconnue: {sphere}")
if not k:
raise ValueError(f"Clé Treblo non configurée pour la sphère {sphere}")
return k
def get_bot_token(sphere: str) -> str:
if sphere == "nyora":
return os.environ.get("TELEGRAM_BOT_TOKEN_NYORA", "").strip()
elif sphere == "perso":
return os.environ.get("TELEGRAM_BOT_TOKEN_PERSO", "").strip()
return ""
def validate_sphere_access(requested_sphere: str) -> str:
req = requested_sphere.lower().strip()
auth = current_sphere_var.get()
if req != auth:
raise ValueError(f"Refus explicite : le jeton de la sphère {auth} ne peut pas agir sur la sphère {req}")
return req
def treblo_balance(sphere: str) -> Dict[str, Any]:
key = get_api_key(sphere)
req = urllib.request.Request("https://api.treblo.com/v1/credits/balance", headers={"Authorization": f"Bearer {key}"})
try:
with urllib.request.urlopen(req, timeout=20) as resp:
data = json.loads(resp.read().decode("utf-8"))
except urllib.error.HTTPError as e:
err = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo balance {e.code}: {err}")
except Exception as e:
raise RuntimeError(f"Erreur connexion Treblo balance: {e}")
num_credits = int(data.get("num_credits", 0))
num_credits_payg = int(data.get("num_credits_payg", 0))
total = num_credits + num_credits_payg
return {
"sphere": sphere,
"total": total,
"num_credits": num_credits,
"num_credits_payg": num_credits_payg
}
def check_daily_cap(sphere: str):
daily_cap = int(os.environ.get("TREBLO_DAILY_CAP", "5"))
journal_path = get_journal_path()
if count_today(sphere, journal_path) >= daily_cap:
raise ValueError(f"CAP_REFUSED: plafond quotidien atteint pour la sphère {sphere} ({daily_cap} max par jour)")
def append_journal(entry: Dict[str, Any]):
journal_path = get_journal_path()
with open(journal_path, "a", encoding="utf-8") as f:
f.write(json.dumps(entry, ensure_ascii=False) + "\n")
def update_journal_task(task_id: str, new_status: str, credits_apres: Optional[int] = None):
journal_path = get_journal_path()
if not os.path.exists(journal_path):
return
lines = []
updated = False
with open(journal_path, "r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if not line:
continue
try:
entry = json.loads(line)
if entry.get("task_id") == task_id:
entry["statut"] = new_status
if credits_apres is not None:
entry["credits_apres"] = credits_apres
updated = True
lines.append(json.dumps(entry, ensure_ascii=False))
except Exception:
lines.append(line)
if updated:
with open(journal_path, "w", encoding="utf-8") as f:
for l in lines:
f.write(l + "\n")
def get_journal_entry(task_id: str) -> Optional[Dict[str, Any]]:
journal_path = get_journal_path()
if not os.path.exists(journal_path):
return None
with open(journal_path, "r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if not line:
continue
try:
entry = json.loads(line)
if entry.get("task_id") == task_id:
return entry
except Exception:
pass
return None
def is_validation_approved(sphere: str, empreinte: str, val_id: Optional[str] = None) -> bool:
v_path = get_validations_path()
if not os.path.exists(v_path):
return False
try:
with open(v_path, "r", encoding="utf-8") as f:
data = json.load(f)
now_dt = datetime.datetime.now(TUNIS_TZ)
for item in data.get("validations", []):
if item.get("sphere") == sphere and item.get("status") == "APPROVED":
if val_id and item.get("id") == val_id:
exp = datetime.datetime.fromisoformat(item.get("expires_at"))
if exp > now_dt:
return True
elif item.get("empreinte") == empreinte:
exp = datetime.datetime.fromisoformat(item.get("expires_at"))
if exp > now_dt:
return True
except Exception as e:
logger.warning("Erreur lecture validations.json: %s", e)
return False
def record_pending_validation(sphere: str, val_id: str, empreinte: str, expires_iso: str, details: dict):
v_path = get_validations_path()
data = {"validations": []}
if os.path.exists(v_path):
try:
with open(v_path, "r", encoding="utf-8") as f:
data = json.load(f)
except Exception:
data = {"validations": []}
data.setdefault("validations", []).append({
"id": val_id,
"sphere": sphere,
"empreinte": empreinte,
"status": "PENDING",
"created_at": datetime.datetime.now(TUNIS_TZ).isoformat(),
"expires_at": expires_iso,
"details": details
})
data["validations"] = data["validations"][-50:]
with open(v_path, "w", encoding="utf-8") as f:
json.dump(data, f, indent=2, ensure_ascii=False)
def send_telegram_validation_request(sphere: str, val_id: str, tags: list, prompt: str, paroles: str, expires_str: str):
bot_token = get_bot_token(sphere)
chat_id = os.environ.get("TELEGRAM_CHAT_ID", "2084513684").strip()
if not bot_token or not chat_id:
logger.warning("Telegram bot non configuré pour la sphère %s", sphere)
return
tags_str = ", ".join(tags) if tags else "aucun"
prompt_str = (prompt[:120] + "...") if prompt and len(prompt) > 120 else (prompt or "aucun")
paroles_str = (paroles[:120] + "...") if paroles and len(paroles) > 120 else (paroles or "aucune")
text = (
f"🎵 Demande de génération musicale Treblo (validation requise)\n"
f"• Sphère : {sphere}\n"
f"• Tags : {tags_str}\n"
f"• Prompt : {prompt_str}\n"
f"• Paroles : {paroles_str}\n"
f"• Réf : #{val_id}\n\n"
f"Répondre OUI pour valider ou NON pour refuser (expiration : {expires_str})"
)
url = f"https://api.telegram.org/bot{bot_token}/sendMessage"
payload = json.dumps({"chat_id": chat_id, "text": text}).encode("utf-8")
req = urllib.request.Request(url, data=payload, headers={"Content-Type": "application/json"})
try:
with urllib.request.urlopen(req, timeout=10) as resp:
data = json.loads(resp.read().decode("utf-8"))
if data.get("ok"):
logger.info("Notification Telegram envoyée avec succès (message_id=%s)", data.get("result", {}).get("message_id"))
except Exception as e:
logger.warning("Échec envoi notification Telegram: %s", e)
def send_telegram_preview_mp3(sphere: str, mp3_path: str, task_id: str):
bot_token = get_bot_token(sphere)
chat_id = os.environ.get("TELEGRAM_CHAT_ID", "2084513684").strip()
if not bot_token or not chat_id or not os.path.exists(mp3_path):
return
boundary = f"----TrebloBoundary{uuid.uuid4().hex}"
with open(mp3_path, "rb") as f:
audio_bytes = f.read()
fname = os.path.basename(mp3_path)
caption = f"Aperçu Treblo ({sphere}) - {task_id}"
parts = [
f"--{boundary}\r\nContent-Disposition: form-data; name=\"chat_id\"\r\n\r\n{chat_id}\r\n".encode(),
f"--{boundary}\r\nContent-Disposition: form-data; name=\"caption\"\r\n\r\n{caption}\r\n".encode(),
f"--{boundary}\r\nContent-Disposition: form-data; name=\"audio\"; filename=\"{fname}\"\r\nContent-Type: audio/mpeg\r\n\r\n".encode(),
audio_bytes,
f"\r\n--{boundary}--\r\n".encode()
]
body = b"".join(parts)
url = f"https://api.telegram.org/bot{bot_token}/sendAudio"
req = urllib.request.Request(url, data=body, headers={"Content-Type": f"multipart/form-data; boundary={boundary}"})
try:
with urllib.request.urlopen(req, timeout=60) as resp:
data = json.loads(resp.read().decode("utf-8"))
if data.get("ok"):
logger.info("Aperçu MP3 envoyé à Telegram (message_id=%s)", data.get("result", {}).get("message_id"))
except Exception as e:
logger.warning("Échec envoi aperçu MP3 Telegram: %s", e)
@mcp.tool()
def solde(sphere: str) -> dict:
"""Consulte le solde de crédits Treblo pour la sphère indiquée (nyora ou perso)."""
sp = validate_sphere_access(sphere)
return treblo_balance(sp)
@mcp.tool()
def generer(sphere: str, tags: Optional[List[str]] = None, paroles: Optional[str] = None, prompt: Optional[str] = None, validation_id: Optional[str] = None) -> dict:
"""Lance une génération musicale auprès de Treblo.
Refuse si tags + paroles + prompt sont fournis ensemble, ou si plus de 64 tags,
ou si le plafond journalier est atteint, ou tant que la validation humaine n'a pas été confirmée par Telegram."""
sp = validate_sphere_access(sphere)
check_daily_cap(sp)
tag_list = tags
if isinstance(tag_list, str):
tag_list = [t.strip() for t in tag_list.split(",") if t.strip()]
has_tags = bool(tag_list and len(tag_list) > 0)
has_paroles = bool(paroles and str(paroles).strip())
has_prompt = bool(prompt and str(prompt).strip())
if has_tags and len(tag_list) > 64:
raise ValueError("Refus : 64 étiquettes au plus")
if has_tags and has_paroles and has_prompt:
raise ValueError("Refus : impossible de fournir tags, paroles et prompt ensemble (choisir tags + paroles, ou prompt seul)")
if not has_tags and not has_prompt:
raise ValueError("Refus : un prompt ou des étiquettes (tags) doivent être fournis")
txt = str(prompt) if has_prompt else (str(paroles) if has_paroles else "")
empreinte = hashlib.sha256(txt.encode("utf-8")).hexdigest()
# Contrôle de la validation humaine obligatoire (T2)
if not is_validation_approved(sp, empreinte, validation_id):
val_id = uuid.uuid4().hex[:8]
now_tunis = datetime.datetime.now(TUNIS_TZ)
exp_dt = now_tunis + datetime.timedelta(minutes=15)
expires_iso = exp_dt.isoformat()
expires_str = exp_dt.strftime("%H:%M:%S")
send_telegram_validation_request(
sphere=sp,
val_id=val_id,
tags=tag_list or [],
prompt=prompt or "",
paroles=paroles or "",
expires_str=expires_str
)
record_pending_validation(
sphere=sp,
val_id=val_id,
empreinte=empreinte,
expires_iso=expires_iso,
details={"tags": tag_list or [], "prompt": prompt or "", "paroles": paroles or ""}
)
raise ValueError(
f"Refus : validation humaine requise par Telegram (demande non validée ou étiquette invalide). "
f"Une demande d'approbation #{val_id} a été envoyée à Nabil sur Telegram pour la sphère {sp} (expiration à {expires_str}). "
f"Tant que Nabil n'a pas validé, la génération est refusée sans débit."
)
bal_avant = treblo_balance(sp)
credits_avant = bal_avant["total"]
key = get_api_key(sp)
body: Dict[str, Any] = {"output_format": "flac"}
if has_tags:
body["tags"] = tag_list
if has_paroles:
body["lyrics"] = str(paroles).strip()
if has_prompt:
body["prompt"] = str(prompt).strip()
if not has_paroles and not has_prompt:
body["instrumental"] = True
url = "https://api.treblo.com/v1/generations/v3"
req = urllib.request.Request(
url,
data=json.dumps(body).encode("utf-8"),
headers={"Authorization": f"Bearer {key}", "Content-Type": "application/json"},
method="POST"
)
try:
with urllib.request.urlopen(req, timeout=30) as resp:
resp_data = json.loads(resp.read().decode("utf-8"))
except urllib.error.HTTPError as e:
err_content = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
except Exception as e:
raise RuntimeError(f"Erreur appel Treblo: {e}")
task_id = resp_data.get("task_id") or resp_data.get("id")
if not task_id:
raise RuntimeError(f"Treblo n'a pas renvoyé de task_id: {resp_data}")
statut_val = resp_data.get("status", "PENDING")
entry = {
"date": datetime.datetime.now(datetime.timezone.utc).isoformat(),
"sphere": sp,
"tags": tag_list or [],
"prompt": prompt or "",
"paroles": paroles or "",
"empreinte": empreinte,
"task_id": task_id,
"statut": statut_val,
"credits_avant": credits_avant,
"credits_apres": credits_avant
}
append_journal(entry)
return {
"task_id": task_id,
"statut": statut_val,
"sphere": sp,
"tags": tag_list or [],
"credits_avant": credits_avant,
"credits_apres": credits_avant
}
@mcp.tool()
def statut(task_id: str) -> dict:
"""Consulte le statut d'une tâche de génération Treblo."""
auth_sp = current_sphere_var.get() or "nyora"
key = get_api_key(auth_sp)
url = f"https://api.treblo.com/v1/generations/status/{task_id}"
req = urllib.request.Request(url, headers={"Authorization": f"Bearer {key}"})
try:
with urllib.request.urlopen(req, timeout=20) as resp:
raw = resp.read().decode("utf-8")
data = json.loads(raw)
except urllib.error.HTTPError as e:
err_content = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
except Exception as e:
raise RuntimeError(f"Erreur appel Treblo: {e}")
if isinstance(data, str):
st = data
res = {"status": st, "task_id": task_id}
elif isinstance(data, dict):
st = data.get("status")
res = data
else:
st = str(data)
res = {"status": st, "task_id": task_id}
if st == "SUCCESS":
try:
bal = treblo_balance(auth_sp)
update_journal_task(task_id, "SUCCESS", credits_apres=bal["total"])
except Exception as e:
logger.warning("Échec actualisation solde dans statut: %s", e)
update_journal_task(task_id, "SUCCESS")
elif st == "FAILURE":
update_journal_task(task_id, "FAILURE")
return res
@mcp.tool()
def recuperer(task_id: str, sphere: str) -> dict:
"""Télécharge les fichiers générés (FLAC ou WAV pour l'archive, MP3 pour l'écoute)
dans musique/<sphere>/ avec le fichier JSON de métadonnées associé."""
sp = validate_sphere_access(sphere)
key = get_api_key(sp)
url = f"https://api.treblo.com/v1/generations/{task_id}"
req = urllib.request.Request(url, headers={"Authorization": f"Bearer {key}"})
try:
with urllib.request.urlopen(req, timeout=30) as resp:
data = json.loads(resp.read().decode("utf-8"))
except urllib.error.HTTPError as e:
err_content = e.read().decode("utf-8", errors="replace")
raise RuntimeError(f"Erreur Treblo {e.code}: {err_content}")
except Exception as e:
raise RuntimeError(f"Erreur appel Treblo: {e}")
dest_dir = get_musique_dir(sp)
urls = []
raw_paths = data.get("song_paths") or data.get("audio_url") or []
if isinstance(raw_paths, str):
urls.append(raw_paths)
elif isinstance(raw_paths, list):
for item in raw_paths:
if isinstance(item, str):
urls.append(item)
elif isinstance(item, dict):
for v in item.values():
if isinstance(v, str) and v.startswith("http"):
urls.append(v)
elif isinstance(raw_paths, dict):
for v in raw_paths.values():
if isinstance(v, str) and v.startswith("http"):
urls.append(v)
for k, v in data.items():
if isinstance(v, str) and v.startswith("http") and v not in urls:
urls.append(v)
def detect_format(target_url: str, resp_headers=None) -> str:
parsed_path = urllib.parse.urlsplit(target_url).path.lower()
if ".flac" in parsed_path:
return "flac"
if ".mp3" in parsed_path:
return "mp3"
if ".wav" in parsed_path:
return "wav"
if ".ogg" in parsed_path:
return "ogg"
if ".m4a" in parsed_path:
return "m4a"
if resp_headers:
ct = resp_headers.get("content-type", "").lower()
if "flac" in ct:
return "flac"
if "mpeg" in ct or "mp3" in ct:
return "mp3"
if "wav" in ct:
return "wav"
return "bin"
downloaded = {}
for idx, u in enumerate(urls):
try:
req_dl = urllib.request.Request(u, headers={"User-Agent": "treblo-mcp/1.0"})
with urllib.request.urlopen(req_dl, timeout=60) as dl_resp:
fmt = detect_format(u, dl_resp.headers)
target_file = os.path.join(dest_dir, f"{task_id}.{fmt}")
with open(target_file, "wb") as out_f:
while True:
chunk = dl_resp.read(65536)
if not chunk:
break
out_f.write(chunk)
if os.path.exists(target_file) and os.path.getsize(target_file) > 0:
downloaded[fmt] = target_file
except Exception as e:
logger.warning("Échec téléchargement audio: %s", e)
flac_file = os.path.join(dest_dir, f"{task_id}.flac")
wav_file = os.path.join(dest_dir, f"{task_id}.wav")
mp3_file = os.path.join(dest_dir, f"{task_id}.mp3")
has_archive = (os.path.exists(flac_file) and os.path.getsize(flac_file) > 1000) or (os.path.exists(wav_file) and os.path.getsize(wav_file) > 1000)
has_mp3 = os.path.exists(mp3_file) and os.path.getsize(mp3_file) > 1000
if has_mp3 and not has_archive:
subprocess.run(["ffmpeg", "-y", "-i", mp3_file, flac_file], capture_output=True, check=True)
elif os.path.exists(flac_file) and not has_mp3:
subprocess.run(["ffmpeg", "-y", "-i", flac_file, "-b:a", "192k", mp3_file], capture_output=True, check=True)
elif os.path.exists(wav_file) and not has_mp3:
subprocess.run(["ffmpeg", "-y", "-i", wav_file, "-b:a", "192k", mp3_file], capture_output=True, check=True)
elif not has_archive and not has_mp3:
for ext, path in downloaded.items():
if os.path.exists(path) and os.path.getsize(path) > 1000:
subprocess.run(["ffmpeg", "-y", "-i", path, flac_file], capture_output=True, check=True)
subprocess.run(["ffmpeg", "-y", "-i", path, "-b:a", "192k", mp3_file], capture_output=True, check=True)
break
entry = get_journal_entry(task_id) or {}
meta = {
"prompt": entry.get("prompt", data.get("prompt", "")),
"tags": entry.get("tags", data.get("tags", [])),
"paroles": entry.get("paroles", data.get("lyrics", "")),
"date": entry.get("date", datetime.datetime.now(datetime.timezone.utc).isoformat()),
"task_id": task_id
}
json_meta_path = os.path.join(dest_dir, f"{task_id}.json")
with open(json_meta_path, "w", encoding="utf-8") as f:
json.dump(meta, f, indent=2, ensure_ascii=False)
# Relecture du solde réel après fin de tâche (T4)
credits_real = None
try:
bal = treblo_balance(sp)
credits_real = bal["total"]
except Exception as e:
logger.warning("Échec lecture solde post-tâche: %s", e)
update_journal_task(task_id, "SUCCESS", credits_apres=credits_real)
# Envoi de l'aperçu MP3 à Telegram (T3)
if os.path.exists(mp3_file):
send_telegram_preview_mp3(sp, mp3_file, task_id)
archive_target = flac_file if os.path.exists(flac_file) else (wav_file if os.path.exists(wav_file) else None)
files = [f for f in [json_meta_path, mp3_file, archive_target] if f and os.path.exists(f)]
return {
"status": "ok",
"task_id": task_id,
"sphere": sp,
"fichiers": [os.path.basename(f) for f in files],
"fichiers_taille": {os.path.basename(f): os.path.getsize(f) for f in files}
}
session_manager = StreamableHTTPSessionManager(mcp._mcp_server, stateless=True, json_response=True)
class AuthAndSessionMiddleware(BaseHTTPMiddleware):
async def dispatch(self, request, call_next):
if request.url.path == "/health":
return await call_next(request)
auth = request.headers.get("authorization", "").strip()
if not auth.startswith("Bearer "):
logger.warning("Auth refusée : header absent ou non-Bearer (chemin=%s)", request.url.path)
return JSONResponse({"error": "jeton manquant ou invalide"}, status_code=401)
token = auth[len("Bearer "):].strip()
tok_nyora = os.environ.get("TREBLO_MCP_TOKEN_NYORA", "").strip()
tok_perso = os.environ.get("TREBLO_MCP_TOKEN_PERSO", "").strip()
auth_sphere = None
if tok_nyora and hmac.compare_digest(token, tok_nyora):
auth_sphere = "nyora"
elif tok_perso and hmac.compare_digest(token, tok_perso):
auth_sphere = "perso"
else:
logger.warning("Auth refusée : jeton invalide (chemin=%s)", request.url.path)
return JSONResponse({"error": "jeton invalide"}, status_code=401)
token_cv = current_sphere_var.set(auth_sphere)
try:
response = await call_next(request)
if "mcp-session-id" not in response.headers:
req_sid = request.headers.get("mcp-session-id")
response.headers["mcp-session-id"] = req_sid or str(uuid.uuid4())
return response
finally:
current_sphere_var.reset(token_cv)
async def health(request):
return JSONResponse({"status": "ok", "service": "treblo-mcp", "tools": 4})
@asynccontextmanager
async def lifespan(app_instance):
global session_manager
if getattr(session_manager, "_has_started", False):
session_manager = StreamableHTTPSessionManager(mcp._mcp_server, stateless=True, json_response=True)
async with session_manager.run():
yield
app = Starlette(
routes=[
Route("/health", health),
Mount("/mcp", app=session_manager.handle_request),
Mount("/", app=session_manager.handle_request),
],
lifespan=lifespan
)
app.add_middleware(AuthAndSessionMiddleware)
if __name__ == "__main__":
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=8000)