Files
fleet-control-server/services/mqtt_service.py
T
2026-11-08 16:20:23 +01:00

570 lines
28 KiB
Python

import json
import re
import time
from paho.mqtt import client as mqtt_client
from core.config import config, logger
from core.database import save_to_sqlite, save_telemetry_to_sqlite
import core.state as state
from services.push_service import broadcast_push_notification
mqtt_connected_status = False
def on_connect(client, userdata, flags, reason_code, properties=None):
global mqtt_connected_status
if reason_code == 0:
mqtt_connected_status = True
logger.info("✅ Connessione al broker MQTT riuscita! Sottoscrizione ai topic...")
state.socketio.emit('mqtt_status', {'connected': True})
default_topics = [
"servizi/+/stat", "dmr-gateway/+/json", "devices/+/services",
"nxdn-gateway/+/json", "ysf-gateway/+/json", "p25-gateway/+/json",
"dstar-gateway/+/json", "mmdvm/+/json", "data/#"
]
topics_list = config.get('mqtt', {}).get('topics', default_topics)
subscribe_list = [(topic, 0) for topic in topics_list]
subscribe_list.append(("+/+/log", 0))
subscribe_list.append(("/+/+/log", 0))
subscribe_list.append(("+/+/Log", 0))
subscribe_list.append(("/+/+/Log", 0))
client.subscribe(subscribe_list)
logger.info(f"Sottoscritto a {len(subscribe_list)} topic MQTT.")
else:
mqtt_connected_status = False
state.socketio.emit('mqtt_status', {'connected': False})
logger.error(f"❌ Errore connessione MQTT. Reason code: {reason_code}")
def on_disconnect(client, userdata, disconnect_flags, reason_code, properties=None):
global mqtt_connected_status
mqtt_connected_status = False
state.socketio.emit('mqtt_status', {'connected': False})
logger.warning(f"⚠️ Disconnessione MQTT rilevata! Codice: {reason_code}. Riconnessione automatica...")
def on_message(client, userdata, msg):
try:
topic = msg.topic.strip('/')
payload = msg.payload.decode('utf-8', errors='replace').strip()
parts = topic.split('/')
if len(parts) < 2:
return
cid = parts[1].lower()
p0 = parts[0].lower().replace('-', '')
p2 = parts[2].lower().replace('-', '') if len(parts) > 2 else ""
# --- 1. LOG SOFTWARE, FIRMWARE & LIVE STREAM ---
if len(parts) >= 3 and parts[2].lower() == 'log':
svc_name = p0
# A) Salva in memoria per il Live Log
if cid not in state.node_logs:
from collections import deque
state.node_logs[cid] = deque(maxlen=100)
log_entry = {
"time": time.strftime("%H:%M:%S"),
"service": svc_name,
"text": payload
}
state.node_logs[cid].append(log_entry)
# Inoltra in tempo reale via WebSocket
state.emit_to_authorized(f"live_log_{cid}", log_entry, cid=cid)
# B) Parsa le versioni
if cid not in state.node_versions:
state.node_versions[cid] = {}
m_fw = re.search(r'description:\s*(MMDVM[^\n\r]+)', payload, re.IGNORECASE)
if m_fw:
state.node_versions[cid]["Firmware MMDVM"] = m_fw.group(1).strip()
state.notify_update()
m_sw1 = re.search(r'([A-Za-z0-9_]+)-([a-zA-Z0-9.\-]+)\s+is starting', payload, re.IGNORECASE)
if m_sw1:
prog = m_sw1.group(1)
state.node_versions[cid][prog] = m_sw1.group(2).strip()
state.node_versions[cid]["_last_prog"] = prog
state.notify_update()
m_sw2 = re.search(r'([A-Za-z0-9_]+)\s+version\s+([a-zA-Z0-9.\-\s#]+)', payload, re.IGNORECASE)
if m_sw2:
prog = m_sw2.group(1)
if prog.lower() not in ['protocol', 'firmware', 'mmdvm firmware']:
ver = m_sw2.group(2).replace("is starting", "").strip()
state.node_versions[cid][prog] = ver
state.node_versions[cid]["_last_prog"] = prog
state.notify_update()
m_git = re.search(r'Built .*?\(GitID #([0-9a-fA-F]+)\)', payload, re.IGNORECASE)
if m_git:
git_id = m_git.group(1)
last_prog = state.node_versions[cid].get("_last_prog")
if last_prog and last_prog in state.node_versions[cid]:
if "GitID" not in state.node_versions[cid][last_prog]:
state.node_versions[cid][last_prog] += f" (GitID #{git_id})"
state.notify_update()
# C) Estrazione APRS/DPRS raw dai log dei Gateway
if ('DPRS' in payload or 'APRS' in payload) and '>' in payload and ':' in payload:
# Es: I: 2026-11-08 12:30:58.615 DPRS IV3JDV /ID51 IV3JDV-9 IV3JDV-9>API51,DSTAR*:/115922h4503.75N/00731.49E[034/002/
m_aprs = re.search(r'([A-Z0-9\-]{3,9})>([^:]+):(.+)', payload)
if m_aprs:
src_part = m_aprs.group(1).strip()
header_part = m_aprs.group(2).strip()
pld_part = m_aprs.group(3).strip()
header_tokens = header_part.split(",")
dest_part = header_tokens[0]
path_str = ",".join(header_tokens[1:]) if len(header_tokens) > 1 else ""
aprs_data = {
"source": src_part,
"dest": dest_part,
"path": path_str,
"payload": pld_part,
"time": time.strftime("%H:%M:%S")
}
if not hasattr(state, 'aprs_msgs'):
from collections import deque
state.aprs_msgs = deque(maxlen=100)
state.aprs_msgs.append(aprs_data)
logger.info(f"📍 APRS (da log {svc_name}): {src_part} -> {dest_part}")
state.emit_aprs(aprs_data)
# NOTA: Rimosso il return incondizionato qui, perché il log deve completare la sua corsa
# e non bloccare eventuali altre logiche!
return
# Aggiornamento timestamp last_seen
if p0 == 'mmdvm':
state.touch_seen(cid, 'mmdvm')
elif p0 in ('dmrgateway', 'nxdngateway', 'ysfgateway', 'p25gateway', 'dstargateway'):
state.touch_seen(cid, 'gateway')
elif p0 == 'devices' and p2 == 'services':
state.touch_seen(cid, 'health')
# --- 2. FILE CONFIGURAZIONE ---
if p0 == 'data' and len(parts) >= 4 and parts[3].lower() == 'full_config':
cid_conf = parts[1].lower()
svc_name = parts[2].lower()
if cid_conf not in state.device_configs:
state.device_configs[cid_conf] = {}
try:
state.device_configs[cid_conf][svc_name] = json.loads(payload)
logger.debug(f"Configurazione salvata per {cid_conf} -> {svc_name}")
except Exception as e:
logger.error(f"Errore parsing config JSON: {e}")
# --- 3. STATO NODO (ONLINE / OFFLINE) ---
elif p0 == 'servizi':
state.client_states[cid] = payload
state.notify_update()
state_up = payload.upper()
if state_up.startswith('OFFLINE'):
if not msg.retain and state.last_notified_errors.get(f"{cid}_NODE") != 'OFFLINE':
broadcast_push_notification(f"💀 NODE OFFLINE: {cid.upper()}", "Connessione persa con il broker.", cid=cid)
state.last_notified_errors[f"{cid}_NODE"] = 'OFFLINE'
elif state_up.startswith('ONLINE'):
if state.last_notified_errors.get(f"{cid}_NODE") == 'OFFLINE':
broadcast_push_notification(f"🌤️ NODE ONLINE: {cid.upper()}", "Nodo nuovamente online.", cid=cid)
del state.last_notified_errors[f"{cid}_NODE"]
if not state_up.startswith('OFF') and state_up != '':
tel = state.client_telemetry.get(cid, {})
if isinstance(tel, dict) and '🔄' in str(tel.get('ts1', '')):
state.client_telemetry[cid] = {"ts1": "Waiting...", "ts2": "Waiting...", "alt": ""}
state.save_cache(state.client_telemetry)
# --- 4. TELEMETRIA AGENT & DEMONI ---
elif p0 == 'devices' and len(parts) >= 3 and p2 == 'services':
try:
data = json.loads(payload)
new_health = {
"cpu": round(data.get("cpu_usage_percent", 0), 1),
"temp": round(data.get("cpu_temp", 0), 1),
"ram": round(data.get("memory_usage_percent", 0), 1),
"disk": round(data.get("disk_usage_percent", 0), 1),
"processes": data.get("processes", {}),
"files": data.get("files", data.get("config_files", [])),
"file_names": data.get("file_names", []),
"profiles": data.get("profiles", {"A": "PROFILE A", "B": "PROFILE B"}),
"interval": data.get("update_interval"),
"uptime": data.get("uptime_seconds", 0),
"agent_version": data.get("agent_version", "1.0"),
"agent_update_available": data.get("agent_update_available", False)
}
bin_versions = data.get("versions", {})
if bin_versions:
if cid not in state.node_versions:
state.node_versions[cid] = {}
keys_to_remove = [k for k in state.node_versions[cid].keys()
if k not in bin_versions and k not in ["Firmware MMDVM", "_last_prog"]]
for k in keys_to_remove:
del state.node_versions[cid][k]
for prog_name, prog_ver in bin_versions.items():
state.node_versions[cid][prog_name] = prog_ver
health_changed = state.device_health.get(cid) != new_health
state.device_health[cid] = new_health
# Salvataggio storico nel DB (campionamento max 1 volta ogni 15 minuti)
now_ts = time.time()
last_save = getattr(state, 'last_telemetry_save', {}).get(cid, 0)
if now_ts - last_save >= 900: # 15 minuti (900 secondi)
save_telemetry_to_sqlite(cid, new_health)
if not hasattr(state, 'last_telemetry_save'):
state.last_telemetry_save = {}
state.last_telemetry_save[cid] = now_ts
if health_changed:
state.notify_update()
processes = data.get("processes", {})
for svc_name, svc_status in processes.items():
status_key = f"{cid}_{svc_name}"
s_lower = svc_status.lower()
if s_lower in ["error", "stopped", "failed"]:
if state.last_notified_errors.get(status_key) != s_lower:
msg_err = f"Servizio {svc_name} KO ({svc_status})"
if s_lower == "error":
msg_err += " - Auto-healing fallito! ⚠️"
broadcast_push_notification(f"🚨 ALLARME: {cid.upper()}", msg_err, cid=cid)
state.last_notified_errors[status_key] = s_lower
elif s_lower == "online" and status_key in state.last_notified_errors:
broadcast_push_notification(f"✅ RIPRISTINATO: {cid.upper()}", f"Servizio {svc_name} tornato ONLINE.", cid=cid)
del state.last_notified_errors[status_key]
except Exception as e:
logger.error(f"Errore parsing telemetria agent: {e}")
# --- 5. INFO FREQUENZE E GEOLOCALIZZAZIONE ---
elif len(parts) >= 4 and p0 == 'data' and p2 in ('mmdvm', 'mmdvmhost', 'dmrgateway') and parts[3].lower() == 'info':
try:
cid = parts[1].lower()
data = json.loads(payload)
def format_freq(f):
if str(f).isdigit() and int(f) > 0:
hz = int(f)
mhz, frac = divmod(hz, 1000000)
dec = f"{frac:06d}"
if dec.endswith("0"):
dec = dec[:-1]
return f"{mhz}.{dec} MHz"
return str(f)
# Inizializza il dizionario se il nodo è nuovo
if cid not in state.node_info:
state.node_info[cid] = {"tx": "0", "rx": "0", "lat": "0.0", "lon": "0.0", "loc": "Sconosciuta"}
# Aggiorna solo i campi effettivamente presenti nel payload per fondere i dati di MMDVM e DMRGateway
if "TXFrequency" in data:
state.node_info[cid]["tx"] = format_freq(data["TXFrequency"])
if "RXFrequency" in data:
state.node_info[cid]["rx"] = format_freq(data["RXFrequency"])
if "Latitude" in data:
state.node_info[cid]["lat"] = data["Latitude"]
if "Longitude" in data:
state.node_info[cid]["lon"] = data["Longitude"]
if "Location" in data:
state.node_info[cid]["loc"] = data["Location"]
state.notify_update()
except Exception as e:
logger.error(f"Errore parsing info (MMDVM/DMRGateway) per {cid}: {e}")
# --- 6. INFO GENERALI (CALLSIGN & RADIO ID) ---
elif len(parts) >= 4 and p0 == 'data' and p2 in ('mmdvm', 'mmdvmhost') and parts[3].lower() == 'general':
try:
cid = parts[1].lower()
data = json.loads(payload)
callsign = data.get("Callsign", "")
radio_id = data.get("Id", "")
duplex = data.get("Duplex", "1")
if callsign:
state.node_general[cid] = {"callsign": callsign, "radio_id": radio_id, "duplex": str(duplex)}
state.notify_update()
except Exception as e:
logger.error(f"Errore parsing MMDVMHost general per {cid}: {e}")
# --- 7. EVENTI GATEWAY (LINKING / UNLINKING) ---
elif p0 in ['dmrgateway', 'nxdngateway', 'ysfgateway', 'p25gateway', 'dstargateway']:
data = json.loads(payload)
proto = "DMR"
if "nxdn" in p0: proto = "NXDN"
elif "ysf" in p0: proto = "YSF"
elif "p25" in p0: proto = "P25"
elif "dstar" in p0: proto = "D-STAR"
if cid not in state.gateway_states:
state.gateway_states[cid] = {}
m = "" # Variabile per il log di sistema
# 1. Parsing strutturato (usato per il messaggio "Link IT-YSF-FVG")
if 'link' in data:
l = data['link']
g_dest = str(l.get('reflector') or l.get('talkgroup') or '---').strip()
g_action = l.get('action', '')
state.gateway_states[cid][proto] = {"action": g_action, "dest": g_dest}
state.notify_update()
if g_action == 'linking':
state.last_seen_reflector[f"{cid}_{proto}"] = g_dest
elif g_action == 'unlinking':
state.last_seen_reflector[f"{cid}_{proto}"] = "---"
m = f"{'Link' if g_action=='linking' else 'Unlinked'} {g_dest}"
# 2. Parsing testuale (usato per gli status testuali)
elif 'status' in data:
raw_msg = str(data['status'].get('message', 'IDLE'))
msg_lower = raw_msg.lower()
m = raw_msg
# A. NXDN: Connessione tramite RF
if "switched to reflector" in msg_lower:
match = re.search(r'switched to reflector (\w+)', msg_lower)
if match:
state.gateway_states[cid][proto] = {"action": "linked", "dest": match.group(1).upper()}
state.notify_update()
# B. YSF/NXDN: Connessione standard
elif "linked to" in msg_lower:
idx = msg_lower.find("linked to")
dest = raw_msg[idx + 9:].strip()
state.gateway_states[cid][proto] = {"action": "linked", "dest": dest}
state.notify_update()
# C. Connessione in corso
elif "linking to" in msg_lower:
idx = msg_lower.find("linking to")
dest = raw_msg[idx + 10:].strip()
state.gateway_states[cid][proto] = {"action": "linking", "dest": dest}
state.notify_update()
# D. Disconnessione o arresto del demone (Azzera la memoria)
elif "unlinked" in msg_lower or "disconnected" in msg_lower or "not linked" in msg_lower or "failed" in msg_lower or "stopping" in msg_lower:
state.gateway_states[cid][proto] = {"action": "unlinked", "dest": ""}
state.notify_update()
# E. Avvio del demone
elif "starting" in msg_lower or "opening" in msg_lower or "idle" in msg_lower:
# Azzera il badge SOLO se non è appena stato registrato un "Link" fulmineo
current_act = state.gateway_states.get(cid, {}).get(proto, {}).get("action")
if current_act not in ["linked", "linking"]:
state.gateway_states[cid][proto] = {"action": "idle", "dest": ""}
state.notify_update()
# Salvataggio nel DB per la console log
if m and "running" not in m.lower():
save_to_sqlite(cid, {'src_id': f"🌐 {m}", 'dst_id': 'NET'}, protocol=proto)
# --- 7.5 EVENTI APRS ---
elif p0 == 'aprsgateway' and len(parts) >= 2 and parts[1].lower() == 'aprs':
try:
if not payload:
return
# Payload RAW APRS: CALLSIGN>DEST,PATH:PAYLOAD
data = {"source": "---", "dest": "---", "path": "", "payload": payload, "time": ""}
if ">" in payload and ":" in payload:
src_part, rest = payload.split(">", 1)
header_part, pld_part = rest.split(":", 1)
header_tokens = header_part.split(",")
dest_part = header_tokens[0]
path_str = ",".join(header_tokens[1:]) if len(header_tokens) > 1 else ""
data["source"] = src_part.strip()
data["dest"] = dest_part.strip()
data["path"] = path_str.strip()
data["payload"] = pld_part.strip()
else:
logger.warning(f"Formato APRS non decodificato: {payload}")
logger.info(f"📍 Inoltro pacchetto APRS al frontend: {data['source']} -> {data['dest']} via [{data['path']}]")
if not hasattr(state, 'aprs_msgs'):
from collections import deque
state.aprs_msgs = deque(maxlen=100)
state.aprs_msgs.append(data)
state.emit_aprs(data)
except Exception as e:
logger.error(f"Errore parsing APRS: {e}")
# --- MODI OPERATIVI MMDVM ---
elif len(parts) == 3 and p0 == 'data' and p2 == 'mmdvm':
try:
cid = parts[1].lower()
state.operating_modes[cid] = json.loads(payload)
state.notify_update()
except Exception as e:
logger.error(f"Errore parsing MMDVM modes per {cid}: {e}")
# --- 8. TRAFFICO VOCE MMDVM (DMR & MODI DIGITALI) ---
elif parts[0] == 'mmdvm':
data = json.loads(payload)
if cid not in state.active_calls:
state.active_calls[cid] = {}
if cid not in state.client_telemetry or not isinstance(state.client_telemetry.get(cid), dict):
state.client_telemetry[cid] = {"ts1": "Waiting...", "ts2": "Waiting...", "alt": "", "idle": True}
if 'MMDVM' in data and data['MMDVM'].get('mode') == 'idle':
state.client_telemetry[cid]["idle"] = True
state.save_cache(state.client_telemetry)
return
state.client_telemetry[cid]["idle"] = False
# --- ALLINEAMENTO MODI PER BEACON ---
curr_mode = data.get('MMDVM', {}).get('mode', '')
if curr_mode:
if curr_mode.upper() == 'DMR':
state.client_telemetry[cid]["alt"] = ""
else:
old_alt = state.client_telemetry[cid].get("alt", "")
if not any(i in old_alt for i in ['🟢','🟣','🔵','🟠']):
state.client_telemetry[cid]["alt"] = f"📡 {curr_mode.upper()} BEACON"
if 'DMR' in data:
d = data['DMR']
act = d.get('action')
sk = f"ts{d.get('slot', 1)}"
if act in ['start', 'late_entry']:
src = state.get_call(d.get('src_id'))
dst = str(d.get('dst_id'))
state.active_calls[cid][sk] = {
'src': src,
'dst': dst,
'slot': d.get('slot', 1),
'ext': str(d.get('src_ext', '')),
'source': str(d.get('source', '')),
'mode': str(d.get('mode', ''))
}
state.client_telemetry[cid]["alt"] = ""
state.client_telemetry[cid][sk] = f"🎙️ {src} ➔ TG {dst}"
state.notify_update()
elif act in ['end', 'lost']:
info = state.active_calls[cid].get(sk, {'src': '---', 'dst': '---', 'slot': d.get('slot', 1), 'ext': '', 'source': '', 'mode': ''})
d.update({
'src_id': info['src'],
'dst_id': info['dst'],
'slot': info['slot'],
'src_ext': info['ext'],
'source': info['source'],
'mode': info['mode']
})
save_to_sqlite(cid, d, protocol="DMR")
state.client_telemetry[cid][sk] = f"{'✅' if act=='end' else '⚠️'} {info['src']}"
state.save_cache(state.client_telemetry)
if sk in state.active_calls[cid]:
del state.active_calls[cid][sk]
else:
for k, ico, name in [('NXDN','🟢','NXDN'),('YSF','🟣','YSF'),('P25','🟠','P25'),('D-Star','🔵','D-STAR')]:
if k in data:
p = data[k]
act = p.get('action')
if act == 'start':
if k == 'NXDN':
src = state.get_call(p.get('src_id', '---'), 'NXDN')
elif k == 'P25':
src = state.get_call(p.get('src_id', '---'), 'DMR')
else:
src = str(p.get('Callsign', p.get('src_callsign', p.get('src_info', p.get('src_id', '---')))))
raw_target = str(p.get('dst_callsign', p.get('dst_id', ''))).strip()
if name == 'D-STAR':
target = raw_target if raw_target else "---"
else:
target = raw_target if raw_target not in ['', '0', 'ALL'] else "---"
if name == 'YSF' and 'dg-id' in p:
dg_id = str(p.get('dg-id')).strip()
if dg_id:
target = f"DG-ID {dg_id}" if target == "---" else f"{target} (DG {dg_id})"
mem_ref = state.last_seen_reflector.get(f"{cid}_{name}", "---")
pack_ref = str(p.get('reflector', '')).strip()
ref_slot = mem_ref if mem_ref != "---" else (pack_ref if pack_ref else "---")
state.active_calls[cid][k] = {'src': src, 'dst': target, 'slot': ref_slot, 'ext': str(p.get('src_ext', '')), 'source': str(p.get('source', '')), 'mode': str(p.get('mode', ''))}
target_str = target if target != "---" else "NET"
state.client_telemetry[cid].update({"ts1":"","ts2":"","alt": f"{ico} {name}: {src} ➔ {target_str} ({ref_slot})"})
state.notify_update()
elif act in ['end', 'lost']:
info = state.active_calls[cid].get(k, {'src': '---', 'dst': '---', 'slot': '---', 'ext': '', 'source': '', 'mode': ''})
p.update({'src_id': info['src'], 'dst_id': info['dst'], 'slot': info['slot'], 'src_ext': info['ext'], 'source': info['source'], 'mode': info['mode']})
save_to_sqlite(cid, p, protocol=name)
state.client_telemetry[cid]["alt"] = f"{'✅' if act=='end' else '⚠️'} {name}: {info['src']}"
state.save_cache(state.client_telemetry)
if k in state.active_calls[cid]:
del state.active_calls[cid][k]
except Exception as e:
logger.error(f"MQTT MSG ERROR: {e}")
# Inizializzazione Client MQTT
mqtt_id = config.get('mqtt', {}).get('client_id', 'flask_backend_generic')
mqtt_backend = mqtt_client.Client(mqtt_client.CallbackAPIVersion.VERSION2, mqtt_id)
mqtt_backend.username_pw_set(config.get('mqtt', {}).get('user', ''), config.get('mqtt', {}).get('password', ''))
# TLS opzionale (default: disattivato, comportamento invariato). In config.json:
# "mqtt": { ..., "port": 8883, "tls": true, "ca_certs": "/etc/ssl/certs/ca-certificates.crt" }
if config.get('mqtt', {}).get('tls'):
import ssl
try:
mqtt_backend.tls_set(ca_certs=config.get('mqtt', {}).get('ca_certs') or None,
cert_reqs=ssl.CERT_REQUIRED)
logger.info("🔒 MQTT: TLS abilitato")
except Exception as e:
logger.error(f"MQTT TLS non configurabile: {e}")
mqtt_backend.on_connect = on_connect
mqtt_backend.on_disconnect = on_disconnect
mqtt_backend.on_message = on_message
def is_connected():
return mqtt_connected_status
def start_mqtt():
try:
broker = config.get('mqtt', {}).get('broker', 'localhost')
port = config.get('mqtt', {}).get('port', 1883)
mqtt_backend.connect_async(broker, port)
mqtt_backend.loop_start()
logger.info(f"Avvio connessione MQTT asincrona verso {broker}:{port}...")
except Exception as e:
logger.error(f"Errore critico nell'inizializzazione MQTT: {e}")
def mqtt_publish(topic, payload, qos=1):
if not mqtt_connected_status:
logger.warning(f"MQTT offline: pubblicazione su {topic} annullata")
return False
try:
info = mqtt_backend.publish(topic, payload, qos=qos)
if info.rc != mqtt_client.MQTT_ERR_SUCCESS:
logger.warning(f"MQTT publish fallita su {topic} (rc={info.rc})")
return False
return True
except Exception as e:
logger.error(f"MQTT publish error su {topic}: {e}")
return False