- Updated proxmox.yaml to include state_class for disk usage sensors and improved availability checks. - Modified space.yaml to add state_class for the Earth distance sensor. - Enhanced stats.yaml with state_class for various command line sensors and template sensors to support long-term trend rollups. - Updated recorder.yaml to refine notes and exclude additional MariaDB snapshot sensors from recording. - Revised README.md in scripts to correct package paths and add a new monthly log hygiene review automation. - Introduced infrastructure.yaml for comprehensive observability and monitoring of WAN, DNS, and website states, including automated repairs for uptime breaches. - Added mariadb_snapshot.py script to collect telemetry snapshots for MariaDB, supporting Home Assistant command line sensors.pull/1719/head
Carlo Costanzo
1 month ago
parent
aa5a919702
commit
7464db41f4
@ -0,0 +1,156 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Collect MariaDB telemetry snapshots for Home Assistant command_line sensors."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import re
|
||||
import sys
|
||||
from decimal import Decimal
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
from sqlalchemy import create_engine, text
|
||||
|
||||
SECRETS_PATH = Path("/config/secrets.yaml")
|
||||
RECORDER_DB_URL_KEY = "recorder_db_url"
|
||||
|
||||
QUERIES = {
|
||||
"live": """
|
||||
SELECT
|
||||
'running' AS status,
|
||||
ROUND(
|
||||
MAX(
|
||||
CASE
|
||||
WHEN VARIABLE_NAME = 'Queries' THEN CAST(VARIABLE_VALUE AS DECIMAL(20, 0))
|
||||
END
|
||||
) /
|
||||
NULLIF(
|
||||
MAX(
|
||||
CASE
|
||||
WHEN VARIABLE_NAME = 'Uptime' THEN CAST(VARIABLE_VALUE AS DECIMAL(20, 0))
|
||||
END
|
||||
),
|
||||
0
|
||||
),
|
||||
0
|
||||
) AS performance,
|
||||
MAX(
|
||||
CASE
|
||||
WHEN VARIABLE_NAME = 'Threads_connected' THEN CAST(VARIABLE_VALUE AS UNSIGNED)
|
||||
END
|
||||
) AS connections,
|
||||
MAX(
|
||||
CASE
|
||||
WHEN VARIABLE_NAME = 'Questions' THEN CAST(VARIABLE_VALUE AS UNSIGNED)
|
||||
END
|
||||
) AS questions,
|
||||
MAX(
|
||||
CASE
|
||||
WHEN VARIABLE_NAME = 'Uptime' THEN CAST(VARIABLE_VALUE AS UNSIGNED)
|
||||
END
|
||||
) AS uptime_seconds
|
||||
FROM information_schema.GLOBAL_STATUS
|
||||
WHERE VARIABLE_NAME IN ('Queries', 'Questions', 'Threads_connected', 'Uptime');
|
||||
""",
|
||||
"recorder": """
|
||||
WITH state_stats AS (
|
||||
SELECT
|
||||
MIN(last_updated_ts) AS min_last_updated_ts,
|
||||
COUNT(*) AS total_records
|
||||
FROM states
|
||||
)
|
||||
SELECT
|
||||
ROUND(SUM(t.data_length + t.index_length) / 1024 / 1024, 2) AS database_size_mib,
|
||||
COUNT(*) AS database_tables_count,
|
||||
DATE_FORMAT(
|
||||
FROM_UNIXTIME(ss.min_last_updated_ts),
|
||||
'%Y-%m-%d'
|
||||
) AS database_oldest_record,
|
||||
ss.total_records AS database_total_records,
|
||||
ROUND(
|
||||
ss.total_records /
|
||||
GREATEST(DATEDIFF(NOW(), FROM_UNIXTIME(ss.min_last_updated_ts)), 1),
|
||||
0
|
||||
) AS database_records_per_day
|
||||
FROM information_schema.tables t
|
||||
CROSS JOIN state_stats ss
|
||||
WHERE t.table_schema = 'homeassistant';
|
||||
""",
|
||||
"admin": """
|
||||
SELECT
|
||||
@@version AS version,
|
||||
ROUND(@@innodb_buffer_pool_size / 1024 / 1024 / 1024, 1) AS buffer_pool_gib,
|
||||
@@max_connections AS max_connections,
|
||||
ROUND(@@innodb_log_file_size / 1024 / 1024, 0) AS log_file_size_mib,
|
||||
ROUND(@@tmp_table_size / 1024 / 1024, 0) AS tmp_table_size_mib,
|
||||
@@innodb_io_capacity AS io_capacity,
|
||||
@@innodb_read_io_threads AS io_threads_read,
|
||||
@@innodb_write_io_threads AS io_threads_write,
|
||||
@@table_open_cache AS table_cache,
|
||||
ROUND(@@sort_buffer_size / 1024 / 1024, 0) AS sort_buffer_mib,
|
||||
ROUND(@@read_buffer_size / 1024 / 1024, 0) AS read_buffer_mib,
|
||||
ROUND(@@join_buffer_size / 1024 / 1024, 0) AS join_buffer_mib;
|
||||
""",
|
||||
}
|
||||
|
||||
|
||||
def _load_db_url() -> str:
|
||||
"""Read recorder_db_url from Home Assistant secrets.yaml."""
|
||||
secrets_text = SECRETS_PATH.read_text(encoding="utf-8")
|
||||
match = re.search(
|
||||
rf"^{re.escape(RECORDER_DB_URL_KEY)}:\s*[\"']?(.*?)[\"']?\s*$",
|
||||
secrets_text,
|
||||
re.MULTILINE,
|
||||
)
|
||||
if match is None:
|
||||
raise RuntimeError(f"Missing {RECORDER_DB_URL_KEY} in {SECRETS_PATH}")
|
||||
return match.group(1)
|
||||
|
||||
|
||||
def _json_safe(value: Any) -> Any:
|
||||
"""Convert SQLAlchemy result values into JSON-serializable values."""
|
||||
if isinstance(value, Decimal):
|
||||
return float(value)
|
||||
return value
|
||||
|
||||
|
||||
def main() -> int:
|
||||
"""Run the requested query mode and emit a compact JSON payload."""
|
||||
mode = sys.argv[1].strip().lower() if len(sys.argv) > 1 else ""
|
||||
|
||||
if len(sys.argv) != 2 or mode not in QUERIES:
|
||||
print(
|
||||
json.dumps(
|
||||
{
|
||||
"error": "usage",
|
||||
"message": "expected one mode: admin, live, recorder",
|
||||
},
|
||||
separators=(",", ":"),
|
||||
),
|
||||
file=sys.stderr,
|
||||
)
|
||||
return 2
|
||||
|
||||
engine = create_engine(_load_db_url(), pool_pre_ping=True)
|
||||
|
||||
try:
|
||||
with engine.connect() as connection:
|
||||
row = connection.execute(text(QUERIES[mode])).mappings().one()
|
||||
except Exception as err: # pragma: no cover - runtime safety path
|
||||
print(
|
||||
json.dumps(
|
||||
{"error": "query_failed", "message": str(err)},
|
||||
separators=(",", ":"),
|
||||
),
|
||||
file=sys.stderr,
|
||||
)
|
||||
return 1
|
||||
|
||||
payload = {key: _json_safe(value) for key, value in row.items()}
|
||||
print(json.dumps(payload, separators=(",", ":")))
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
Loading…
Reference in new issue