Add new daemons and debug scripts for Sigenergy and Oracle functionalities

- Implement `sigen_daemon.py` to poll Sigenergy plant metrics and store snapshots.
- Create `web_daemon.py` for serving a web interface with various endpoints.
- Add debug scripts:
  - `debug_duplicates.py` to find duplicate target times in forecast data.
  - `debug_energy_forecast.py` to print baseline energy forecast curves.
  - `debug_oracle_evaluations.py` to run the oracle evaluator.
  - `debug_sigen.py` to inspect stored Sigenergy plant snapshots.
  - `debug_weather.py` to trace resolved truth data.
  - `modbus_test.py` for exploring Sigenergy plants or inverters over Modbus TCP.
- Introduce `oracle_evaluator.py` for evaluating stored oracle predictions against actuals.
- Add TCN training scripts in `tcn` directory for training usage sequence models.
This commit is contained in:
rpotter6298
2026-04-28 08:14:00 +02:00
parent ff0c65a794
commit c8e3016fd6
55 changed files with 6385 additions and 633 deletions
+124 -8
View File
@@ -3,18 +3,23 @@ from __future__ import annotations
from os import environ
from gibil.classes.env_loader import EnvLoader
from gibil.classes.weather_sample_data import WeatherSampleData
from gibil.classes.weather_store import WeatherStore, WeatherStoreConfigurationError
from gibil.classes.weather_display import WeatherDisplay
from gibil.classes.weather.sample_data import WeatherSampleData
from gibil.classes.weather.store import WeatherStore, WeatherStoreConfigurationError
from gibil.classes.weather.display import WeatherDisplay
from gibil.classes.oracle.display import OracleDisplay
from gibil.classes.oracle.quality_display import OracleQualityDisplay
class WebUI:
"""Composes Astrape web modules into one page."""
"""Composes Astrape web modules into a small control panel."""
def __init__(self) -> None:
self.weather_display = WeatherDisplay()
self.oracle_display = OracleDisplay()
self.oracle_quality_display = OracleQualityDisplay()
def render_page(self) -> str:
def render_page(self, page: str = "oracle") -> str:
current_page = page if page in {"oracle", "weather", "quality"} else "oracle"
return f"""<!doctype html>
<html lang="en">
<head>
@@ -31,6 +36,7 @@ class WebUI:
--muted: #9aa8ba;
--line: #344052;
--field: #121821;
--active: #38bdf8;
}}
* {{
@@ -55,6 +61,39 @@ class WebUI:
background: var(--surface);
}}
.brand {{
display: grid;
gap: 2px;
}}
nav {{
display: flex;
align-items: center;
gap: 8px;
flex-wrap: wrap;
}}
nav a {{
color: var(--muted);
text-decoration: none;
border: 1px solid transparent;
border-radius: 6px;
padding: 8px 10px;
font-size: 13px;
font-weight: 700;
}}
nav a:hover {{
color: var(--ink);
border-color: var(--line);
}}
nav a.active {{
color: var(--ink);
border-color: var(--active);
background: #102334;
}}
h1, h2, p {{
margin: 0;
}}
@@ -87,6 +126,10 @@ class WebUI:
padding: 18px;
}}
.panel + .panel {{
margin-top: 18px;
}}
.panel-heading {{
display: grid;
grid-template-columns: minmax(180px, auto) 1fr;
@@ -195,6 +238,49 @@ class WebUI:
height: 420px;
}}
table {{
width: 100%;
border-collapse: collapse;
font-size: 13px;
}}
th, td {{
padding: 10px 12px;
border-bottom: 1px solid var(--line);
text-align: right;
white-space: nowrap;
}}
th:first-child, td:first-child,
th:nth-child(2), td:nth-child(2) {{
text-align: left;
}}
th {{
color: var(--muted);
font-size: 12px;
font-weight: 700;
}}
.table-shell {{
overflow-x: auto;
border: 1px solid var(--line);
border-radius: 6px;
background: var(--panel);
}}
.metric-good {{
color: #34d399;
}}
.metric-warn {{
color: #fbbf24;
}}
.metric-bad {{
color: #fb7185;
}}
@media (max-width: 760px) {{
header, .panel-heading, .control-row {{
display: grid;
@@ -216,11 +302,14 @@ class WebUI:
</head>
<body>
<header>
<h1>Astrape</h1>
<p>Gibil web UI</p>
<div class="brand">
<h1>Astrape</h1>
<p>Gibil control panel</p>
</div>
{self._nav(current_page)}
</header>
<main>
{self.weather_display.render()}
{self._page_body(current_page)}
</main>
<script>
let astrapeUiVersion = null;
@@ -241,6 +330,25 @@ class WebUI:
</body>
</html>"""
def _nav(self, current_page: str) -> str:
pages = [
("oracle", "/oracle", "Oracle"),
("weather", "/weather", "Weather"),
("quality", "/quality", "Quality"),
]
links = [
f'<a class="{"active" if key == current_page else ""}" href="{href}">{label}</a>'
for key, href, label in pages
]
return f"<nav>{''.join(links)}</nav>"
def _page_body(self, page: str) -> str:
if page == "weather":
return self.weather_display.render()
if page == "quality":
return self.oracle_quality_display.render()
return self.oracle_display.render()
def weather_payload(self) -> str:
EnvLoader().load()
if environ.get("ASTRAPE_WEB_SAMPLE_DATA") == "1":
@@ -252,3 +360,11 @@ class WebUI:
dataset = None
return self.weather_display.data_payload(dataset)
def oracle_payload(self) -> str:
EnvLoader().load()
return self.oracle_display.data_payload()
def oracle_quality_payload(self, lookback_hours: float = 168) -> str:
EnvLoader().load()
return self.oracle_quality_display.data_payload(lookback_hours=lookback_hours)