Seed dashboard price chart with real OHLCV history from Yahoo Finance

- Script: --seed-chart flag writes OHLCV candles into dashboard_history.db
- Dashboard: auto-seeds from ohlcv/*.json on first run if DB is empty
- Dashboard: /history/symbols endpoint for pre-populating chart dropdown
- Frontend: loads available symbols on page load for pre-session chart display
- Fix HISTORY_DB default path after shared_data -> shared/data merge
- 1W shows ~5 daily candles, 1M shows ~20 daily candles with real prices

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

dashboard/dashboard.py

@@ -220,7 +220,7 @@ def _generate_and_broadcast():
         print(f"[Dashboard/LLM] LLM failed: {source}")
 
 # ── OHLCV History ──────────────────────────────────────────────────────────────
-HISTORY_DB = os.getenv("HISTORY_DB", "/app/data/dashboard_history.db")
+HISTORY_DB = os.getenv("HISTORY_DB", "/app/shared/data/dashboard_history.db")
 BUCKET_SIZE = 60  # 1-minute candles
 
 PERIOD_SECONDS = {
@@ -248,9 +248,42 @@ def init_history_db():
         )
     """)
     conn.commit()
+
+    # Auto-seed from OHLCV JSON files if DB is empty
+    row_count = conn.execute("SELECT COUNT(*) FROM ohlcv").fetchone()[0]
+    if row_count == 0:
+        _seed_history_from_ohlcv(conn)
+
     conn.close()
 
 
+def _seed_history_from_ohlcv(conn):
+    """Seed dashboard_history.db from shared/data/ohlcv/*.json on first run."""
+    import glob as globmod
+    ohlcv_dir = os.path.join(os.path.dirname(HISTORY_DB), "ohlcv")
+    if not os.path.isdir(ohlcv_dir):
+        return
+    count = 0
+    for path in sorted(globmod.glob(os.path.join(ohlcv_dir, "*.json"))):
+        sym = os.path.splitext(os.path.basename(path))[0]
+        try:
+            with open(path) as f:
+                bars = json.load(f)
+            for bar in bars:
+                from datetime import datetime as _dt
+                dt = _dt.strptime(bar["date"], "%Y-%m-%d").replace(hour=10)
+                bucket = int(dt.timestamp() // 60) * 60
+                conn.execute(
+                    "INSERT OR IGNORE INTO ohlcv VALUES (?,?,?,?,?,?,?)",
+                    (sym, bucket, bar["open"], bar["high"], bar["low"], bar["close"], bar["volume"]),
+                )
+                count += 1
+        except Exception as e:
+            print(f"[History] Error seeding {sym}: {e}")
+    conn.commit()
+    print(f"[History] Auto-seeded {count} candles from OHLCV files")
+
+
 def record_trade(symbol, price, qty, ts):
     if not symbol or price <= 0:
         return
@@ -770,6 +803,18 @@ def session_status():
 
 # ── History endpoint ───────────────────────────────────────────────────────────
 
+@app.route("/history/symbols")
+def history_symbols():
+    """Return list of symbols that have historical OHLCV data."""
+    try:
+        conn = sqlite3.connect(HISTORY_DB)
+        rows = conn.execute("SELECT DISTINCT symbol FROM ohlcv ORDER BY symbol").fetchall()
+        conn.close()
+        return jsonify({"symbols": [r[0] for r in rows]})
+    except Exception:
+        return jsonify({"symbols": []})
+
+
 @app.route("/history/<symbol>")
 def history(symbol):
     period = request.args.get("period", "1d")

dashboard/templates/index.html

@@ -1617,6 +1617,26 @@
       connectSSE();
       loadAIConfig();
 
+      // Pre-populate history symbol dropdown from DB (shows chart before session starts)
+      try {
+        const resp = await fetch("/history/symbols");
+        const data = await resp.json();
+        const histSel = document.getElementById("history-symbol");
+        const existing = new Set(Array.from(histSel.options).map(o => o.value));
+        (data.symbols || []).forEach(sym => {
+          if (!existing.has(sym)) {
+            const opt = document.createElement("option");
+            opt.value = sym; opt.textContent = sym;
+            histSel.appendChild(opt);
+          }
+        });
+        // Default to 1W view if there's historical data and no live session
+        if (data.symbols && data.symbols.length > 0 && !document.getElementById("history-period").value) {
+          document.getElementById("history-period").value = "1w";
+        }
+        loadHistory();
+      } catch(e) { /* ignore */ }
+
       // Refresh order book panel every 3 seconds
       setInterval(() => {
         const sym = document.getElementById("bbo-symbol-select").value;

scripts/update_securities_prices.py

@@ -8,12 +8,14 @@ Usage:
     python scripts/update_securities_prices.py --history 10 # also print 10-day history
     python scripts/update_securities_prices.py --reset-start # reset start_price to oldest close
     python scripts/update_securities_prices.py --ohlcv 60   # export 60 days of OHLCV for RL agent
+    python scripts/update_securities_prices.py --seed-chart # seed dashboard price chart DB
 
 Requires: pip install yfinance
 """
 import argparse
 import json
 import os
+import sqlite3
 import sys
 from datetime import datetime
 
@@ -45,6 +47,7 @@ TICKER_MAP = {
 
 SECURITIES_FILE = os.path.join(os.path.dirname(__file__), "..", "shared", "data", "securities.txt")
 OHLCV_DIR = os.path.join(os.path.dirname(__file__), "..", "shared", "data", "ohlcv")
+HISTORY_DB = os.path.join(os.path.dirname(__file__), "..", "shared", "data", "dashboard_history.db")
 
 # Tickers that trade in USD and need EUR conversion
 USD_TICKERS = {"AMZN", "TSLA", "NVDA", "GOOGL", "AAPL"}
@@ -206,6 +209,45 @@ def export_ohlcv(results):
     print(f"Exported OHLCV for {exported} symbols to {OHLCV_DIR}")
 
 
+def seed_dashboard_db(results):
+    """Insert OHLCV data into dashboard_history.db for the price chart.
+
+    Each daily bar is inserted as a single candle at 10:00 market open
+    of that trading day (bucket = Unix timestamp rounded to 60s).
+    """
+    conn = sqlite3.connect(HISTORY_DB)
+    conn.execute("""
+        CREATE TABLE IF NOT EXISTS ohlcv (
+            symbol  TEXT,
+            bucket  INTEGER,
+            open    REAL,
+            high    REAL,
+            low     REAL,
+            close   REAL,
+            volume  INTEGER,
+            PRIMARY KEY (symbol, bucket)
+        )
+    """)
+
+    inserted = 0
+    for sym, data in results.items():
+        if data is None or "ohlcv" not in data:
+            continue
+        for bar in data["ohlcv"]:
+            # Convert date string to Unix timestamp at 10:00 local time
+            dt = datetime.strptime(bar["date"], "%Y-%m-%d").replace(hour=10, minute=0)
+            bucket = int(dt.timestamp() // 60) * 60
+            conn.execute(
+                "INSERT OR REPLACE INTO ohlcv VALUES (?,?,?,?,?,?,?)",
+                (sym, bucket, bar["open"], bar["high"], bar["low"], bar["close"], bar["volume"]),
+            )
+            inserted += 1
+
+    conn.commit()
+    conn.close()
+    print(f"Seeded {inserted} candles into {HISTORY_DB}")
+
+
 def main():
     parser = argparse.ArgumentParser(description="Update securities.txt with real ATHEX prices")
     parser.add_argument("--history", type=int, default=0,
@@ -218,6 +260,8 @@ def main():
                         help="Output results as JSON")
     parser.add_argument("--ohlcv", type=int, default=0,
                         help="Export N days of OHLCV data for RL agent (default: 0, disabled)")
+    parser.add_argument("--seed-chart", action="store_true",
+                        help="Seed dashboard_history.db with fetched OHLCV for price chart display")
     args = parser.parse_args()
 
     days = max(args.history, args.ohlcv, 10)
@@ -236,6 +280,9 @@ def main():
         if args.ohlcv > 0:
             print(f"\n=== Exporting OHLCV for RL Agent ({days} bars) ===")
             export_ohlcv(results)
+        if args.seed_chart:
+            print(f"\n=== Seeding Dashboard Price Chart ===")
+            seed_dashboard_db(results)
     else:
         print("(dry run — no files updated)")