Files
weather/app/server.js
T
Nate EmmertandClaude Sonnet 5.5 1ad2dbb860 Redesign dashboard: tabs, insights, rain, sun/moon, zoomable charts
- Tab bar (bottom nav on phones) splitting Now / Charts / Rain / Records / Insights
- Unified tiles with vs-yesterday deltas, hero 24h trace, wind compass, today hi/lo
- Highlights chips, sun & moon card, station health card
- Charts: min/max envelope for long ranges (server-side bucketing), pinch/wheel zoom,
  pressure tendency, indoor vs outdoor, clear-sky solar overlay
- Rain tab: daily + cumulative, monthly totals; calendar heatmaps (temp/rain/gust)
- Insights: period trends, station normals, diurnal range, coverage, seasonal wind roses
- Server: /api/station/daily, history ?points= bucketing, 2d range, daily avg + wind
  histogram aggregates; fix dry days never recording rain=0

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
2026-10-15 12:25:08 -04:00

1813 lines
80 KiB
JavaScript

const express = require('express');
const path = require('path');
const fs = require('fs');
const crypto = require('crypto');
const webpush = require('web-push');
const app = express();
const PORT = process.env.PORT || 3000;
const weatherCache = new Map();
const WEATHER_CACHE_MAX_ENTRIES = 500;
// ── Persistent data directory ─────────────────────────────────────────────────
const DATA_DIR = path.join(__dirname, 'data');
if (!fs.existsSync(DATA_DIR)) fs.mkdirSync(DATA_DIR, { recursive: true });
// ── Dashboard auth ────────────────────────────────────────────────────────────
const DASH_AUTH_FILE = path.join(DATA_DIR, 'dashboard-auth.json');
const DASH_SECRET_FILE = path.join(DATA_DIR, 'dashboard-secret.txt');
let dashAuth = null;
try { dashAuth = JSON.parse(fs.readFileSync(DASH_AUTH_FILE, 'utf8')); } catch {}
let SESSION_SECRET;
try { SESSION_SECRET = fs.readFileSync(DASH_SECRET_FILE, 'utf8').trim(); } catch {}
if (!SESSION_SECRET) {
SESSION_SECRET = crypto.randomBytes(32).toString('hex');
try { fs.writeFileSync(DASH_SECRET_FILE, SESSION_SECRET); } catch {}
}
function parseCookies(req) {
const raw = req.headers.cookie || '';
return Object.fromEntries(raw.split(';').map(c => {
const [k, ...v] = c.trim().split('=');
return [k ? k.trim() : '', v.join('=')];
}).filter(([k]) => k));
}
function signSession(username) {
const expiry = Date.now() + 30 * 24 * 60 * 60 * 1000;
const payload = Buffer.from(`${username}|${expiry}`).toString('base64url');
const sig = crypto.createHmac('sha256', SESSION_SECRET).update(payload).digest('base64url');
return `${payload}.${sig}`;
}
function verifySession(token) {
if (!token || typeof token !== 'string') return null;
const dotIdx = token.lastIndexOf('.');
if (dotIdx < 1) return null;
const payload = token.slice(0, dotIdx);
const sig = token.slice(dotIdx + 1);
const expected = crypto.createHmac('sha256', SESSION_SECRET).update(payload).digest('base64url');
try {
if (!crypto.timingSafeEqual(Buffer.from(sig + '='.repeat((4 - sig.length % 4) % 4), 'base64'), Buffer.from(expected + '='.repeat((4 - expected.length % 4) % 4), 'base64'))) return null;
} catch { return null; }
const decoded = Buffer.from(payload, 'base64url').toString();
const [username, expiry] = decoded.split('|');
if (!username || !expiry || Date.now() > parseInt(expiry)) return null;
return username;
}
function hashPassword(password, salt) {
return crypto.pbkdf2Sync(password, salt, 100000, 64, 'sha512').toString('hex');
}
function getDailyRecoveryToken() {
const day = Math.floor(Date.now() / (24 * 60 * 60 * 1000));
return crypto.createHmac('sha256', SESSION_SECRET).update('recover:' + day).digest('hex').slice(0, 16);
}
function requireDashboardAuth(req, res, next) {
const cookies = parseCookies(req);
const user = verifySession(cookies.dsession);
if (user) return next();
if (req.path.startsWith('/api/')) return res.status(401).json({ error: 'Unauthorized' });
res.redirect('/dashboard/login');
}
// ── Station data recording ────────────────────────────────────────────────────
const STATION_DIR = path.join(DATA_DIR, 'station');
if (!fs.existsSync(STATION_DIR)) fs.mkdirSync(STATION_DIR, { recursive: true });
// ── Alert history log ─────────────────────────────────────────────────────────
const ALERTS_DIR = path.join(DATA_DIR, 'alerts');
if (!fs.existsSync(ALERTS_DIR)) fs.mkdirSync(ALERTS_DIR, { recursive: true });
function recordAlertLog(entry) {
try {
const day = new Date().toISOString().slice(0, 10);
const file = path.join(ALERTS_DIR, `${day}.jsonl`);
fs.appendFileSync(file, JSON.stringify({ ts: Date.now(), ...entry }) + '\n');
} catch (e) {
console.error('[alerts] log error:', e.message);
}
}
// Tracks NWS alert IDs already written this process lifetime to avoid duplicate log lines
// across multiple subscribers covering the same geographic alert.
const loggedAlertIds = new Set();
function stationDateKey(ts) {
return new Date(ts).toISOString().slice(0, 10);
}
// Station "day" = local calendar day, since the station resets dailyrainin at local midnight.
// Uses the timezone stamped on each reading (falls back to the last one seen / America/New_York).
let stationTzFallback = 'America/New_York';
const dayFmtCache = new Map();
function stationLocalDay(r) {
const tz = r.tz || stationTzFallback;
let f = dayFmtCache.get(tz);
if (!f) {
try { f = new Intl.DateTimeFormat('en-CA', { timeZone: tz }); }
catch { f = new Intl.DateTimeFormat('en-CA', { timeZone: stationTzFallback }); }
dayFmtCache.set(tz, f);
}
return f.format(new Date(r.dateutc));
}
// Per-day set of dateutc values already on disk. Shared by the live recorder and
// the backfill so neither can write a reading the other (or a prior run) saved.
const stationSeen = new Map();
function stationDayFile(day) {
return path.join(STATION_DIR, `${day}.jsonl`);
}
function getStationSeen(day) {
let set = stationSeen.get(day);
if (set) return set;
set = new Set();
try {
for (const l of fs.readFileSync(stationDayFile(day), 'utf8').split('\n')) {
if (!l) continue;
try { set.add(JSON.parse(l).dateutc); } catch {}
}
} catch {}
stationSeen.set(day, set);
return set;
}
// A reading is only saved if it has a sane timestamp and isn't already stored.
// Returns true when a new row was written.
function saveStationReading(obs) {
const ts = obs && obs.dateutc;
if (!Number.isFinite(ts) || ts <= 0 || ts > Date.now() + 5 * 60 * 1000) return false;
const day = stationDateKey(ts);
const seen = getStationSeen(day);
if (seen.has(ts)) return false;
fs.appendFileSync(stationDayFile(day), JSON.stringify(obs) + '\n');
seen.add(ts);
if (typeof updateRecordsFromReading === 'function') {
try { updateRecordsFromReading(obs); } catch (e) { console.error('[records] update error:', e.message); }
}
return true;
}
function recordStationReading(obs) {
try {
if (obs && obs.tz) stationTzFallback = obs.tz;
saveStationReading(obs);
} catch (e) {
console.error('[station] record error:', e.message);
}
}
// One-time startup pass: drop duplicate dateutc rows from existing day files.
// Rewrites a file (tmp + rename) only when it actually contains duplicates.
function dedupeStationFiles() {
let files;
try { files = fs.readdirSync(STATION_DIR).filter(f => f.endsWith('.jsonl')); } catch { return; }
for (const f of files) {
try {
const file = path.join(STATION_DIR, f);
const seen = new Set();
const keep = [];
let dropped = 0;
for (const l of fs.readFileSync(file, 'utf8').split('\n')) {
if (!l) continue;
let ts;
try { ts = JSON.parse(l).dateutc; } catch { keep.push(l); continue; }
if (ts != null && seen.has(ts)) { dropped++; continue; }
seen.add(ts);
keep.push(l);
}
if (dropped) {
fs.writeFileSync(file + '.tmp', keep.join('\n') + '\n');
fs.renameSync(file + '.tmp', file);
console.log(`[station] ${f}: removed ${dropped} duplicate reading(s)`);
}
} catch (e) {
console.error('[station] dedupe error:', f, e.message);
}
}
}
dedupeStationFiles();
// ── Persistent all-time records ───────────────────────────────────────────────
// data/records.json keeps one small summary per local day (extremes + the time they
// happened). All-time / monthly / yearly records are derived from it, so they survive
// even if raw readings are pruned or lost. Merging only ever widens an extreme.
const RECORDS_FILE = path.join(DATA_DIR, 'records.json');
let recordsStore = { version: 1, days: {} };
try {
const loaded = JSON.parse(fs.readFileSync(RECORDS_FILE, 'utf8'));
if (loaded && loaded.days) recordsStore = loaded;
} catch {}
let recordsDirty = false;
// [field, source key(s), 'max' | 'min']
const DAY_FIELDS = [
['hi', ['tempf'], 'max'], ['lo', ['tempf'], 'min'],
['gust', ['windgustmph', 'maxdailygust'], 'max'],
['rate', ['rainratein'], 'max'],
['uv', ['uv'], 'max'], ['solar', ['solarradiation'], 'max'],
['pmax', ['baromrelin'], 'max'], ['pmin', ['baromrelin'], 'min'],
['hmax', ['humidity'], 'max'], ['hmin', ['humidity'], 'min'],
];
function mergeExtreme(day, field, kind, val, ts) {
if (!Number.isFinite(val)) return false;
const cur = day[field];
if (!cur || (kind === 'max' ? val > cur[0] : val < cur[0])) { day[field] = [val, ts]; return true; }
return false;
}
function applyReadingToRecords(obs) {
const dayKey = stationLocalDay(obs);
const day = recordsStore.days[dayKey] || (recordsStore.days[dayKey] = { n: 0 });
let changed = false;
for (const [field, keys, kind] of DAY_FIELDS) {
for (const k of keys) {
if (obs[k] != null && mergeExtreme(day, field, kind, Number(obs[k]), obs.dateutc)) changed = true;
}
}
if (obs.dailyrainin != null && Number.isFinite(Number(obs.dailyrainin)) && (day.rain == null || Number(obs.dailyrainin) > day.rain)) {
day.rain = Number(obs.dailyrainin); changed = true;
}
return changed;
}
// Non-idempotent aggregates (sum/count/direction histogram). Applied once per saved reading;
// a rebuild recomputes them from the raw files instead of adding on top.
function addAggregates(agg, obs) {
if (Number.isFinite(Number(obs.tempf)) && obs.tempf != null) { agg.tsum = (agg.tsum || 0) + Number(obs.tempf); agg.tn = (agg.tn || 0) + 1; }
if (obs.winddir != null && Number.isFinite(Number(obs.winddir)) && Number(obs.windspeedmph) > 0.5) {
const wd = agg.wd || (agg.wd = new Array(16).fill(0));
wd[Math.round(Number(obs.winddir) / 22.5) % 16]++;
}
}
function saveRecordsStore() {
if (!recordsDirty) return;
try {
fs.writeFileSync(RECORDS_FILE + '.tmp', JSON.stringify(recordsStore));
fs.renameSync(RECORDS_FILE + '.tmp', RECORDS_FILE);
recordsDirty = false;
} catch (e) { console.error('[records] save error:', e.message); }
}
function updateRecordsFromReading(obs) {
applyReadingToRecords(obs);
const day = recordsStore.days[stationLocalDay(obs)];
day.n = (day.n || 0) + 1;
addAggregates(day, obs);
recordsDirty = true;
}
// Re-scan raw readings and merge into the store (never lowers an existing record).
function rebuildRecordsFromFiles() {
let files;
try { files = fs.readdirSync(STATION_DIR).filter(f => f.endsWith('.jsonl')).sort(); } catch { return 0; }
const counts = {};
const fresh = {};
let scanned = 0;
for (const f of files) {
try {
const seen = new Set();
for (const l of fs.readFileSync(path.join(STATION_DIR, f), 'utf8').split('\n')) {
if (!l) continue;
let r; try { r = JSON.parse(l); } catch { continue; }
if (!Number.isFinite(r.dateutc) || seen.has(r.dateutc)) continue;
seen.add(r.dateutc);
applyReadingToRecords(r);
const k = stationLocalDay(r);
counts[k] = (counts[k] || 0) + 1;
addAggregates(fresh[k] || (fresh[k] = {}), r);
scanned++;
}
} catch {}
}
// Reading counts come from the files; keep the larger so pruned history isn't forgotten.
for (const [k, n] of Object.entries(counts)) {
const day = recordsStore.days[k];
day.n = Math.max(day.n || 0, n);
// Replace aggregates only when the files hold at least as many samples as the store did
const f = fresh[k];
if (f.tn != null && f.tn >= (day.tn || 0)) { day.tsum = f.tsum; day.tn = f.tn; }
if (f.wd && (!day.wd || f.wd.reduce((a, b) => a + b, 0) >= day.wd.reduce((a, b) => a + b, 0))) day.wd = f.wd;
}
recordsDirty = true;
saveRecordsStore();
return scanned;
}
function deriveRecords() {
const days = Object.entries(recordsStore.days).sort(([a], [b]) => a.localeCompare(b));
if (!days.length) return null;
const top = (field, kind) => {
let best = null, bestDay = null;
for (const [d, v] of days) {
const e = v[field]; if (!e) continue;
if (best == null || (kind === 'max' ? e[0] > best[0] : e[0] < best[0])) { best = e; bestDay = d; }
}
return best ? { value: best[0], ts: best[1], day: bestDay } : null;
};
const rec = {
highTemp: top('hi', 'max'), lowTemp: top('lo', 'min'), highGust: top('gust', 'max'),
highRainRate: top('rate', 'max'), highUV: top('uv', 'max'), highSolar: top('solar', 'max'),
highPressure: top('pmax', 'max'), lowPressure: top('pmin', 'min'),
highHumidity: top('hmax', 'max'), lowHumidity: top('hmin', 'min'),
};
let wet = null;
for (const [d, v] of days) if (v.rain != null && (!wet || v.rain > wet.value)) wet = { value: v.rain, day: d };
rec.highDailyRain = wet;
const out = {};
const flat = {
highTemp: 'highTemp', lowTemp: 'lowTemp', highGust: 'highGust', highRainRate: 'highRainRate',
highDailyRain: 'highDailyRain', highUV: 'highUV', highSolar: 'highSolar',
highPressure: 'highPressure', lowPressure: 'lowPressure', highHumidity: 'highHumidity', lowHumidity: 'lowHumidity',
};
for (const [k, src] of Object.entries(flat)) {
out[k] = rec[src] ? rec[src].value : null;
out[k + 'Date'] = rec[src] ? (rec[src].ts || Date.parse(rec[src].day + 'T12:00:00Z')) : null;
}
out.totalReadings = days.reduce((a, [, v]) => a + (v.n || 0), 0);
out.firstDay = days[0][0];
out.lastDay = days[days.length - 1][0];
out.firstReading = Date.parse(out.firstDay + 'T12:00:00Z');
out.lastReading = Date.parse(out.lastDay + 'T12:00:00Z');
out.daysRecorded = days.length;
// Notable days
const dayRec = (field, kind) => { const t = top(field, kind); return t ? { value: t.value, day: t.day } : null; };
out.notable = {
hottestDay: dayRec('hi', 'max'),
coldestDay: dayRec('lo', 'min'),
coolestHigh: dayRec('hi', 'min'),
warmestLow: dayRec('lo', 'max'),
windiestDay: dayRec('gust', 'max'),
wettestDay: rec.highDailyRain,
};
// Per-period aggregation (month-of-year and calendar year)
const agg = (keyFn) => {
const g = {};
for (const [d, v] of days) {
const k = keyFn(d); const a = g[k] || (g[k] = { days: 0, rain: 0, hi: null, lo: null, gust: null });
a.days++; a.rain += v.rain || 0;
if (v.hi && (a.hi == null || v.hi[0] > a.hi)) a.hi = v.hi[0];
if (v.lo && (a.lo == null || v.lo[0] < a.lo)) a.lo = v.lo[0];
if (v.gust && (a.gust == null || v.gust[0] > a.gust)) a.gust = v.gust[0];
}
for (const a of Object.values(g)) a.rain = +a.rain.toFixed(2);
return g;
};
const byYear = agg(d => d.slice(0, 4));
out.years = Object.entries(byYear).sort(([a], [b]) => a.localeCompare(b)).map(([year, a]) => ({ year, ...a }));
const byMonth = agg(d => d.slice(0, 7));
const ym = Object.entries(byMonth).sort(([a], [b]) => a.localeCompare(b)).map(([month, a]) => ({ month, ...a }));
out.months = ym;
out.wettestMonth = ym.reduce((b, m) => (!b || m.rain > b.rain ? m : b), null);
out.wettestYear = out.years.reduce((b, y) => (!b || y.rain > b.rain ? y : b), null);
return out;
}
try {
if (!Object.keys(recordsStore.days).length) console.log(`[records] built from ${rebuildRecordsFromFiles()} readings`);
else rebuildRecordsFromFiles();
} catch (e) { console.error('[records] startup rebuild error:', e.message); }
setInterval(saveRecordsStore, 30 * 1000).unref();
for (const sig of ['SIGTERM', 'SIGINT']) process.on(sig, () => { saveRecordsStore(); process.exit(0); });
function loadStationReadings(rangeMs) {
const now = Date.now();
const cutoff = now - rangeMs;
const days = Math.ceil(rangeMs / 86400000) + 1;
const results = [];
const seen = new Set();
for (let i = 0; i < days; i++) {
const day = stationDateKey(now - i * 86400000);
const file = stationDayFile(day);
try {
const lines = fs.readFileSync(file, 'utf8').split('\n').filter(Boolean);
for (const line of lines) {
try {
const obj = JSON.parse(line);
const ts = obj.dateutc || 0;
if (ts >= cutoff && !seen.has(ts)) { seen.add(ts); results.push(obj); }
} catch {}
}
} catch {}
}
return results.sort((a, b) => (a.dateutc || 0) - (b.dateutc || 0));
}
// ── VAPID web push ────────────────────────────────────────────────────────────
const VAPID_FILE = path.join(DATA_DIR, 'vapid.json');
let vapidKeys;
try {
vapidKeys = JSON.parse(fs.readFileSync(VAPID_FILE, 'utf8'));
} catch {
vapidKeys = webpush.generateVAPIDKeys();
fs.writeFileSync(VAPID_FILE, JSON.stringify(vapidKeys));
console.log('[vapid] Generated new keys. Public key:', vapidKeys.publicKey);
}
webpush.setVapidDetails('mailto:nate@necloud.us', vapidKeys.publicKey, vapidKeys.privateKey);
// ── Push subscription store ───────────────────────────────────────────────────
const SUBS_FILE = path.join(DATA_DIR, 'subscriptions.json');
let pushSubscriptions = [];
try {
if (fs.existsSync(SUBS_FILE)) pushSubscriptions = JSON.parse(fs.readFileSync(SUBS_FILE, 'utf8'));
} catch { pushSubscriptions = []; }
function saveSubs() {
try { fs.writeFileSync(SUBS_FILE, JSON.stringify(pushSubscriptions, null, 2)); } catch {}
}
function setCache(key, data) {
if (weatherCache.size >= WEATHER_CACHE_MAX_ENTRIES) {
const oldestKey = weatherCache.keys().next().value;
weatherCache.delete(oldestKey);
}
weatherCache.set(key, { data, at: Date.now() });
}
// Fetch with retry/timeout, shared by all upstream proxy calls.
async function fetchWithRetry(url, { attempts = 2, timeoutMs = 12000, retryDelayMs = 500, fetchOptions } = {}) {
let lastError = null;
for (let attempt = 1; attempt <= attempts; attempt++) {
const controller = new AbortController();
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
try {
const r = await fetch(url, { ...fetchOptions, signal: controller.signal });
clearTimeout(timeoutId);
if (!r.ok) throw new Error(`Upstream status ${r.status}`);
return r;
} catch (err) {
clearTimeout(timeoutId);
lastError = err;
if (attempt < attempts) {
await new Promise(resolve => setTimeout(resolve, retryDelayMs * attempt));
}
}
}
throw lastError;
}
function isValidCoord(value, min, max) {
const n = Number(value);
return Number.isFinite(n) && n >= min && n <= max;
}
// Keep shell assets fresh so SW/app versions do not drift.
app.use('/', (req, res, next) => {
if (req.path === '/' || req.path.endsWith('.html')) {
res.setHeader('Cache-Control', 'no-store');
} else if (
req.path.endsWith('.css') ||
req.path.endsWith('.js') ||
req.path === '/sw.js' ||
req.path === '/manifest.json'
) {
res.setHeader('Cache-Control', 'no-cache');
}
next();
});
app.use(express.static(path.join(__dirname, 'public')));
// Prevent browser favicon requests from showing noisy 404s.
app.get('/favicon.ico', (_req, res) => {
res.status(204).end();
});
// Geocoding proxy
app.get('/api/geocode', async (req, res) => {
const { q } = req.query;
if (!q) return res.status(400).json({ error: 'Missing query' });
try {
const url = `https://geocoding-api.open-meteo.com/v1/search?name=${encodeURIComponent(q)}&count=5&language=en&format=json`;
let openMeteoData = null;
try {
const r = await fetchWithRetry(url, { attempts: 2, timeoutMs: 9000, retryDelayMs: 300 });
openMeteoData = await r.json();
} catch (err) {
console.warn('Open-Meteo geocode failed after retries:', err.message);
}
if (openMeteoData?.results?.length) {
return res.json(openMeteoData);
}
// Fallback to Nominatim when Open-Meteo geocoding is empty/unavailable.
const nomParams = new URLSearchParams({ q: String(q), format: 'jsonv2', limit: '5', addressdetails: '1' });
const nom = await fetchWithRetry(`https://nominatim.openstreetmap.org/search?${nomParams}`, {
attempts: 1,
timeoutMs: 9000,
fetchOptions: {
headers: {
'User-Agent': 'weather-app-v2 (nate@necloud.us)',
Accept: 'application/json',
},
},
});
const nomData = await nom.json();
const results = (nomData || []).map(item => {
const address = item.address || {};
return {
name: address.city || address.town || address.village || address.hamlet || address.county || item.display_name?.split(',')?.[0] || 'Unknown',
latitude: Number(item.lat),
longitude: Number(item.lon),
country: address.country || '',
admin1: address.state || address.region || address.county || '',
timezone: 'auto',
};
}).filter(r => Number.isFinite(r.latitude) && Number.isFinite(r.longitude));
return res.json({ results });
} catch (e) {
console.error('Geocoding error:', e.message);
res.status(500).json({ error: 'Geocoding failed' });
}
});
// Reverse geocoding proxy
app.get('/api/reverse-geocode', async (req, res) => {
const { lat, lon } = req.query;
if (!lat || !lon) return res.status(400).json({ error: 'Missing lat/lon' });
if (!isValidCoord(lat, -90, 90) || !isValidCoord(lon, -180, 180)) {
return res.status(400).json({ error: 'Invalid lat/lon' });
}
try {
const params = new URLSearchParams({
format: 'jsonv2',
lat: String(lat),
lon: String(lon),
zoom: '10',
addressdetails: '1',
});
const r = await fetchWithRetry(`https://nominatim.openstreetmap.org/reverse?${params}`, {
attempts: 1,
timeoutMs: 9000,
fetchOptions: {
headers: {
'User-Agent': 'weather-app-v2 (nate@necloud.us)',
Accept: 'application/json',
},
},
});
const data = await r.json();
const address = data.address || {};
const name = address.city || address.town || address.village || address.hamlet || address.municipality || address.county || address.state || data.name || 'Detected location';
res.json({
name,
admin1: address.state || address.region || address.county || '',
country: address.country || '',
latitude: Number(lat),
longitude: Number(lon),
timezone: 'auto',
display_name: data.display_name || '',
});
} catch (e) {
console.error('Reverse geocoding error:', e.message);
res.status(500).json({ error: 'Reverse geocoding failed' });
}
});
// Weather proxy
app.get('/api/weather', async (req, res) => {
const { lat, lon, tz, units } = req.query;
if (!lat || !lon) return res.status(400).json({ error: 'Missing lat/lon' });
if (!isValidCoord(lat, -90, 90) || !isValidCoord(lon, -180, 180)) {
return res.status(400).json({ error: 'Invalid lat/lon' });
}
const timezone = tz || 'auto';
const useMetric = units === 'metric';
const cacheKey = `${Number(lat).toFixed(3)},${Number(lon).toFixed(3)},${timezone},${units || 'us'}`;
try {
const params = new URLSearchParams({
latitude: lat, longitude: lon, timezone,
current: [
'temperature_2m','relative_humidity_2m','apparent_temperature',
'is_day','precipitation','weather_code','cloud_cover',
'wind_speed_10m','wind_direction_10m','wind_gusts_10m','surface_pressure','visibility'
].join(','),
hourly: [
'temperature_2m','precipitation_probability','weather_code',
'wind_speed_10m','apparent_temperature','rain','snowfall'
].join(','),
daily: [
'weather_code','temperature_2m_max','temperature_2m_min',
'precipitation_sum','precipitation_probability_max',
'wind_speed_10m_max','sunrise','sunset','uv_index_max'
].join(','),
forecast_days: 16,
wind_speed_unit: useMetric ? 'kmh' : 'mph',
temperature_unit: useMetric ? 'celsius' : 'fahrenheit',
precipitation_unit: useMetric ? 'mm' : 'inch'
});
const r = await fetchWithRetry(`https://api.open-meteo.com/v1/forecast?${params}`, { attempts: 3, timeoutMs: 12000, retryDelayMs: 500 });
const data = await r.json();
setCache(cacheKey, data);
return res.json(data);
} catch (e) {
const cached = weatherCache.get(cacheKey);
if (cached && Date.now() - cached.at < 45 * 60 * 1000) {
res.setHeader('X-Weather-Cache', 'stale-fallback');
console.warn('Weather proxy using stale cache for', cacheKey);
return res.json(cached.data);
}
console.error('Weather proxy failed:', e.message);
res.status(502).json({ error: 'Weather fetch failed' });
}
});
// Open-Meteo Air Quality proxy
app.get('/api/air-quality', async (req, res) => {
const { lat, lon, tz } = req.query;
if (!lat || !lon) return res.status(400).json({ error: 'Missing lat/lon' });
if (!isValidCoord(lat, -90, 90) || !isValidCoord(lon, -180, 180)) {
return res.status(400).json({ error: 'Invalid lat/lon' });
}
try {
const params = new URLSearchParams({
latitude: lat,
longitude: lon,
timezone: tz || 'auto',
current: ['us_aqi', 'pm2_5', 'alder_pollen', 'birch_pollen', 'grass_pollen', 'mugwort_pollen', 'olive_pollen', 'ragweed_pollen'].join(','),
forecast_days: 1,
});
const r = await fetchWithRetry(`https://air-quality-api.open-meteo.com/v1/air-quality?${params}`, { attempts: 2, timeoutMs: 12000, retryDelayMs: 500 });
const data = await r.json();
return res.json(data);
} catch (e) {
console.error('Air quality fetch error:', e);
res.setHeader('X-Air-Quality-Fallback', 'empty');
res.json({ current: {} });
}
});
// NWS alerts proxy (US only)
app.get('/api/alerts', async (req, res) => {
const { lat, lon } = req.query;
if (!lat || !lon) return res.status(400).json({ error: 'Missing lat/lon' });
if (!isValidCoord(lat, -90, 90) || !isValidCoord(lon, -180, 180)) {
return res.status(400).json({ error: 'Invalid lat/lon' });
}
try {
const r = await fetchWithRetry(`https://api.weather.gov/alerts/active?point=${lat},${lon}`, {
attempts: 1,
timeoutMs: 12000,
fetchOptions: {
headers: {
'User-Agent': 'weather-app-v2 (nate@necloud.us)',
Accept: 'application/geo+json',
},
},
});
const data = await r.json();
res.json(data);
} catch (e) {
console.error('Alerts fetch error:', e.message);
res.setHeader('X-Alerts-Fallback', 'empty');
res.json({ features: [] });
}
});
// Radar/satellite tile configuration
app.get('/api/radar/times', async (req, res) => {
try {
const now = Math.floor(Date.now() / 1000);
// IEM NEXRAD tile service (US radar, public/free) with historical offsets for animation.
const radarLayerBase = 'https://mesonet.agron.iastate.edu/cache/tile.py/1.0.0';
const radarOffsetsMin = [55, 50, 45, 40, 35, 30, 25, 20, 15, 10, 5, 0];
const radarPast = radarOffsetsMin.map(offset => {
const layer = offset === 0 ? 'nexrad-n0q-900913' : `nexrad-n0q-900913-m${String(offset).padStart(2, '0')}m`;
return {
time: now - (offset * 60),
url: `${radarLayerBase}/${layer}/{z}/{x}/{y}.png`,
isForecast: false,
maxNativeZoom: 12,
};
});
// IEM GOES East cloud/satellite frames for animation.
const satOffsetsMin = [30, 25, 20, 15, 10, 5, 0];
const satelliteInfrared = satOffsetsMin.map(offset => {
const layer = offset === 0 ? 'goes_east' : `goes_east_m${String(offset).padStart(2, '0')}m`;
return {
time: now - (offset * 60),
url: `https://mesonet.agron.iastate.edu/cache/tile.py/1.0.0/${layer}/{z}/{x}/{y}.png`,
isForecast: false,
maxNativeZoom: 10,
};
});
res.json({
provider: 'iem-radar-sat',
radar: {
past: radarPast,
},
satellite: {
infrared: satelliteInfrared,
},
});
} catch (e) {
console.error('Radar config error:', e.message);
res.status(500).json({ error: 'Radar times failed' });
}
});
app.use(express.json({ limit: '10kb' }));
// ── VAPID public key ──────────────────────────────────────────────────────────
app.get('/api/vapid-public-key', (_req, res) => res.json({ publicKey: vapidKeys.publicKey }));
// ── Push subscription management ──────────────────────────────────────────────
app.post('/api/push-subscribe', (req, res) => {
const { subscription, lat, lon, ntfyTopic, thresholds, digestHour } = req.body;
if (!subscription?.endpoint) return res.status(400).json({ error: 'Missing subscription' });
if (!isValidCoord(lat, -90, 90) || !isValidCoord(lon, -180, 180)) return res.status(400).json({ error: 'Invalid coords' });
const idx = pushSubscriptions.findIndex(s => s.subscription.endpoint === subscription.endpoint);
const entry = {
subscription, lat: Number(lat), lon: Number(lon),
ntfyTopic: ntfyTopic || '', thresholds: thresholds || {},
digestHour: digestHour ?? 7,
seenAlertIds: idx >= 0 ? pushSubscriptions[idx].seenAlertIds : [],
lastDigestDate: idx >= 0 ? pushSubscriptions[idx].lastDigestDate : '',
lastThresholdDate: '', lastThresholdAlerted: {},
};
if (idx >= 0) pushSubscriptions[idx] = entry; else pushSubscriptions.push(entry);
saveSubs();
res.status(201).json({ ok: true });
});
app.post('/api/push-unsubscribe', (req, res) => {
const { endpoint } = req.body || {};
pushSubscriptions = pushSubscriptions.filter(s => s.subscription.endpoint !== endpoint);
saveSubs();
res.json({ ok: true });
});
// ── Hurricane tracking proxy (NHC) ────────────────────────────────────────────
const hCache = { data: null, at: 0 };
app.get('/api/hurricanes', async (_req, res) => {
if (hCache.data && Date.now() - hCache.at < 5 * 60 * 1000) return res.json(hCache.data);
try {
const r = await fetchWithRetry('https://www.nhc.noaa.gov/CurrentStorms.json', {
attempts: 2, timeoutMs: 10000,
fetchOptions: { headers: { 'User-Agent': 'weather-app-v2 (nate@necloud.us)', Accept: 'application/json' } },
});
const data = await r.json();
hCache.data = { storms: data.activeStorms || [] };
hCache.at = Date.now();
res.json(hCache.data);
} catch (e) {
console.error('Hurricane fetch error:', e.message);
res.json(hCache.data || { storms: [] });
}
});
app.get('/api/hurricanes/track', async (req, res) => {
const { stormId } = req.query;
if (!stormId || !/^[a-z]{2}\d{6}$/i.test(stormId)) {
return res.json({ lin: null, pts: null, pgn: null });
}
try {
const sid = stormId.toLowerCase();
let storm = (hCache.data?.storms || []).find(s => s.id?.toLowerCase() === sid);
if (!storm) {
const r = await fetchWithRetry('https://www.nhc.noaa.gov/CurrentStorms.json', {
attempts: 2, timeoutMs: 10000, fetchOptions: { headers: { 'User-Agent': 'weather-app-v2 (nate@necloud.us)' } }
});
storm = ((await r.json()).activeStorms || []).find(s => s.id?.toLowerCase() === sid);
}
const advisoryUrl = storm?.forecastAdvisory?.url;
if (!advisoryUrl) return res.json({ lin: null, pts: null, pgn: null });
const r = await fetchWithRetry(advisoryUrl, {
attempts: 2, timeoutMs: 8000,
fetchOptions: { headers: { 'User-Agent': 'weather-app-v2 (nate@necloud.us)' } }
});
const text = (await r.text()).replace(/<[^>]+>/g, '');
const issuanceMs = new Date(storm?.forecastAdvisory?.issuance || storm?.lastUpdate || Date.now()).getTime();
const issueDate = new Date(issuanceMs);
function parseDDHHZ(ddHH) {
const day = parseInt(ddHH.slice(0, 2));
const hour = parseInt(ddHH.slice(2, 4));
const d = new Date(issueDate);
d.setUTCDate(day);
d.setUTCHours(hour, 0, 0, 0);
if (d < issueDate) d.setUTCMonth(d.getUTCMonth() + 1);
return Math.round((d - issueDate) / 3600000);
}
const positions = [];
// Current position from "CENTER LOCATED NEAR LL.LN LLL.LW AT DD/HHMMZ"
const initM = text.match(/CENTER LOCATED NEAR\s+(\d+\.?\d*)([NS])\s+(\d+\.?\d*)([EW])/);
const curWindM = text.match(/MAX SUSTAINED WINDS\s+(\d+)\s+KT/);
if (initM) {
positions.push({
tau: 0,
lat: parseFloat(initM[1]) * (initM[2] === 'S' ? -1 : 1),
lon: parseFloat(initM[3]) * (initM[4] === 'W' ? -1 : 1),
windKt: curWindM ? parseInt(curWindM[1]) : 0,
type: storm?.classification || 'TS',
});
}
// "FORECAST VALID DD/HHMMZ LL.LN LLL.LW" and "OUTLOOK VALID ..." lines
const fcstRe = /(?:FORECAST|OUTLOOK)\s+VALID\s+(\d{2})\/(\d{2})\d{2}Z\s+(\d+\.?\d*)([NS])\s+(\d+\.?\d*)([EW])/g;
let m;
while ((m = fcstRe.exec(text)) !== null) {
const tau = parseDDHHZ(m[1] + m[2]);
const lat = parseFloat(m[3]) * (m[4] === 'S' ? -1 : 1);
const lon = parseFloat(m[5]) * (m[6] === 'W' ? -1 : 1);
const windM = text.substring(m.index).match(/MAX WIND\s+(\d+)\s+KT/);
positions.push({ tau, lat, lon, windKt: windM ? parseInt(windM[1]) : 0, type: storm?.classification || 'TS' });
}
if (!positions.length) return res.json({ lin: null, pts: null, pgn: null });
const coords = positions.map(p => [p.lon, p.lat]);
const ptFeatures = positions.map(p => ({
type: 'Feature',
geometry: { type: 'Point', coordinates: [p.lon, p.lat] },
properties: { TAU: p.tau, MAXWIND: p.windKt, TCDVLP: p.type },
}));
res.json({
lin: { type: 'FeatureCollection', features: [{ type: 'Feature', geometry: { type: 'LineString', coordinates: coords }, properties: {} }] },
pts: { type: 'FeatureCollection', features: ptFeatures },
pgn: null,
});
} catch (e) {
console.error('[track] error:', e.message);
res.json({ lin: null, pts: null, pgn: null });
}
});
// ── Wildfire perimeter proxy (NIFC) ───────────────────────────────────────────
const wfCache = { data: null, at: 0 };
app.get('/api/wildfires', async (_req, res) => {
if (wfCache.data && Date.now() - wfCache.at < 15 * 60 * 1000) return res.json(wfCache.data);
try {
const params = new URLSearchParams({
where: 'GISAcres>100', outFields: 'IncidentName,GISAcres,PercentContained',
f: 'geojson', resultRecordCount: '150', geometryPrecision: '4', outSR: '4326',
});
const r = await fetchWithRetry(
`https://services3.arcgis.com/T4QMspbfLg3qTGWY/arcgis/rest/services/WFIGS_Interagency_Perimeters_Current/FeatureServer/0/query?${params}`,
{ attempts: 2, timeoutMs: 15000 }
);
wfCache.data = await r.json();
wfCache.at = Date.now();
res.json(wfCache.data);
} catch (e) {
console.error('Wildfire fetch error:', e.message);
res.json(wfCache.data || { type: 'FeatureCollection', features: [] });
}
});
// ── SPC storm reports proxy ────────────────────────────────────────────────────
const spcCache = { data: null, at: 0 };
function parseSPCCsv(csv, type) {
return csv.trim().split('\n').slice(1).flatMap(line => {
const p = line.split(',');
const lat = parseFloat(p[5]), lon = parseFloat(p[6]);
if (!Number.isFinite(lat) || !Number.isFinite(lon) || Math.abs(lat) > 90) return [];
return [{
type: 'Feature',
geometry: { type: 'Point', coordinates: [lon, lat] },
properties: { type, location: p[4] || '', comments: p.slice(7).join(',').slice(0, 120) },
}];
});
}
app.get('/api/spc/reports', async (_req, res) => {
if (spcCache.data && Date.now() - spcCache.at < 10 * 60 * 1000) return res.json(spcCache.data);
try {
const results = await Promise.allSettled(['torn', 'wind', 'hail'].map(t =>
fetchWithRetry(`https://www.spc.noaa.gov/climo/reports/today_filtered_${t}.csv`, {
attempts: 1, timeoutMs: 8000,
fetchOptions: { headers: { 'User-Agent': 'weather-app-v2 (nate@necloud.us)' } },
}).then(r => r.text()).then(csv => parseSPCCsv(csv, t))
));
spcCache.data = { type: 'FeatureCollection', features: results.flatMap(r => r.status === 'fulfilled' ? r.value : []) };
spcCache.at = Date.now();
res.json(spcCache.data);
} catch (e) {
console.error('SPC fetch error:', e.message);
res.json(spcCache.data || { type: 'FeatureCollection', features: [] });
}
});
// ── Ambient Weather personal station ─────────────────────────────────────────
const AMBIENT_CONFIG_FILE = path.join(DATA_DIR, 'ambient-config.json');
let ambientServerConfig = { apiKey: '', appKey: '' };
try {
if (fs.existsSync(AMBIENT_CONFIG_FILE)) {
ambientServerConfig = JSON.parse(fs.readFileSync(AMBIENT_CONFIG_FILE, 'utf8'));
}
} catch {}
function saveAmbientConfig() {
try { fs.writeFileSync(AMBIENT_CONFIG_FILE, JSON.stringify(ambientServerConfig)); } catch {}
}
const ambientCaches = new Map();
// Save keys server-side so all devices share them
app.post('/api/ambient-config', requireDashboardAuth, (req, res) => {
const { apiKey, appKey } = req.body || {};
if (!apiKey || !appKey) return res.status(400).json({ error: 'apiKey and appKey required' });
ambientServerConfig = { apiKey, appKey };
saveAmbientConfig();
res.json({ ok: true });
});
// Return whether server-side keys exist (never expose the actual keys)
app.get('/api/ambient-config', (_req, res) => {
const hasKeys = !!(ambientServerConfig.apiKey && ambientServerConfig.appKey);
res.json({ configured: hasKeys });
});
app.get('/api/ambient', async (req, res) => {
// Priority: query params (client override) → server-saved → env vars
const apiKey = req.query.apiKey || ambientServerConfig.apiKey || process.env.AMBIENT_API_KEY;
const appKey = req.query.appKey || ambientServerConfig.appKey || process.env.AMBIENT_APP_KEY;
if (!apiKey || !appKey) return res.status(503).json({ error: 'Ambient Weather keys not configured' });
const cacheKey = apiKey;
const cached = ambientCaches.get(cacheKey);
if (cached && Date.now() - cached.at < 60 * 1000) return res.json(cached.data);
try {
const url = `https://rt.ambientweather.net/v1/devices?apiKey=${encodeURIComponent(apiKey)}&applicationKey=${encodeURIComponent(appKey)}`;
const r = await fetchWithRetry(url, { attempts: 2, timeoutMs: 10000, retryDelayMs: 500 });
const devices = await r.json();
ambientCaches.set(cacheKey, { data: devices, at: Date.now() });
res.json(devices);
} catch (e) {
console.error('Ambient Weather fetch error:', e.message);
if (cached) return res.json(cached.data);
res.status(502).json({ error: 'Ambient Weather fetch failed' });
}
});
// ── Personal weather station proxy ────────────────────────────────────────────
app.get('/api/pws', async (req, res) => {
const { url } = req.query;
if (!url) return res.status(400).json({ error: 'Missing url' });
let parsed;
try { parsed = new URL(url); } catch { return res.status(400).json({ error: 'Invalid url' }); }
if (!['http:', 'https:'].includes(parsed.protocol)) return res.status(400).json({ error: 'Only http/https allowed' });
try {
const r = await fetchWithRetry(url, { attempts: 1, timeoutMs: 5000 });
res.json(await r.json());
} catch (e) {
res.status(502).json({ error: 'PWS fetch failed' });
}
});
// ── NWS Forecast Discussion ───────────────────────────────────────────────────
const nwsDiscCache = new Map();
app.get('/api/nws/discussion', async (req, res) => {
const { lat, lon } = req.query;
if (!isValidCoord(lat, -90, 90) || !isValidCoord(lon, -180, 180)) {
return res.status(400).json({ error: 'Invalid coords' });
}
const cacheKey = `${parseFloat(lat).toFixed(2)},${parseFloat(lon).toFixed(2)}`;
const cached = nwsDiscCache.get(cacheKey);
if (cached && Date.now() - cached.at < 45 * 60 * 1000) return res.json(cached.data);
const NWS_HEADERS = { 'User-Agent': 'weather-app-v2 (nate@necloud.us)', Accept: 'application/geo+json' };
try {
// Step 1: resolve lat/lon to NWS forecast office
const ptRes = await fetchWithRetry(
`https://api.weather.gov/points/${parseFloat(lat).toFixed(4)},${parseFloat(lon).toFixed(4)}`,
{ attempts: 2, timeoutMs: 10000, fetchOptions: { headers: NWS_HEADERS } }
);
if (!ptRes.ok) return res.status(404).json({ error: 'Location not covered by NWS (US only)' });
const ptData = await ptRes.json();
const cwa = ptData.properties?.cwa;
if (!cwa) return res.status(404).json({ error: 'No NWS office found for this location' });
// Step 2: get list of Area Forecast Discussions for that office
const listRes = await fetchWithRetry(
`https://api.weather.gov/products/types/AFD/locations/${cwa}`,
{ attempts: 2, timeoutMs: 10000, fetchOptions: { headers: { 'User-Agent': NWS_HEADERS['User-Agent'] } } }
);
const listData = await listRes.json();
const latest = listData['@graph']?.[0];
if (!latest) return res.status(404).json({ error: 'No forecast discussion available' });
// Step 3: fetch the actual product text
const prodUrl = latest['@id'];
const prodRes = await fetchWithRetry(prodUrl, {
attempts: 2, timeoutMs: 10000,
fetchOptions: { headers: { 'User-Agent': NWS_HEADERS['User-Agent'] } }
});
const prodData = await prodRes.json();
const result = {
office: cwa,
issuingOffice: prodData.issuingOffice || cwa,
issuanceTime: prodData.issuanceTime,
text: prodData.productText || '',
};
nwsDiscCache.set(cacheKey, { data: result, at: Date.now() });
res.json(result);
} catch (e) {
console.error('[discussion]', e.message);
const stale = nwsDiscCache.get(cacheKey);
if (stale) return res.json(stale.data);
res.status(502).json({ error: 'Could not fetch forecast discussion' });
}
});
// ── Alert watcher + daily digest + threshold cron ─────────────────────────────
const WMO_SHORT = { 0:'Clear',1:'Mainly clear',2:'Partly cloudy',3:'Overcast',45:'Fog',51:'Light drizzle',61:'Light rain',63:'Rain',65:'Heavy rain',71:'Light snow',73:'Snow',75:'Heavy snow',80:'Showers',95:'Thunderstorm' };
function wmoShort(c) { return WMO_SHORT[c] || 'Variable'; }
async function doWebPush(sub, payload) {
try {
await webpush.sendNotification(sub.subscription, JSON.stringify(payload));
} catch (err) {
if (err.statusCode === 410 || err.statusCode === 404) {
pushSubscriptions = pushSubscriptions.filter(s => s.subscription.endpoint !== sub.subscription.endpoint);
saveSubs();
}
}
}
async function doNtfy(topic, title, body, priority = 'default') {
if (!topic) return;
try {
await fetch(topic, { method: 'POST', body, headers: { Title: title, Priority: priority, Tags: 'weather' } });
} catch {}
}
async function alertWatcherCron() {
const now = new Date();
const todayStr = now.toDateString();
const currentHour = now.getHours();
const base = `http://localhost:${PORT}`;
// Fetch station once per cron run — reuses the server-side cache
let stationObs = null;
if (ambientServerConfig.apiKey && ambientServerConfig.appKey) {
try {
const qs = `?apiKey=${encodeURIComponent(ambientServerConfig.apiKey)}&appKey=${encodeURIComponent(ambientServerConfig.appKey)}`;
const sr = await fetch(`${base}/api/ambient${qs}`);
if (sr.ok) {
const devices = await sr.json();
const d = devices?.[0]?.lastData;
if (d?.dateutc && Date.now() - d.dateutc < 15 * 60 * 1000) {
stationObs = d;
recordStationReading(d);
}
}
} catch {}
}
// ── Log NWS alerts for the dashboard location regardless of subscribers ───────
const dashLat = dashAuth?.stationLat;
const dashLon = dashAuth?.stationLon;
if (dashLat != null) {
const dashAlertData = await fetch(`${base}/api/alerts?lat=${dashLat}&lon=${dashLon}`)
.then(r => r.json()).catch(() => ({ features: [] }));
for (const a of dashAlertData.features || []) {
const alertId = a.id || a.properties?.id;
if (alertId && !loggedAlertIds.has(alertId)) {
loggedAlertIds.add(alertId);
const p = a.properties || {};
recordAlertLog({ type: 'nws', alertId, event: p.event, headline: p.headline, description: p.description, instruction: p.instruction, effective: p.effective, expires: p.expires, lat: dashLat, lon: dashLon });
}
}
}
if (!pushSubscriptions.length) return;
for (const sub of [...pushSubscriptions]) {
try {
// ── NWS alerts ──────────────────────────────────────────────────────────
const alertData = await fetch(`${base}/api/alerts?lat=${sub.lat}&lon=${sub.lon}`)
.then(r => r.json()).catch(() => ({ features: [] }));
const newAlerts = (alertData.features || []).filter(f => {
const id = f.id || f.properties?.id;
return id && !sub.seenAlertIds.includes(id);
});
if (newAlerts.length) {
for (const a of newAlerts) {
const p = a.properties || {};
const title = `Weather alert: ${p.event || 'Severe weather'}`;
const body = p.headline || p.description || 'Alert for your saved location.';
await doWebPush(sub, { title, body, tag: 'weather-alert', url: '/?tab=alerts' });
await doNtfy(sub.ntfyTopic, title, body, 'high');
const alertId = a.id || p.id;
if (alertId && !loggedAlertIds.has(alertId)) {
loggedAlertIds.add(alertId);
recordAlertLog({ type: 'nws', alertId, event: p.event, headline: p.headline, description: p.description, instruction: p.instruction, effective: p.effective, expires: p.expires, lat: sub.lat, lon: sub.lon });
}
}
sub.seenAlertIds = [...new Set([...sub.seenAlertIds, ...newAlerts.map(f => f.id || f.properties?.id)])].slice(-200);
saveSubs();
}
// ── Daily digest ─────────────────────────────────────────────────────────
if (sub.lastDigestDate !== todayStr && currentHour === (sub.digestHour ?? 7)) {
const wx = await fetch(`${base}/api/weather?lat=${sub.lat}&lon=${sub.lon}`).then(r => r.json()).catch(() => null);
if (wx) {
const d = wx.daily;
const body = `High ${Math.round(d.temperature_2m_max[0])}° / Low ${Math.round(d.temperature_2m_min[0])}° · ${wmoShort(d.weather_code[0])} · Rain ${d.precipitation_probability_max[0]}% · UV ${Math.round(d.uv_index_max[0] ?? 0)}`;
await doWebPush(sub, { title: '☀️ NeCloud Daily Forecast', body, tag: 'daily-digest', url: '/' });
await doNtfy(sub.ntfyTopic, '☀️ NeCloud Daily Forecast', body);
sub.lastDigestDate = todayStr;
saveSubs();
}
}
// ── Custom thresholds ─────────────────────────────────────────────────────
if (sub.thresholds && Object.keys(sub.thresholds).length) {
if (sub.lastThresholdDate !== todayStr) { sub.lastThresholdAlerted = {}; sub.lastThresholdDate = todayStr; }
const wx = await fetch(`${base}/api/weather?lat=${sub.lat}&lon=${sub.lon}`).then(r => r.json()).catch(() => null);
if (wx) {
const c = wx.current;
const alerted = sub.lastThresholdAlerted || {};
const gustVal = stationObs?.windgustmph ?? c.wind_gusts_10m;
const gustSrc = stationObs ? 'station' : 'forecast model';
if (sub.thresholds.wind && gustVal > sub.thresholds.wind && !alerted.wind) {
alerted.wind = true;
const body = `Gusts at ${Math.round(gustVal)} mph — your threshold is ${sub.thresholds.wind} mph (${gustSrc})`;
await doWebPush(sub, { title: '💨 Wind Alert', body, tag: 'wind-threshold', url: '/' });
await doNtfy(sub.ntfyTopic, '💨 Wind Alert', body, 'high');
recordAlertLog({ type: 'threshold', tag: 'wind-threshold', value: gustVal, threshold: sub.thresholds.wind, body, lat: sub.lat, lon: sub.lon });
}
const tempVal = stationObs?.tempf ?? c.temperature_2m;
const tempSrc = stationObs ? 'station' : 'forecast model';
if (sub.thresholds.tempLow && tempVal < sub.thresholds.tempLow && !alerted.tempLow) {
alerted.tempLow = true;
const body = `Temperature at ${Math.round(tempVal)}°F — at or below your freeze threshold (${tempSrc})`;
await doWebPush(sub, { title: '🧊 Freeze Alert', body, tag: 'temp-threshold', url: '/' });
await doNtfy(sub.ntfyTopic, '🧊 Freeze Alert', body);
recordAlertLog({ type: 'threshold', tag: 'temp-threshold', value: tempVal, threshold: sub.thresholds.tempLow, body, lat: sub.lat, lon: sub.lon });
}
if (sub.thresholds.aqi) {
const aqData = await fetch(`${base}/api/air-quality?lat=${sub.lat}&lon=${sub.lon}`).then(r => r.json()).catch(() => null);
const aqi = aqData?.current?.us_aqi;
if (aqi && aqi > sub.thresholds.aqi && !alerted.aqi) {
alerted.aqi = true;
const body = `AQI at ${aqi} — above your threshold of ${sub.thresholds.aqi}`;
await doWebPush(sub, { title: '😷 Air Quality Alert', body, tag: 'aqi-threshold', url: '/' });
await doNtfy(sub.ntfyTopic, '😷 Air Quality Alert', body);
recordAlertLog({ type: 'threshold', tag: 'aqi-threshold', value: aqi, threshold: sub.thresholds.aqi, body, lat: sub.lat, lon: sub.lon });
}
}
// ── Station-based threshold alerts ───────────────────────────────────
if (stationObs) {
if (sub.thresholds.rainRate && stationObs.rainratein != null && stationObs.rainratein > sub.thresholds.rainRate && !alerted.rainRate) {
alerted.rainRate = true;
const body = `Rain rate at ${stationObs.rainratein.toFixed(2)} in/hr — threshold is ${sub.thresholds.rainRate} in/hr`;
await doWebPush(sub, { title: '🌧 Heavy Rain Alert', body, tag: 'rain-threshold', url: '/' });
await doNtfy(sub.ntfyTopic, '🌧 Heavy Rain Alert', body, 'high');
recordAlertLog({ type: 'threshold', tag: 'rain-threshold', value: stationObs.rainratein, threshold: sub.thresholds.rainRate, body, lat: sub.lat, lon: sub.lon });
}
if (sub.thresholds.tempHigh && stationObs.tempf != null && stationObs.tempf > sub.thresholds.tempHigh && !alerted.tempHigh) {
alerted.tempHigh = true;
const body = `Station temp at ${stationObs.tempf.toFixed(1)}°F — threshold is ${sub.thresholds.tempHigh}°F`;
await doWebPush(sub, { title: '🌡 High Temp Alert', body, tag: 'temp-high', url: '/' });
await doNtfy(sub.ntfyTopic, '🌡 High Temp Alert', body, 'high');
recordAlertLog({ type: 'threshold', tag: 'temp-high', value: stationObs.tempf, threshold: sub.thresholds.tempHigh, body, lat: sub.lat, lon: sub.lon });
}
if (sub.thresholds.tempLow && stationObs.tempf != null && stationObs.tempf < sub.thresholds.tempLow && !alerted.stationTempLow) {
alerted.stationTempLow = true;
const body = `Station temp at ${stationObs.tempf.toFixed(1)}°F — threshold is ${sub.thresholds.tempLow}°F`;
await doWebPush(sub, { title: '🧊 Low Temp Alert', body, tag: 'temp-low', url: '/' });
await doNtfy(sub.ntfyTopic, '🧊 Low Temp Alert', body, 'default');
recordAlertLog({ type: 'threshold', tag: 'temp-low', value: stationObs.tempf, threshold: sub.thresholds.tempLow, body, lat: sub.lat, lon: sub.lon });
}
if (stationObs.tempf != null && stationObs.tempf <= 34 && !alerted.freeze) {
alerted.freeze = true;
const body = `Station reading ${stationObs.tempf.toFixed(1)}°F — freezing conditions`;
await doWebPush(sub, { title: '❄️ Freeze Warning', body, tag: 'freeze', url: '/' });
await doNtfy(sub.ntfyTopic, '❄️ Freeze Warning', body, 'urgent');
recordAlertLog({ type: 'threshold', tag: 'freeze', value: stationObs.tempf, threshold: 34, body, lat: sub.lat, lon: sub.lon });
}
if (sub.thresholds.wind && stationObs.windgustmph != null && stationObs.windgustmph > sub.thresholds.wind && !alerted.stationWind) {
alerted.stationWind = true;
const body = `Station gust at ${stationObs.windgustmph.toFixed(0)} mph — threshold is ${sub.thresholds.wind} mph`;
await doWebPush(sub, { title: '💨 Wind Gust Alert', body, tag: 'wind-station', url: '/' });
await doNtfy(sub.ntfyTopic, '💨 Wind Gust Alert', body, 'high');
recordAlertLog({ type: 'threshold', tag: 'wind-station', value: stationObs.windgustmph, threshold: sub.thresholds.wind, body, lat: sub.lat, lon: sub.lon });
}
}
// ── Station offline alert ────────────────────────────────────────────
if (!stationObs && ambientServerConfig.apiKey) {
const lastReading = lastRecordedDateutc;
if (lastReading && Date.now() - lastReading > 20 * 60 * 1000 && !alerted.stationOffline) {
alerted.stationOffline = true;
const mins = Math.round((Date.now() - lastReading) / 60000);
const body = `No station data for ${mins} minutes`;
await doWebPush(sub, { title: '📡 Station Offline', body, tag: 'station-offline', url: '/' });
await doNtfy(sub.ntfyTopic, '📡 Station Offline', body, 'default');
recordAlertLog({ type: 'threshold', tag: 'station-offline', body, lat: sub.lat, lon: sub.lon });
}
} else if (stationObs) {
alerted.stationOffline = false;
}
sub.lastThresholdAlerted = alerted;
saveSubs();
}
}
await new Promise(r => setTimeout(r, 200));
} catch (err) {
console.error('[cron] Subscription error:', err.message);
}
}
}
setTimeout(alertWatcherCron, 15000);
setInterval(alertWatcherCron, 60 * 1000);
// ── Dashboard routes ──────────────────────────────────────────────────────────
app.use('/dashboard', express.urlencoded({ extended: false }));
// Setup (first-time account creation)
app.get('/dashboard/setup', (req, res) => {
if (dashAuth) return res.redirect('/dashboard');
res.sendFile(path.join(__dirname, 'public', 'dashboard-setup.html'));
});
app.post('/dashboard/setup', (req, res) => {
if (dashAuth) return res.redirect('/dashboard');
const { username, password } = req.body || {};
if (!username || !password || password.length < 6) {
return res.redirect('/dashboard/setup?error=1');
}
const salt = crypto.randomBytes(16).toString('hex');
const hash = hashPassword(password, salt);
dashAuth = { username, salt, hash };
try { fs.writeFileSync(DASH_AUTH_FILE, JSON.stringify(dashAuth)); } catch {}
const token = signSession(username);
res.setHeader('Set-Cookie', `dsession=${token}; HttpOnly; Path=/; Max-Age=${30*24*3600}; SameSite=Lax`);
res.redirect('/dashboard');
});
// Login
app.get('/dashboard/login', (req, res) => {
if (!dashAuth) return res.redirect('/dashboard/setup');
const cookies = parseCookies(req);
if (verifySession(cookies.dsession)) return res.redirect('/dashboard');
res.sendFile(path.join(__dirname, 'public', 'dashboard-login.html'));
});
app.post('/dashboard/login', (req, res) => {
if (!dashAuth) return res.redirect('/dashboard/setup');
const { username, password } = req.body || {};
if (!username || !password) return res.redirect('/dashboard/login?error=1');
if (username !== dashAuth.username) return res.redirect('/dashboard/login?error=1');
const hash = hashPassword(password, dashAuth.salt);
let match = false;
try { match = crypto.timingSafeEqual(Buffer.from(hash, 'hex'), Buffer.from(dashAuth.hash, 'hex')); } catch {}
if (!match) return res.redirect('/dashboard/login?error=1');
const token = signSession(username);
res.setHeader('Set-Cookie', `dsession=${token}; HttpOnly; Path=/; Max-Age=${30*24*3600}; SameSite=Lax`);
res.redirect('/dashboard');
});
// Logout
app.get('/dashboard/logout', (_req, res) => {
res.setHeader('Set-Cookie', 'dsession=; HttpOnly; Path=/; Max-Age=0; SameSite=Lax');
res.redirect('/dashboard/login');
});
// Password recovery
app.get('/dashboard/recover', (_req, res) => {
if (!dashAuth) return res.redirect('/dashboard/setup');
res.sendFile(path.join(__dirname, 'public', 'dashboard-recover.html'));
});
app.post('/dashboard/recover', (req, res) => {
if (!dashAuth) return res.redirect('/dashboard/setup');
const { token, password } = req.body || {};
if (!token || !password || password.length < 6) return res.redirect('/dashboard/recover?error=1');
const expected = getDailyRecoveryToken();
let match = false;
try { match = crypto.timingSafeEqual(Buffer.from(token.trim()), Buffer.from(expected)); } catch {}
if (!match) return res.redirect('/dashboard/recover?error=1');
const salt = crypto.randomBytes(16).toString('hex');
const hash = hashPassword(password, salt);
dashAuth = { ...dashAuth, salt, hash };
try { fs.writeFileSync(DASH_AUTH_FILE, JSON.stringify(dashAuth)); } catch {}
res.redirect('/dashboard/login?recovered=1');
});
// Main dashboard
app.get('/dashboard', requireDashboardAuth, (_req, res) => {
if (!dashAuth) return res.redirect('/dashboard/setup');
res.sendFile(path.join(__dirname, 'public', 'dashboard.html'));
});
// Settings page
app.get('/dashboard/settings', requireDashboardAuth, (_req, res) => {
res.sendFile(path.join(__dirname, 'public', 'dashboard-settings.html'));
});
// Downsample into ~`points` time buckets: averages for smooth series, true max/min for
// extremes, and a speed-weighted vector mean for wind direction.
const BUCKET_AVG = ['tempf', 'feelsLike', 'humidity', 'dewPoint', 'windspeedmph', 'baromrelin', 'baromabsin', 'uv', 'solarradiation', 'tempinf', 'humidityin'];
const BUCKET_MAX = ['windgustmph', 'rainratein', 'dailyrainin', 'maxdailygust'];
function bucketReadings(readings, points) {
const t0 = readings[0].dateutc, span = readings[readings.length - 1].dateutc - t0 || 1;
const size = span / points;
const buckets = new Map();
for (const r of readings) {
const i = Math.min(points - 1, Math.floor((r.dateutc - t0) / size));
let b = buckets.get(i);
if (!b) { b = { n: 0, tsum: 0, sums: {}, cnt: {}, max: {}, tmin: Infinity, tmax: -Infinity, vx: 0, vy: 0 }; buckets.set(i, b); }
b.n++; b.tsum += r.dateutc;
for (const k of BUCKET_AVG) if (r[k] != null) { b.sums[k] = (b.sums[k] || 0) + r[k]; b.cnt[k] = (b.cnt[k] || 0) + 1; }
for (const k of BUCKET_MAX) if (r[k] != null && (b.max[k] == null || r[k] > b.max[k])) b.max[k] = r[k];
if (r.tempf != null) { if (r.tempf < b.tmin) b.tmin = r.tempf; if (r.tempf > b.tmax) b.tmax = r.tempf; }
if (r.winddir != null) { const w = Math.max(r.windspeedmph || 0, 0.1) * Math.PI / 180; const a = r.winddir * Math.PI / 180; b.vx += Math.sin(a) * (r.windspeedmph || 0.1); b.vy += Math.cos(a) * (r.windspeedmph || 0.1); }
}
return [...buckets.entries()].sort(([a], [b]) => a - b).map(([, b]) => {
const o = { dateutc: Math.round(b.tsum / b.n), n: b.n };
for (const k of BUCKET_AVG) if (b.cnt[k]) o[k] = +(b.sums[k] / b.cnt[k]).toFixed(k === 'baromrelin' || k === 'baromabsin' ? 3 : 2);
for (const k of BUCKET_MAX) if (b.max[k] != null) o[k] = b.max[k];
if (b.tmin !== Infinity) { o.tempMin = b.tmin; o.tempMax = b.tmax; }
if (b.vx || b.vy) o.winddir = Math.round((Math.atan2(b.vx, b.vy) * 180 / Math.PI + 360) % 360);
return o;
});
}
// Station history API
app.get('/api/station/history', requireDashboardAuth, (req, res) => {
const rangeMap = { '1h': 3600000, '6h': 21600000, '24h': 86400000, '2d': 172800000, '7d': 604800000, '30d': 2592000000, '90d': 7776000000, '1y': 31536000000, '2y': 63072000000, '3y': 94608000000 };
const range = req.query.range || '24h';
const rangeMs = rangeMap[range] || rangeMap['24h'];
const readings = loadStationReadings(rangeMs);
const points = parseInt(req.query.points);
if (points >= 50 && readings.length > points) return res.json(bucketReadings(readings, points));
res.json(readings);
});
// Latest station reading
app.get('/api/station/latest', requireDashboardAuth, async (req, res) => {
if (!ambientServerConfig.apiKey || !ambientServerConfig.appKey) {
return res.status(503).json({ error: 'Station not configured' });
}
const cached = ambientCaches.get(ambientServerConfig.apiKey);
if (cached) return res.json(cached.data?.[0]?.lastData || null);
res.json(null);
});
// ── Ambient historical backfill ───────────────────────────────────────────────
let backfillState = { running: false, done: 0, total: 0, inserted: 0, error: null };
async function runBackfill(daysBack) {
const apiKey = ambientServerConfig.apiKey;
const appKey = ambientServerConfig.appKey;
if (!apiKey || !appKey) {
backfillState = { running: false, done: 0, total: 0, inserted: 0, error: 'No API keys configured' };
return;
}
// Get device MAC address
let mac;
try {
const r = await fetchWithRetry(
`https://rt.ambientweather.net/v1/devices?apiKey=${encodeURIComponent(apiKey)}&applicationKey=${encodeURIComponent(appKey)}`,
{ attempts: 3, timeoutMs: 15000 }
);
const devices = await r.json();
mac = devices?.[0]?.macAddress;
} catch (e) {
backfillState = { running: false, done: 0, total: 0, inserted: 0, error: `Device fetch failed: ${e.message}` };
return;
}
if (!mac) {
backfillState = { running: false, done: 0, total: 0, inserted: 0, error: 'No device found for these keys' };
return;
}
const cutoff = Date.now() - daysBack * 86400000;
backfillState = { running: true, done: 0, total: daysBack, inserted: 0, error: null };
let endDate = Date.now();
let inserted = 0;
while (endDate > cutoff) {
await new Promise(r => setTimeout(r, 1100)); // respect 1 req/sec rate limit
try {
const url = `https://rt.ambientweather.net/v1/devices/${encodeURIComponent(mac)}?apiKey=${encodeURIComponent(apiKey)}&applicationKey=${encodeURIComponent(appKey)}&limit=288&endDate=${endDate}`;
const r = await fetchWithRetry(url, { attempts: 2, timeoutMs: 15000 });
const records = await r.json();
if (!Array.isArray(records) || records.length === 0) break;
let oldest = Infinity;
for (const rec of records) {
if (!rec.dateutc) continue;
if (rec.dateutc < oldest) oldest = rec.dateutc;
if (rec.dateutc < cutoff) continue;
if (saveStationReading(rec)) inserted++;
}
backfillState.done = Math.min(daysBack, Math.ceil((Date.now() - oldest) / 86400000));
backfillState.inserted = inserted;
if (records.length < 288 || oldest <= cutoff) break;
endDate = oldest - 1;
} catch (e) {
backfillState.error = e.message;
break;
}
}
backfillState.running = false;
backfillState.done = daysBack;
backfillState.inserted = inserted;
console.log(`[backfill] complete — inserted ${inserted} records`);
}
app.post('/api/station/backfill', requireDashboardAuth, (req, res) => {
if (backfillState.running) return res.json({ ok: false, error: 'Backfill already running' });
const days = Math.min(Math.max(parseInt(req.body?.days || '30'), 1), 365);
res.json({ ok: true, days });
runBackfill(days).catch(e => {
backfillState.error = e.message;
backfillState.running = false;
});
});
app.get('/api/station/backfill/status', requireDashboardAuth, (_req, res) => {
res.json(backfillState);
});
// ── Station analytics ─────────────────────────────────────────────────────────
// Records — derived from the persistent per-day store (data/records.json)
app.get('/api/station/records', requireDashboardAuth, (_req, res) => {
res.json(deriveRecords());
});
// Per-day summaries (extremes, average temp, rain, wind-direction histogram) for charts/insights
app.get('/api/station/daily', requireDashboardAuth, (req, res) => {
const limit = Math.min(Math.max(parseInt(req.query.days) || 0, 0), 5000);
let entries = Object.entries(recordsStore.days).sort(([a], [b]) => a.localeCompare(b));
if (limit) entries = entries.slice(-limit);
res.json(entries.map(([d, v]) => ({
d, n: v.n || 0,
hi: v.hi?.[0] ?? null, hiT: v.hi?.[1] ?? null, lo: v.lo?.[0] ?? null, loT: v.lo?.[1] ?? null,
avg: v.tn ? +(v.tsum / v.tn).toFixed(1) : null,
gust: v.gust?.[0] ?? null, gustT: v.gust?.[1] ?? null,
rain: v.rain ?? null, rate: v.rate?.[0] ?? null,
uv: v.uv?.[0] ?? null, solar: v.solar?.[0] ?? null,
pmax: v.pmax?.[0] ?? null, pmin: v.pmin?.[0] ?? null,
hmax: v.hmax?.[0] ?? null, hmin: v.hmin?.[0] ?? null,
wd: v.wd || null,
})));
});
// Re-scan raw readings into the records store (merge only; never lowers a record)
app.post('/api/station/records/rebuild', requireDashboardAuth, (_req, res) => {
const scanned = rebuildRecordsFromFiles();
res.json({ ok: true, scanned });
});
// Full backup: every saved reading (deduped, oldest first) as newline-delimited JSON
app.get('/api/station/backup.jsonl', requireDashboardAuth, (_req, res) => {
let files;
try { files = fs.readdirSync(STATION_DIR).filter(f => f.endsWith('.jsonl')).sort(); } catch { files = []; }
res.setHeader('Content-Type', 'application/x-ndjson');
res.setHeader('Content-Disposition', `attachment; filename="station-backup-${new Date().toISOString().slice(0, 10)}.jsonl"`);
for (const f of files) {
try {
const seen = new Set();
const rows = [];
for (const l of fs.readFileSync(path.join(STATION_DIR, f), 'utf8').split('\n')) {
if (!l) continue;
try { const t = JSON.parse(l).dateutc; if (seen.has(t)) continue; seen.add(t); } catch {}
rows.push(l);
}
if (rows.length) res.write(rows.join('\n') + '\n');
} catch {}
}
res.end();
});
// Records store (per-day extremes) as JSON
app.get('/api/station/records-backup.json', requireDashboardAuth, (_req, res) => {
res.setHeader('Content-Disposition', `attachment; filename="station-records-${new Date().toISOString().slice(0, 10)}.json"`);
res.json(recordsStore);
});
app.get('/api/station/rain-totals', requireDashboardAuth, (_req, res) => {
const now = Date.now();
const ytdCutoff = new Date(new Date().getFullYear(), 0, 1).getTime();
function sumDailyRain(readings) {
const byDay = {};
for (const r of readings) {
if (r.dailyrainin == null || !r.dateutc) continue;
const d = stationLocalDay(r);
if (byDay[d] == null || r.dailyrainin > byDay[d]) byDay[d] = r.dailyrainin;
}
return +Object.values(byDay).reduce((a, b) => a + b, 0).toFixed(2);
}
res.json({
rain7d: sumDailyRain(loadStationReadings(7 * 86400000)),
rain30d: sumDailyRain(loadStationReadings(30 * 86400000)),
rainYTD: sumDailyRain(loadStationReadings(now - ytdCutoff)),
});
});
// Heating/cooling degree days
app.get('/api/station/degree-days', requireDashboardAuth, (req, res) => {
const base = parseFloat(req.query.base || '65');
const rangeMs = Math.min(parseInt(req.query.rangeMs || String(30 * 86400000)), 365 * 86400000);
const readings = loadStationReadings(rangeMs);
const byDay = {};
for (const r of readings) {
if (r.tempf == null || !r.dateutc) continue;
const d = stationLocalDay(r);
if (!byDay[d]) byDay[d] = [];
byDay[d].push(r.tempf);
}
let hdd = 0, cdd = 0;
for (const temps of Object.values(byDay)) {
const avg = temps.reduce((a, b) => a + b, 0) / temps.length;
hdd += Math.max(0, base - avg);
cdd += Math.max(0, avg - base);
}
res.json({ hdd: +hdd.toFixed(1), cdd: +cdd.toFixed(1), base, days: Object.keys(byDay).length });
});
// CSV export
const RANGE_MS_MAP = { '1h': 3600000, '6h': 21600000, '24h': 86400000, '7d': 604800000, '30d': 2592000000, '90d': 7776000000, '1y': 31536000000, '2y': 63072000000, '3y': 94608000000 };
app.get('/api/station/export.csv', requireDashboardAuth, (req, res) => {
const range = req.query.range || '30d';
const readings = loadStationReadings(RANGE_MS_MAP[range] || RANGE_MS_MAP['30d']);
const cols = ['date','tempf','feelsLike','humidity','dewPoint','windspeedmph','windgustmph','winddir','baromrelin','baromabsin','rainratein','dailyrainin','weeklyrainin','monthlyrainin','uv','solarradiation','battout'];
const header = cols.join(',');
const rows = readings.map(r => cols.map(c => {
if (c === 'date') return new Date(r.dateutc).toISOString();
return r[c] == null ? '' : r[c];
}).join(','));
res.setHeader('Content-Type', 'text/csv');
res.setHeader('Content-Disposition', `attachment; filename="station-${range}-${new Date().toISOString().slice(0,10)}.csv"`);
res.send([header, ...rows].join('\n'));
});
// Year-over-year: current range + same range 1 year prior (timestamps shifted forward 1yr for chart overlay)
app.get('/api/station/yoy', requireDashboardAuth, (req, res) => {
const rangeMs = RANGE_MS_MAP[req.query.range] || RANGE_MS_MAP['1y'];
const YEAR_MS = 365.25 * 86400000;
const current = loadStationReadings(rangeMs);
const priorEnd = Date.now() - YEAR_MS;
const prior = loadStationReadings(rangeMs + YEAR_MS).filter(r => r.dateutc >= priorEnd - rangeMs && r.dateutc <= priorEnd);
const priorShifted = prior.map(r => ({ dateutc: Math.round(r.dateutc + YEAR_MS), tempf: r.tempf, humidity: r.humidity, windspeedmph: r.windspeedmph, baromrelin: r.baromrelin }));
res.json({ current: current.map(r => ({ dateutc: r.dateutc, tempf: r.tempf, humidity: r.humidity, windspeedmph: r.windspeedmph, baromrelin: r.baromrelin })), prior: priorShifted });
});
// Anomaly — hourly baseline from all historical data
app.get('/api/station/anomaly', requireDashboardAuth, (_req, res) => {
const all = loadStationReadings(365 * 86400000);
if (all.length < 200) return res.json({ available: false });
const byHour = Array.from({ length: 24 }, () => []);
for (const r of all) {
if (r.tempf == null) continue;
byHour[new Date(r.dateutc).getHours()].push(r.tempf);
}
const hourStats = byHour.map(temps => {
if (temps.length < 10) return null;
const mean = temps.reduce((a, b) => a + b) / temps.length;
const stddev = Math.sqrt(temps.reduce((a, b) => a + (b - mean) ** 2, 0) / temps.length);
return { mean: +mean.toFixed(1), stddev: +stddev.toFixed(1) };
});
const last = all[all.length - 1];
const h = new Date(last.dateutc).getHours();
const stat = hourStats[h];
const z = (stat && stat.stddev > 0) ? (last.tempf - stat.mean) / stat.stddev : 0;
res.json({ available: true, hourStats, anomaly: z > 2 ? 'above' : z < -2 ? 'below' : 'normal', currentTemp: last.tempf, currentHour: h, mean: stat?.mean, stddev: stat?.stddev });
});
// Public conditions page + API (no auth required)
app.get('/conditions', (_req, res) => {
res.sendFile(path.join(__dirname, 'public', 'conditions.html'));
});
app.get('/api/conditions/public', (_req, res) => {
if (!ambientServerConfig.apiKey) return res.status(503).json({ error: 'Not configured' });
const cached = ambientCaches.get(ambientServerConfig.apiKey);
const data = cached?.data?.[0]?.lastData || null;
if (!data) return res.json(null);
res.json({ ...data, stationName: dashAuth?.stationName || 'Genesis 8:22' });
});
// ── Dashboard management APIs ─────────────────────────────────────────────────
// Change password
app.post('/api/dashboard/change-password', requireDashboardAuth, (req, res) => {
const { currentPassword, newPassword } = req.body || {};
if (!currentPassword || !newPassword || newPassword.length < 6)
return res.status(400).json({ error: 'Invalid input' });
const hash = hashPassword(currentPassword, dashAuth.salt);
let match = false;
try { match = crypto.timingSafeEqual(Buffer.from(hash, 'hex'), Buffer.from(dashAuth.hash, 'hex')); } catch {}
if (!match) return res.status(403).json({ error: 'Current password incorrect' });
const salt = crypto.randomBytes(16).toString('hex');
dashAuth = { ...dashAuth, salt, hash: hashPassword(newPassword, salt) };
try { fs.writeFileSync(DASH_AUTH_FILE, JSON.stringify(dashAuth)); } catch {}
res.json({ ok: true });
});
// Station name
app.get('/api/dashboard/station-name', requireDashboardAuth, (_req, res) => {
res.json({ name: dashAuth?.stationName || 'Genesis 8:22' });
});
app.post('/api/dashboard/station-name', requireDashboardAuth, (req, res) => {
const { name } = req.body || {};
if (!name || typeof name !== 'string' || !name.trim()) return res.status(400).json({ error: 'Invalid name' });
dashAuth = { ...dashAuth, stationName: name.trim().slice(0, 60) };
try { fs.writeFileSync(DASH_AUTH_FILE, JSON.stringify(dashAuth)); } catch {}
res.json({ ok: true, name: dashAuth.stationName });
});
// Monthly summary — avg temp, total rain, high temp, high gust per month
app.get('/api/station/monthly-summary', requireDashboardAuth, (_req, res) => {
let files;
try { files = fs.readdirSync(STATION_DIR).filter(f => f.endsWith('.jsonl')).sort(); } catch { return res.json([]); }
const months = {};
for (const file of files) {
try {
const lines = fs.readFileSync(path.join(STATION_DIR, file), 'utf8').split('\n').filter(Boolean);
for (const line of lines) {
try {
const r = JSON.parse(line);
if (!r.dateutc) continue;
const day = stationLocalDay(r);
const key = day.slice(0, 7); // YYYY-MM (local)
if (!months[key]) months[key] = { temps: [], highTemp: null, highGust: null, dailyRainMax: {} };
const m = months[key];
if (r.tempf != null) {
m.temps.push(r.tempf);
if (m.highTemp == null || r.tempf > m.highTemp) m.highTemp = r.tempf;
}
if (r.windgustmph != null && (m.highGust == null || r.windgustmph > m.highGust)) m.highGust = r.windgustmph;
if (r.dailyrainin != null) {
if (m.dailyRainMax[day] == null || r.dailyrainin > m.dailyRainMax[day]) m.dailyRainMax[day] = r.dailyrainin;
}
} catch {}
}
} catch {}
}
const result = Object.entries(months).sort(([a], [b]) => a.localeCompare(b)).map(([key, m]) => ({
month: key,
avgTemp: m.temps.length ? +(m.temps.reduce((a, b) => a + b, 0) / m.temps.length).toFixed(1) : null,
highTemp: m.highTemp != null ? +m.highTemp.toFixed(1) : null,
highGust: m.highGust != null ? +m.highGust.toFixed(0) : null,
totalRain: +Object.values(m.dailyRainMax).reduce((a, b) => a + b, 0).toFixed(2),
readings: m.temps.length,
}));
res.json(result);
});
// Subscriptions list (for reading thresholds in dashboard)
app.get('/api/subscriptions', requireDashboardAuth, (_req, res) => {
res.json(pushSubscriptions.map(s => ({ ntfyTopic: s.ntfyTopic, thresholds: s.thresholds || {}, hasWebPush: !!s.subscription })));
});
// Update thresholds on all subscriptions at once
app.post('/api/subscriptions/thresholds', requireDashboardAuth, (req, res) => {
const { thresholds } = req.body || {};
if (!thresholds || typeof thresholds !== 'object') return res.status(400).json({ error: 'Invalid' });
for (const sub of pushSubscriptions) sub.thresholds = { ...(sub.thresholds || {}), ...thresholds };
saveSubs();
res.json({ ok: true, updated: pushSubscriptions.length });
});
// Station location (for dashboard alerts)
app.get('/api/dashboard/location', requireDashboardAuth, (_req, res) => {
if (dashAuth?.stationLat != null)
return res.json({ lat: dashAuth.stationLat, lon: dashAuth.stationLon });
if (pushSubscriptions.length)
return res.json({ lat: pushSubscriptions[0].lat, lon: pushSubscriptions[0].lon, fromSubscription: true });
res.json(null);
});
app.post('/api/dashboard/location', requireDashboardAuth, (req, res) => {
const { lat, lon } = req.body || {};
if (!isValidCoord(lat, -90, 90) || !isValidCoord(lon, -180, 180))
return res.status(400).json({ error: 'Invalid coordinates' });
dashAuth = { ...dashAuth, stationLat: +lat, stationLon: +lon };
try { fs.writeFileSync(DASH_AUTH_FILE, JSON.stringify(dashAuth)); } catch {}
dashAlertCache.clear();
res.json({ ok: true });
});
// NWS alerts for the station location (5-min cache)
const dashAlertCache = new Map();
app.get('/api/dashboard/alerts', requireDashboardAuth, async (_req, res) => {
let lat = dashAuth?.stationLat;
let lon = dashAuth?.stationLon;
if (lat == null && pushSubscriptions.length) { lat = pushSubscriptions[0].lat; lon = pushSubscriptions[0].lon; }
if (lat == null) return res.json({ features: [], noLocation: true });
const cacheKey = `${lat},${lon}`;
const cached = dashAlertCache.get(cacheKey);
if (cached && Date.now() - cached.at < 5 * 60 * 1000) return res.json(cached.data);
try {
const r = await fetchWithRetry(`https://api.weather.gov/alerts/active?point=${lat},${lon}`, {
attempts: 1, timeoutMs: 12000,
fetchOptions: { headers: { 'User-Agent': 'weather-app-v2 (nate@necloud.us)', Accept: 'application/geo+json' } },
});
const data = await r.json();
dashAlertCache.set(cacheKey, { data, at: Date.now() });
res.json(data);
} catch { res.json({ features: [] }); }
});
// Consecutive dry/wet streak (from daily rain totals)
app.get('/api/station/streak', requireDashboardAuth, (_req, res) => {
const readings = loadStationReadings(60 * 86400000);
const byDay = {};
for (const r of readings) {
if (r.dailyrainin == null || !r.dateutc) continue;
const d = stationLocalDay(r);
if (byDay[d] == null || r.dailyrainin > byDay[d]) byDay[d] = r.dailyrainin;
}
const days = Object.keys(byDay).sort().reverse();
if (!days.length) return res.json({ type: null, count: 0 });
const latestRain = byDay[days[0]];
const streakType = latestRain >= 0.01 ? 'wet' : 'dry';
let count = 0;
for (const d of days) {
const rain = byDay[d];
if (streakType === 'wet' ? rain >= 0.01 : rain < 0.01) count++;
else break;
}
res.json({ type: streakType, count });
});
// Trend data — last reading vs 1h ago for each tile
app.get('/api/station/trend', requireDashboardAuth, (_req, res) => {
const hour = loadStationReadings(3600000);
if (hour.length < 2) return res.json({});
const now = hour[hour.length - 1];
const hourAgo = hour[0];
const diff = (field) => {
const a = hourAgo[field], b = now[field];
if (a == null || b == null) return null;
const d = b - a;
return d > 0.1 ? 'up' : d < -0.1 ? 'down' : 'flat';
};
res.json({
tempf: diff('tempf'), humidity: diff('humidity'), dewPoint: diff('dewPoint'),
windspeedmph: diff('windspeedmph'), baromrelin: diff('baromrelin'),
uv: diff('uv'), solarradiation: diff('solarradiation'),
});
});
// Alert history log
app.get('/api/dashboard/alert-history', requireDashboardAuth, (req, res) => {
const days = Math.min(90, Math.max(1, parseInt(req.query.days) || 30));
const results = [];
const now = Date.now();
for (let i = 0; i < days; i++) {
const day = new Date(now - i * 86400000).toISOString().slice(0, 10);
const file = path.join(ALERTS_DIR, `${day}.jsonl`);
if (!fs.existsSync(file)) continue;
try {
const lines = fs.readFileSync(file, 'utf8').split('\n').filter(Boolean);
for (const line of lines) {
try { results.push(JSON.parse(line)); } catch {}
}
} catch {}
}
results.sort((a, b) => b.ts - a.ts);
res.json(results);
});
app.listen(PORT, () => {
console.log(`Weather app running on port ${PORT}`);
if (dashAuth) {
console.log(`Dashboard recovery token (changes daily): ${getDailyRecoveryToken()}`);
console.log(` Use at http://localhost:${PORT}/dashboard/recover`);
}
});