adding backup and data perstance accross devices

This commit is contained in:
nmemmert
2026-05-28 08:32:33 -04:00
parent 48b3790cd2
commit d8da3744ca
9 changed files with 479 additions and 66 deletions
+35
View File
@@ -0,0 +1,35 @@
# ── Stage 1: Build the Vite frontend ────────────────────────────────────────
FROM node:20-alpine AS builder
WORKDIR /app
COPY package*.json ./
RUN npm ci
COPY . .
RUN npm run build
# ── Stage 2: Production image ────────────────────────────────────────────────
FROM node:20-alpine
WORKDIR /app
# Copy package files and install production deps only
COPY package*.json ./
RUN npm ci --omit=dev
# Copy built frontend and server source
COPY --from=builder /app/dist ./dist
COPY server/ ./server/
# SQLite data directory — mount a volume here for persistence
# e.g. docker run -v /your/host/path:/app/server/data ...
RUN mkdir -p /app/server/data
EXPOSE 3001
ENV NODE_ENV=production
ENV PORT=3001
# Override DATA_DIR if you mount the volume elsewhere
ENV DATA_DIR=/app/server/data
CMD ["node", "server/index.js"]
+6
View File
@@ -5,14 +5,20 @@
"type": "module", "type": "module",
"scripts": { "scripts": {
"dev": "vite", "dev": "vite",
"dev:server": "node server/index.js",
"dev:full": "concurrently \"npm run dev:server\" \"npm run dev\"",
"build": "vite build", "build": "vite build",
"preview": "vite preview", "preview": "vite preview",
"start": "NODE_ENV=production node server/index.js",
"test": "vitest", "test": "vitest",
"test:run": "vitest run", "test:run": "vitest run",
"coverage": "vitest run --coverage" "coverage": "vitest run --coverage"
}, },
"dependencies": { "dependencies": {
"better-sqlite3": "^9.4.3",
"concurrently": "^8.2.2",
"docx": "^9.7.0", "docx": "^9.7.0",
"express": "^4.19.2",
"react": "^19.0.0", "react": "^19.0.0",
"react-dom": "^19.0.0" "react-dom": "^19.0.0"
}, },
+14 -14
View File
@@ -2,24 +2,24 @@
set -euo pipefail set -euo pipefail
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
PID_FILE="$ROOT_DIR/.vite.pid"
stop_server() { stop_pid_file() {
if [ -f "$PID_FILE" ]; then local pid_file="$1"
OLD_PID=$(cat "$PID_FILE") local label="$2"
if kill -0 "$OLD_PID" 2>/dev/null; then if [ -f "$pid_file" ]; then
echo "Stopping existing Vite server (PID $OLD_PID)..." local old_pid
kill "$OLD_PID" old_pid=$(cat "$pid_file")
if kill -0 "$old_pid" 2>/dev/null; then
echo "Stopping $label (PID $old_pid)..."
kill "$old_pid"
sleep 1 sleep 1
fi fi
rm -f "$PID_FILE" rm -f "$pid_file"
fi fi
} }
start_server() { stop_pid_file "$ROOT_DIR/.api.pid" "API server"
echo "Restarting Vite server using setup.sh..." stop_pid_file "$ROOT_DIR/.vite.pid" "Vite server"
exec "$ROOT_DIR/setup.sh"
}
stop_server echo "Restarting via setup.sh..."
start_server exec "$ROOT_DIR/setup.sh"
+100
View File
@@ -0,0 +1,100 @@
import Database from 'better-sqlite3';
import { mkdirSync } from 'fs';
import { join, dirname } from 'path';
import { fileURLToPath } from 'url';
const __dirname = dirname(fileURLToPath(import.meta.url));
const DATA_DIR = process.env.DATA_DIR || join(__dirname, 'data');
const DB_PATH = join(DATA_DIR, 'projects.db');
let db;
// ---------------------------------------------------------------------------
// Init — create tables if they don't exist
// ---------------------------------------------------------------------------
export function initDb() {
mkdirSync(DATA_DIR, { recursive: true });
db = new Database(DB_PATH);
// Enable WAL for better concurrent read performance
db.pragma('journal_mode = WAL');
db.exec(`
CREATE TABLE IF NOT EXISTS projects (
id TEXT PRIMARY KEY,
title TEXT NOT NULL,
last_edited INTEGER NOT NULL,
chapter_summary TEXT,
data TEXT NOT NULL
);
`);
console.log(`SQLite database ready at ${DB_PATH}`);
}
// ---------------------------------------------------------------------------
// Helpers
// ---------------------------------------------------------------------------
function buildSummary(project) {
if (!Array.isArray(project.chapters)) return '';
return project.chapters.map((ch) => `${ch.book} ${ch.chapter}`).join(', ');
}
// ---------------------------------------------------------------------------
// Queries
// ---------------------------------------------------------------------------
/**
* Returns all project summaries (id, title, lastEdited, chapterSummary).
* Does NOT return full project data to keep the response small.
*/
export function getAllProjects() {
const rows = db.prepare(`
SELECT id, title, last_edited AS lastEdited, chapter_summary AS chapterSummary
FROM projects
ORDER BY last_edited DESC
`).all();
return rows;
}
/**
* Returns a single full project by id, or null if not found.
*/
export function getProject(id) {
const row = db.prepare('SELECT data FROM projects WHERE id = ?').get(id);
if (!row) return null;
try {
return JSON.parse(row.data);
} catch {
return null;
}
}
/**
* Insert or replace a project. Returns the summary.
*/
export function upsertProject(project) {
const lastEdited = project.lastEdited ?? Date.now();
const chapterSummary = buildSummary(project);
const updated = { ...project, lastEdited };
db.prepare(`
INSERT INTO projects (id, title, last_edited, chapter_summary, data)
VALUES (?, ?, ?, ?, ?)
ON CONFLICT(id) DO UPDATE SET
title = excluded.title,
last_edited = excluded.last_edited,
chapter_summary = excluded.chapter_summary,
data = excluded.data
`).run(project.id, project.title, lastEdited, chapterSummary, JSON.stringify(updated));
return { id: project.id, title: project.title, lastEdited, chapterSummary };
}
/**
* Delete a project by id. No-op if not found.
*/
export function deleteProject(id) {
db.prepare('DELETE FROM projects WHERE id = ?').run(id);
}
+102
View File
@@ -0,0 +1,102 @@
import express from 'express';
import { fileURLToPath } from 'url';
import { dirname, join } from 'path';
import { initDb, getAllProjects, getProject, upsertProject, deleteProject } from './db.js';
const __dirname = dirname(fileURLToPath(import.meta.url));
const app = express();
const PORT = process.env.PORT || 3001;
app.use(express.json({ limit: '10mb' }));
// ---------------------------------------------------------------------------
// Health check
// ---------------------------------------------------------------------------
app.get('/api/health', (_req, res) => {
res.json({ ok: true });
});
// ---------------------------------------------------------------------------
// GET /api/projects — list all project summaries (no full data)
// ---------------------------------------------------------------------------
app.get('/api/projects', (_req, res) => {
try {
const projects = getAllProjects();
res.json(projects);
} catch (err) {
console.error('GET /api/projects error:', err);
res.status(500).json({ error: 'Failed to list projects.' });
}
});
// ---------------------------------------------------------------------------
// GET /api/projects/:id — fetch a single full project
// ---------------------------------------------------------------------------
app.get('/api/projects/:id', (req, res) => {
try {
const project = getProject(req.params.id);
if (!project) return res.status(404).json({ error: 'Project not found.' });
res.json(project);
} catch (err) {
console.error('GET /api/projects/:id error:', err);
res.status(500).json({ error: 'Failed to load project.' });
}
});
// ---------------------------------------------------------------------------
// PUT /api/projects/:id — create or update a project
// ---------------------------------------------------------------------------
app.put('/api/projects/:id', (req, res) => {
try {
const body = req.body;
if (!body || typeof body !== 'object') {
return res.status(400).json({ error: 'Invalid JSON body.' });
}
if (!body.id || !body.title || !Array.isArray(body.chapters)) {
return res.status(400).json({ error: 'Missing required fields: id, title, chapters.' });
}
if (body.id !== req.params.id) {
return res.status(400).json({ error: 'URL id does not match body id.' });
}
const saved = upsertProject(body);
res.json(saved);
} catch (err) {
console.error('PUT /api/projects/:id error:', err);
res.status(500).json({ error: 'Failed to save project.' });
}
});
// ---------------------------------------------------------------------------
// DELETE /api/projects/:id — remove a project
// ---------------------------------------------------------------------------
app.delete('/api/projects/:id', (req, res) => {
try {
deleteProject(req.params.id);
res.json({ ok: true });
} catch (err) {
console.error('DELETE /api/projects/:id error:', err);
res.status(500).json({ error: 'Failed to delete project.' });
}
});
// ---------------------------------------------------------------------------
// Serve Vite production build (when NODE_ENV=production)
// ---------------------------------------------------------------------------
if (process.env.NODE_ENV === 'production') {
const distPath = join(__dirname, '..', 'dist');
app.use(express.static(distPath));
app.get('*', (_req, res) => {
res.sendFile(join(distPath, 'index.html'));
});
}
// ---------------------------------------------------------------------------
// Start
// ---------------------------------------------------------------------------
initDb();
app.listen(PORT, () => {
console.log(`Bible Study API running on http://localhost:${PORT}`);
if (process.env.NODE_ENV === 'production') {
console.log('Serving Vite build from /dist');
}
});
+61 -34
View File
@@ -1,13 +1,20 @@
#!/usr/bin/env bash #!/usr/bin/env bash
set -euo pipefail set -euo pipefail
PREFERRED_PORT=5173 PREFERRED_VITE_PORT=5173
MAX_PORT=5200 MAX_VITE_PORT=5200
API_PORT=3001
# Find an available port starting from PREFERRED_PORT ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
VITE_PID_FILE="$ROOT_DIR/.vite.pid"
API_PID_FILE="$ROOT_DIR/.api.pid"
VITE_LOG_FILE="$ROOT_DIR/.vite.log"
API_LOG_FILE="$ROOT_DIR/.api.log"
# ── Find an available Vite port ───────────────────────────────────────────────
find_port() { find_port() {
local port=$PREFERRED_PORT local port=$PREFERRED_VITE_PORT
while [ $port -le $MAX_PORT ]; do while [ $port -le $MAX_VITE_PORT ]; do
if ! lsof -i TCP:"$port" -sTCP:LISTEN -t >/dev/null 2>&1 && \ if ! lsof -i TCP:"$port" -sTCP:LISTEN -t >/dev/null 2>&1 && \
! ss -tlnH "sport = :$port" 2>/dev/null | grep -q .; then ! ss -tlnH "sport = :$port" 2>/dev/null | grep -q .; then
echo "$port" echo "$port"
@@ -18,6 +25,22 @@ find_port() {
echo "" echo ""
} }
# ── Stop a process by PID file ────────────────────────────────────────────────
stop_pid_file() {
local pid_file="$1"
local label="$2"
if [ -f "$pid_file" ]; then
local old_pid
old_pid=$(cat "$pid_file")
if kill -0 "$old_pid" 2>/dev/null; then
echo "Stopping previous $label (PID $old_pid)..."
kill "$old_pid"
sleep 1
fi
rm -f "$pid_file"
fi
}
echo "=== Bible Study App Setup ===" echo "=== Bible Study App Setup ==="
echo "" echo ""
@@ -45,44 +68,48 @@ echo ""
echo "Installing dependencies..." echo "Installing dependencies..."
npm install npm install
# ── Find a free port ───────────────────────────────────────────────────────── # ── Find a free Vite port ─────────────────────────────────────────────────────
echo "" echo ""
PORT=$(find_port) VITE_PORT=$(find_port)
if [ -z "$PORT" ]; then if [ -z "$VITE_PORT" ]; then
echo "ERROR: No free port found between $PREFERRED_PORT and $MAX_PORT." echo "ERROR: No free port found between $PREFERRED_VITE_PORT and $MAX_VITE_PORT."
exit 1 exit 1
fi fi
if [ "$PORT" -ne "$PREFERRED_PORT" ]; then if [ "$VITE_PORT" -ne "$PREFERRED_VITE_PORT" ]; then
echo "Port $PREFERRED_PORT is in use. Using port $PORT instead." echo "Port $PREFERRED_VITE_PORT is in use. Using port $VITE_PORT instead."
else else
echo "Port $PORT is available." echo "Port $VITE_PORT is available for Vite."
fi fi
# ── Launch ──────────────────────────────────────────────────────────────────── # ── Stop any previously running instances ─────────────────────────────────────
PID_FILE="$(dirname "$0")/.vite.pid" stop_pid_file "$API_PID_FILE" "API server"
LOG_FILE="$(dirname "$0")/.vite.log" stop_pid_file "$VITE_PID_FILE" "Vite server"
# Stop any previously started instance # ── Start Express API server ──────────────────────────────────────────────────
if [ -f "$PID_FILE" ]; then echo ""
OLD_PID=$(cat "$PID_FILE") echo "Starting API server on http://localhost:$API_PORT"
if kill -0 "$OLD_PID" 2>/dev/null; then echo "API logs: $API_LOG_FILE"
echo "Stopping previous server (PID $OLD_PID)..."
kill "$OLD_PID" nohup node "$ROOT_DIR/server/index.js" > "$API_LOG_FILE" 2>&1 &
echo $! > "$API_PID_FILE"
echo "API server PID: $(cat "$API_PID_FILE")"
# Give the API a moment to initialise before Vite starts
sleep 1 sleep 1
fi
rm -f "$PID_FILE" # ── Start Vite dev server ─────────────────────────────────────────────────────
fi echo ""
echo "Starting Vite dev server on http://localhost:$VITE_PORT"
echo "Vite logs: $VITE_LOG_FILE"
nohup npx vite --port "$VITE_PORT" --host > "$VITE_LOG_FILE" 2>&1 &
echo $! > "$VITE_PID_FILE"
echo "Vite server PID: $(cat "$VITE_PID_FILE")"
echo "" echo ""
echo "Starting dev server in the background on http://localhost:$PORT" echo "Both servers are running."
echo "Logs: $LOG_FILE"
echo "" echo ""
echo "To stop both: kill \$(cat .api.pid) \$(cat .vite.pid)"
nohup npx vite --port "$PORT" --host > "$LOG_FILE" 2>&1 & echo "To view API logs: tail -f .api.log"
echo $! > "$PID_FILE" echo "To view Vite logs: tail -f .vite.log"
echo "Server PID: $(cat "$PID_FILE")"
echo ""
echo "To stop the server: kill \$(cat .vite.pid)"
echo "To view logs: tail -f .vite.log"
+62 -4
View File
@@ -11,6 +11,13 @@ import {
WidthType, WidthType,
} from 'docx'; } from 'docx';
import {
saveRemoteProject,
deleteRemoteProject,
listRemoteProjects,
loadRemoteProject,
} from './syncService.js';
const bookOptions = [ const bookOptions = [
{ name: 'Matthew', abbrev: 'MAT' }, { name: 'Matthew', abbrev: 'MAT' },
{ name: 'Mark', abbrev: 'MRK' }, { name: 'Mark', abbrev: 'MRK' },
@@ -512,13 +519,24 @@ const App = () => {
const [errorMessage, setErrorMessage] = useState(''); const [errorMessage, setErrorMessage] = useState('');
const [statusMessage, setStatusMessage] = useState(''); const [statusMessage, setStatusMessage] = useState('');
const saveTimerRef = useRef(null); const saveTimerRef = useRef(null);
const [syncStatus, setSyncStatus] = useState(''); // '' | 'syncing' | 'synced' | 'error'
const [remoteOnlyProjects, setRemoteOnlyProjects] = useState([]); // projects on server not in localStorage
// --------------------------------------------------------------------------- // ---------------------------------------------------------------------------
// Startup: migrate old keys and load index // Startup: migrate old keys and load index
// --------------------------------------------------------------------------- // ---------------------------------------------------------------------------
useEffect(() => { useEffect(() => {
migrateOldStorageKeys(); migrateOldStorageKeys();
setProjectIndex(loadProjectIndex()); const localIndex = loadProjectIndex();
setProjectIndex(localIndex);
// Check server for any projects not present locally (cross-device restore)
listRemoteProjects().then((result) => {
if (!result.ok) return;
const localIds = new Set(localIndex.map((e) => e.id));
const missing = result.data.filter((e) => !localIds.has(e.id));
if (missing.length > 0) setRemoteOnlyProjects(missing);
});
}, []); }, []);
useEffect(() => { useEffect(() => {
@@ -558,11 +576,18 @@ const App = () => {
useEffect(() => { useEffect(() => {
if (!project) return; if (!project) return;
if (saveTimerRef.current) window.clearTimeout(saveTimerRef.current); if (saveTimerRef.current) window.clearTimeout(saveTimerRef.current);
saveTimerRef.current = window.setTimeout(() => { saveTimerRef.current = window.setTimeout(async () => {
// 1. Always save locally first
saveProjectToStorage(project); saveProjectToStorage(project);
setProjectIndex(loadProjectIndex()); setProjectIndex(loadProjectIndex());
setSaveStatus('Saved'); setSaveStatus('Saved');
window.setTimeout(() => setSaveStatus(''), 1400); window.setTimeout(() => setSaveStatus(''), 1400);
// 2. Then sync to server (non-blocking — failures are silent)
setSyncStatus('syncing');
const result = await saveRemoteProject(project);
setSyncStatus(result.ok ? 'synced' : 'error');
window.setTimeout(() => setSyncStatus(''), 2500);
}, 1000); }, 1000);
return () => { return () => {
if (saveTimerRef.current) window.clearTimeout(saveTimerRef.current); if (saveTimerRef.current) window.clearTimeout(saveTimerRef.current);
@@ -1149,6 +1174,18 @@ const App = () => {
if (!window.confirm('Delete this project? This cannot be undone.')) return; if (!window.confirm('Delete this project? This cannot be undone.')) return;
deleteProjectFromStorage(id); deleteProjectFromStorage(id);
setProjectIndex(loadProjectIndex()); setProjectIndex(loadProjectIndex());
deleteRemoteProject(id); // fire-and-forget
};
const restoreRemoteProject = async (id) => {
const result = await loadRemoteProject(id);
if (!result.ok) {
alert('Could not restore project from server.');
return;
}
saveProjectToStorage(result.data);
setProjectIndex(loadProjectIndex());
setRemoteOnlyProjects((prev) => prev.filter((e) => e.id !== id));
}; };
const goHome = () => { const goHome = () => {
@@ -1212,7 +1249,7 @@ const App = () => {
</button> </button>
</div> </div>
)} )}
<div className="text-right text-sm text-slate-300"> <div className="text-right text-sm text-slate-300 space-y-0.5">
{loadingChapter ? ( {loadingChapter ? (
<span>Loading</span> <span>Loading</span>
) : saveStatus ? ( ) : saveStatus ? (
@@ -1220,7 +1257,9 @@ const App = () => {
) : ( ) : (
<span>&nbsp;</span> <span>&nbsp;</span>
)} )}
</div> {syncStatus === 'syncing' && <div className="text-xs text-slate-400">Syncing</div>}
{syncStatus === 'synced' && <div className="text-xs text-emerald-400">Synced </div>}
{syncStatus === 'error' && <div className="text-xs text-amber-400">Sync failed (saved locally)</div>}
</div> </div>
); );
@@ -1246,6 +1285,25 @@ const App = () => {
</div> </div>
</header> </header>
<main className="mx-auto max-w-7xl px-4 py-8 sm:px-6 lg:px-8"> <main className="mx-auto max-w-7xl px-4 py-8 sm:px-6 lg:px-8">
{remoteOnlyProjects.length > 0 && (
<div className="mb-6 rounded-2xl border border-sky-200 bg-sky-50 p-4">
<p className="mb-3 text-sm font-semibold text-sky-800">
📥 {remoteOnlyProjects.length} project{remoteOnlyProjects.length > 1 ? 's' : ''} found on the server that aren't saved locally:
</p>
<div className="flex flex-wrap gap-2">
{remoteOnlyProjects.map((entry) => (
<button
key={entry.id}
type="button"
onClick={() => restoreRemoteProject(entry.id)}
className="rounded-xl bg-sky-700 px-4 py-2 text-sm font-semibold text-white transition hover:bg-sky-600"
>
Restore "{entry.title}"
</button>
))}
</div>
</div>
)}
{projectIndex.length === 0 ? ( {projectIndex.length === 0 ? (
<div className="mx-auto max-w-xl rounded-3xl border border-dashed border-slate-300 bg-white p-10 text-center shadow-panel"> <div className="mx-auto max-w-xl rounded-3xl border border-dashed border-slate-300 bg-white p-10 text-center shadow-panel">
<p className="text-lg font-semibold text-slate-700">No projects yet</p> <p className="text-lg font-semibold text-slate-700">No projects yet</p>
+78
View File
@@ -0,0 +1,78 @@
/**
* syncService.js
*
* Thin wrapper around the /api/projects endpoints.
* All functions are fire-and-forget friendly: they never throw — they
* return { ok: true, data } or { ok: false, error }.
*
* The caller decides whether to surface the error to the user.
*/
const BASE = '/api';
async function request(method, path, body) {
try {
const opts = {
method,
headers: { 'Content-Type': 'application/json' },
};
if (body !== undefined) opts.body = JSON.stringify(body);
const res = await fetch(`${BASE}${path}`, opts);
const data = await res.json().catch(() => null);
if (!res.ok) {
return { ok: false, error: data?.error ?? `HTTP ${res.status}` };
}
return { ok: true, data };
} catch (err) {
return { ok: false, error: err?.message ?? 'Network error' };
}
}
// ---------------------------------------------------------------------------
// Public API
// ---------------------------------------------------------------------------
/**
* List all remote project summaries.
* Returns { ok, data: Array<{ id, title, lastEdited, chapterSummary }> }
*/
export async function listRemoteProjects() {
return request('GET', '/projects');
}
/**
* Fetch a single full project by id.
* Returns { ok, data: project }
*/
export async function loadRemoteProject(id) {
return request('GET', `/projects/${id}`);
}
/**
* Save (create or update) a project on the server.
* Returns { ok, data: summary }
*/
export async function saveRemoteProject(project) {
return request('PUT', `/projects/${project.id}`, project);
}
/**
* Delete a project from the server.
* Returns { ok }
*/
export async function deleteRemoteProject(id) {
return request('DELETE', `/projects/${id}`);
}
/**
* Check whether the server is reachable.
* Returns true / false.
*/
export async function isServerReachable() {
try {
const res = await fetch(`${BASE}/health`, { method: 'GET' });
return res.ok;
} catch {
return false;
}
}
+7
View File
@@ -6,6 +6,13 @@ export default defineConfig({
server: { server: {
host: true, host: true,
allowedHosts: ['study.necloud.us', 'localhost', 'study.versebyversewithnate.us'], allowedHosts: ['study.necloud.us', 'localhost', 'study.versebyversewithnate.us'],
// Proxy /api calls to the Express backend during development
proxy: {
'/api': {
target: 'http://localhost:3001',
changeOrigin: true,
},
},
}, },
test: { test: {
environment: 'jsdom', environment: 'jsdom',