Files
shpm/server/index.js
T
nmemmertandClaude Sonnet 4.6 3429ec1d80 feat: places (reverse geocoding) + folder browser
Places:
- worker/geocode.js: Nominatim reverse geocoder, 1 req/sec rate limit,
  in-memory cache keyed to 3-decimal-place coordinates
- Ingest calls reverseGeocode() for any photo with GPS data; stores
  place_city and place_country on the photo row
- DB migrations add place_city / place_country columns + index on place_city
- Stats API returns cities grouped by count
- buildFilter() supports ?city= parameter
- FilterSidebar shows a Places section with city list + country sublabel

Folder browser:
- GET /api/fs/browse?path=… lists subdirectories (path-normalized to prevent traversal)
- Settings panel: 📁 button opens inline directory browser below the add
  input — navigate with up arrow / directory clicks, Select fills the input

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-08-18 08:27:41 -04:00

363 lines
14 KiB
JavaScript

import 'dotenv/config';
import express from 'express';
import path from 'path';
import fs from 'fs';
import { fileURLToPath } from 'url';
import { openDb } from '../worker/db.js';
import { scan, getGroups } from './dedupe.js';
const __dirname = path.dirname(fileURLToPath(import.meta.url));
const PORT = parseInt(process.env.PORT ?? '3000', 10);
const DB_PATH = process.env.DB_PATH ?? './data/library.db';
const POSTER_DIR = process.env.POSTER_DIR ?? './data/posters';
const app = express();
const db = openDb(DB_PATH);
const posterDirAbs = path.resolve(POSTER_DIR);
app.use(express.json());
// ── Helpers ───────────────────────────────────────────────────────────────────
function posterUrl(storedPath) {
if (!storedPath) return null;
const rel = path.relative(posterDirAbs, path.resolve(storedPath));
if (rel.startsWith('..')) return null;
return '/posters/' + rel.replace(/\\/g, '/');
}
function mapPhoto(p) {
return {
id: p.id,
date_taken: p.date_taken,
date_imported: p.date_imported,
camera_model: p.camera_model,
gps_lat: p.gps_lat,
gps_lon: p.gps_lon,
width: p.width,
height: p.height,
filesize: p.filesize,
starred: p.starred === 1,
place_city: p.place_city ?? null,
place_country: p.place_country ?? null,
thumb_url: posterUrl(p.thumb_path),
preview_url: posterUrl(p.preview_path),
};
}
function badRequest(res, msg) { res.status(400).json({ error: msg }); }
function notFound(res) { res.status(404).json({ error: 'not found' }); }
function buildFilter(q, from, to, tagId, collectionId, starred, city) {
const joinParts = [];
const joinParams = [];
const condParts = [];
const condParams = [];
if (tagId) {
joinParts.push('JOIN photo_tags _pt ON _pt.photo_id = p.id AND _pt.tag_id = ?');
joinParams.push(parseInt(tagId, 10));
}
if (collectionId) {
joinParts.push('JOIN photo_collections _pc ON _pc.photo_id = p.id AND _pc.collection_id = ?');
joinParams.push(parseInt(collectionId, 10));
}
if (q) {
condParts.push('(p.filepath LIKE ? OR p.camera_model LIKE ?)');
condParams.push(`%${q}%`, `%${q}%`);
}
if (from) { condParts.push('p.date_taken >= ?'); condParams.push(from); }
if (to) { condParts.push('p.date_taken <= ?'); condParams.push(to); }
if (starred === '1') condParts.push('p.starred = 1');
if (city) { condParts.push('p.place_city = ?'); condParams.push(city); }
return {
joinSql: joinParts.join(' '),
whereSql: condParts.length ? `WHERE ${condParts.join(' AND ')}` : '',
params: [...joinParams, ...condParams],
};
}
// ── Static ────────────────────────────────────────────────────────────────────
app.use('/posters', express.static(posterDirAbs));
// ── Ingest status (SSE) ───────────────────────────────────────────────────────
app.get('/api/ingest/stream', (req, res) => {
res.writeHead(200, {
'Content-Type': 'text/event-stream',
'Cache-Control': 'no-cache',
'Connection': 'keep-alive',
'X-Accel-Buffering': 'no', // prevent nginx buffering
});
res.write('retry: 3000\n\n');
const send = () => {
const s = db.getIngestStatus();
res.write(`data: ${JSON.stringify(s)}\n\n`);
};
send();
const iv = setInterval(send, 1500);
req.on('close', () => clearInterval(iv));
});
// ── Library stats ─────────────────────────────────────────────────────────────
app.get('/api/library/stats', (_req, res) => {
const starred = db.raw.prepare('SELECT COUNT(*) AS n FROM photos WHERE starred = 1').get().n;
const years = db.raw.prepare(
"SELECT strftime('%Y', date_taken) AS year, COUNT(*) AS count FROM photos WHERE date_taken IS NOT NULL GROUP BY year ORDER BY year DESC"
).all();
const cities = db.raw.prepare(
"SELECT place_city AS city, place_country AS country, COUNT(*) AS count FROM photos WHERE place_city IS NOT NULL GROUP BY place_city ORDER BY count DESC LIMIT 100"
).all();
res.json({
total: db.count(),
starred,
years,
cities,
tags: db.listAllTags(),
collections: db.listCollections(),
});
});
// ── Photos ────────────────────────────────────────────────────────────────────
app.get('/api/health', (_req, res) => res.json({ ok: true, photos: db.count() }));
const SELECT_COLS = `
p.id, p.thumb_path, p.preview_path, p.date_taken, p.date_imported,
p.camera_model, p.gps_lat, p.gps_lon, p.width, p.height, p.filesize,
p.starred, p.place_city, p.place_country
`;
app.get('/api/photos', (req, res) => {
const limit = Math.min(parseInt(req.query.limit ?? '100', 10), 500);
const cursor = req.query.cursor ?? null;
const { q, from, to, tagId, collectionId, starred, city } = req.query;
const { joinSql, whereSql, params } = buildFilter(q, from, to, tagId, collectionId, starred, city);
let cursorSql = '';
const cursorParams = [];
if (cursor) {
const pipeAt = cursor.lastIndexOf('|');
const cursorDate = cursor.slice(0, pipeAt);
const cursorId = parseInt(cursor.slice(pipeAt + 1), 10);
if (cursorDate === '') {
cursorSql = whereSql ? 'AND (p.date_taken IS NULL AND p.id < ?)' : 'WHERE (p.date_taken IS NULL AND p.id < ?)';
cursorParams.push(cursorId);
} else {
const clause = '(p.date_taken < ? OR (p.date_taken = ? AND p.id < ?) OR p.date_taken IS NULL)';
cursorSql = whereSql ? `AND ${clause}` : `WHERE ${clause}`;
cursorParams.push(cursorDate, cursorDate, cursorId);
}
}
const allParams = [...params, ...cursorParams, limit + 1];
const sql = `SELECT ${SELECT_COLS} FROM photos p ${joinSql} ${whereSql} ${cursorSql}
ORDER BY p.date_taken DESC, p.id DESC LIMIT ?`;
const rows = db.raw.prepare(sql).all(allParams);
const countSql = `SELECT COUNT(*) AS n FROM photos p ${joinSql} ${whereSql}`;
const total = db.raw.prepare(countSql).get(params).n;
const hasMore = rows.length > limit;
const page = rows.slice(0, limit);
const last = page[page.length - 1];
const nextCursor = hasMore && last ? `${last.date_taken ?? ''}|${last.id}` : null;
res.json({ photos: page.map(mapPhoto), nextCursor, total });
});
app.get('/api/photos/map', (_req, res) => {
const rows = db.raw.prepare(`
SELECT id, gps_lat, gps_lon, thumb_path, preview_path, date_taken
FROM photos WHERE gps_lat IS NOT NULL AND gps_lon IS NOT NULL
`).all();
res.json(rows.map(r => ({
id: r.id,
lat: r.gps_lat,
lon: r.gps_lon,
date_taken: r.date_taken,
thumb_url: posterUrl(r.thumb_path),
preview_url: posterUrl(r.preview_path),
})));
});
app.get('/api/photos/:id', (req, res) => {
const row = db.raw.prepare('SELECT * FROM photos WHERE id = ?').get(req.params.id);
if (!row) return notFound(res);
res.json({
...mapPhoto(row),
filepath: row.filepath,
phash: row.phash,
tags: db.getPhotoTags(row.id),
collections: db.getPhotoCollections(row.id),
});
});
app.patch('/api/photos/:id', (req, res) => {
const id = parseInt(req.params.id, 10);
if ('starred' in req.body) {
db.raw.prepare('UPDATE photos SET starred = ? WHERE id = ?').run(req.body.starred ? 1 : 0, id);
}
const row = db.raw.prepare('SELECT * FROM photos WHERE id = ?').get(id);
if (!row) return notFound(res);
res.json(mapPhoto(row));
});
// ── Tags ──────────────────────────────────────────────────────────────────────
app.get('/api/tags', (_req, res) => res.json(db.listAllTags()));
app.post('/api/photos/:id/tags', (req, res) => {
const photoId = parseInt(req.params.id, 10);
const name = (req.body.name ?? '').trim().slice(0, 100);
if (!name) return badRequest(res, 'name required');
res.status(201).json(db.addTagToPhoto(photoId, name));
});
app.delete('/api/photos/:id/tags/:tagId', (req, res) => {
db.removeTagFromPhoto(parseInt(req.params.id, 10), parseInt(req.params.tagId, 10));
res.sendStatus(204);
});
// ── Collections ───────────────────────────────────────────────────────────────
app.get('/api/collections', (_req, res) => res.json(db.listCollections()));
app.post('/api/collections', (req, res) => {
const name = (req.body.name ?? '').trim().slice(0, 200);
if (!name) return badRequest(res, 'name required');
try {
res.status(201).json(db.createCollection(name, req.body.description));
} catch (e) {
if (e.message.includes('UNIQUE')) return badRequest(res, 'collection already exists');
throw e;
}
});
app.post('/api/photos/:id/collections', (req, res) => {
const colId = parseInt(req.body.collectionId, 10);
if (!colId) return badRequest(res, 'collectionId required');
db.addPhotoToCollection(parseInt(req.params.id, 10), colId);
res.sendStatus(204);
});
app.delete('/api/photos/:id/collections/:colId', (req, res) => {
db.removePhotoFromCollection(parseInt(req.params.id, 10), parseInt(req.params.colId, 10));
res.sendStatus(204);
});
// ── Duplicates ────────────────────────────────────────────────────────────────
app.post('/api/dedupe/scan', (_req, res) => {
try {
const { dedupe_threshold } = db.getSettings();
res.json(scan(db, dedupe_threshold));
} catch (e) { res.status(500).json({ error: e.message }); }
});
app.get('/api/duplicates', (_req, res) => {
const rawGroups = getGroups(db);
const groups = rawGroups.map(group =>
group.map(p => ({
id: p.id,
date_taken: p.date_taken,
filesize: p.filesize,
width: p.width,
height: p.height,
camera_model: p.camera_model,
thumb_url: posterUrl(p.thumb_path),
preview_url: posterUrl(p.preview_path),
}))
);
res.json({ groups, total: groups.length });
});
app.post('/api/duplicates/dismiss', (req, res) => {
const ids = req.body.photoIds;
if (!Array.isArray(ids) || ids.length < 2) return badRequest(res, 'photoIds must be array of ≥2');
db.dismissDuplicates(ids.map(Number));
res.sendStatus(204);
});
// ── Settings ──────────────────────────────────────────────────────────────────
app.get('/api/settings', (_req, res) => res.json(db.getSettings()));
app.patch('/api/settings', (req, res) => {
const allowed = new Set(['thumb_size', 'thumb_quality', 'preview_size', 'preview_quality', 'dedupe_threshold']);
for (const [key, value] of Object.entries(req.body)) {
if (!allowed.has(key)) continue;
const n = parseInt(value, 10);
if (!isNaN(n)) db.setSetting(key, n);
}
res.json(db.getSettings());
});
// ── Watch folders ─────────────────────────────────────────────────────────────
app.get('/api/watch-folders', (_req, res) => res.json(db.listWatchFolders()));
app.post('/api/watch-folders', (req, res) => {
const p = (req.body.path ?? '').trim();
if (!p) return badRequest(res, 'path required');
db.addWatchFolder(p);
res.status(201).json(db.listWatchFolders());
});
app.delete('/api/watch-folders/:id', (req, res) => {
db.removeWatchFolder(parseInt(req.params.id, 10));
res.sendStatus(204);
});
app.patch('/api/watch-folders/:id', (req, res) => {
db.toggleWatchFolder(parseInt(req.params.id, 10), req.body.enabled);
res.json(db.listWatchFolders());
});
// ── Admin ─────────────────────────────────────────────────────────────────────
app.post('/api/admin/clear-dismissals', (_req, res) => {
db.raw.prepare('UPDATE duplicate_pairs SET dismissed = 0').run();
res.sendStatus(204);
});
// ── Filesystem browser ────────────────────────────────────────────────────────
app.get('/api/fs/browse', (req, res) => {
const raw = (req.query.path ?? '/photos').replace(/\0/g, '');
const dir = path.resolve('/', raw); // normalize — prevents traversal via ../../
if (!fs.existsSync(dir) || !fs.statSync(dir).isDirectory()) {
return res.status(404).json({ error: 'not a directory' });
}
let entries;
try {
entries = fs.readdirSync(dir, { withFileTypes: true });
} catch {
return res.status(403).json({ error: 'permission denied' });
}
const dirs = entries
.filter(e => e.isDirectory() && !e.name.startsWith('.'))
.map(e => e.name)
.sort((a, b) => a.localeCompare(b));
const parent = dir === '/' ? null : path.dirname(dir);
res.json({ path: dir, parent, dirs });
});
// ── SPA fallback ──────────────────────────────────────────────────────────────
const distPath = path.resolve(__dirname, '../dist');
app.use(express.static(distPath));
app.get(/^(?!\/api|\/posters)/, (_req, res) => {
res.sendFile(path.join(distPath, 'index.html'));
});
app.listen(PORT, () => {
console.log(`[server] http://localhost:${PORT} (${db.count()} photos)`);
});