feat(parcel-sync): incremental sync, smart export, auto-refresh + weekend deep sync
Sync Incremental: - Add fetchObjectIds (returnIdsOnly) to eterra-client — fetches only OBJECTIDs in 1 request - Add fetchFeaturesByObjectIds — downloads only delta features by OBJECTID IN (...) - Rewrite syncLayer: compare remote IDs vs local, download only new features - Fallback to full sync for first sync, forceFullSync, or delta > 50% - Reduces sync time from ~10 min to ~5-10s for typical updates Smart Export Tab: - Hero buttons detect DB freshness — use export-local (instant) when data is fresh - Dynamic subtitles: "Din DB (sync acum Xh)" / "Sync incremental" / "Sync complet" - Re-sync link when data is fresh but user wants forced refresh - Removed duplicate "Descarca din DB" buttons from background section Auto-Refresh Scheduler: - Self-contained timer via instrumentation.ts (Next.js startup hook) - Weekday 1-5 AM: incremental refresh for existing UATs in DB - Staggered processing with random delays between UATs - Health check before processing, respects eTerra maintenance Weekend Deep Sync: - Full Magic processing for 9 large municipalities (Cluj, Bistrita, TgMures, etc.) - Runs Fri/Sat/Sun 23:00-04:00, round-robin intercalated between cities - 4 steps per city: sync terenuri, sync cladiri, import no-geom, enrichment - State persisted in KeyValueStore — survives restarts, continues across nights - Email status report at end of each session via Brevo SMTP - Admin page at /wds: add/remove cities, view progress, reset - Hint link on export tab pointing to /wds API endpoints: - POST /api/eterra/auto-refresh — N8N-compatible cron endpoint (Bearer token auth) - GET/POST /api/eterra/weekend-sync — queue management for /wds page Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
AI Assistant
@@ -0,0 +1,444 @@
|
||||
"use client";
|
||||
|
||||
import { useState, useEffect, useCallback } from "react";
|
||||
import {
|
||||
Loader2,
|
||||
RefreshCw,
|
||||
Plus,
|
||||
Trash2,
|
||||
RotateCcw,
|
||||
Moon,
|
||||
CheckCircle2,
|
||||
XCircle,
|
||||
Clock,
|
||||
MapPin,
|
||||
} from "lucide-react";
|
||||
import { Button } from "@/shared/components/ui/button";
|
||||
import { Input } from "@/shared/components/ui/input";
|
||||
import { Badge } from "@/shared/components/ui/badge";
|
||||
import { Card, CardContent } from "@/shared/components/ui/card";
|
||||
import { cn } from "@/shared/lib/utils";
|
||||
|
||||
/* ------------------------------------------------------------------ */
|
||||
/* Types */
|
||||
/* ------------------------------------------------------------------ */
|
||||
|
||||
type StepName = "sync_terenuri" | "sync_cladiri" | "import_nogeom" | "enrich";
|
||||
type StepStatus = "pending" | "done" | "error";
|
||||
|
||||
type CityState = {
|
||||
siruta: string;
|
||||
name: string;
|
||||
county: string;
|
||||
priority: number;
|
||||
steps: Record<StepName, StepStatus>;
|
||||
lastActivity?: string;
|
||||
errorMessage?: string;
|
||||
dbStats?: {
|
||||
terenuri: number;
|
||||
cladiri: number;
|
||||
total: number;
|
||||
enriched: number;
|
||||
};
|
||||
};
|
||||
|
||||
type QueueState = {
|
||||
cities: CityState[];
|
||||
lastSessionDate?: string;
|
||||
totalSessions: number;
|
||||
completedCycles: number;
|
||||
};
|
||||
|
||||
const STEPS: StepName[] = [
|
||||
"sync_terenuri",
|
||||
"sync_cladiri",
|
||||
"import_nogeom",
|
||||
"enrich",
|
||||
];
|
||||
|
||||
const STEP_LABELS: Record<StepName, string> = {
|
||||
sync_terenuri: "Terenuri",
|
||||
sync_cladiri: "Cladiri",
|
||||
import_nogeom: "No-geom",
|
||||
enrich: "Enrichment",
|
||||
};
|
||||
|
||||
/* ------------------------------------------------------------------ */
|
||||
/* Page */
|
||||
/* ------------------------------------------------------------------ */
|
||||
|
||||
export default function WeekendDeepSyncPage() {
|
||||
const [state, setState] = useState<QueueState | null>(null);
|
||||
const [loading, setLoading] = useState(true);
|
||||
const [actionLoading, setActionLoading] = useState(false);
|
||||
|
||||
// Add city form
|
||||
const [newSiruta, setNewSiruta] = useState("");
|
||||
const [newName, setNewName] = useState("");
|
||||
const [newCounty, setNewCounty] = useState("");
|
||||
|
||||
const fetchState = useCallback(async () => {
|
||||
try {
|
||||
const res = await fetch("/api/eterra/weekend-sync");
|
||||
const data = (await res.json()) as { state: QueueState | null };
|
||||
setState(data.state);
|
||||
} catch {
|
||||
/* silent */
|
||||
}
|
||||
setLoading(false);
|
||||
}, []);
|
||||
|
||||
useEffect(() => {
|
||||
void fetchState();
|
||||
}, [fetchState]);
|
||||
|
||||
const doAction = async (body: Record<string, unknown>) => {
|
||||
setActionLoading(true);
|
||||
try {
|
||||
await fetch("/api/eterra/weekend-sync", {
|
||||
method: "POST",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
body: JSON.stringify(body),
|
||||
});
|
||||
await fetchState();
|
||||
} catch {
|
||||
/* silent */
|
||||
}
|
||||
setActionLoading(false);
|
||||
};
|
||||
|
||||
const handleAdd = async () => {
|
||||
if (!newSiruta.trim() || !newName.trim()) return;
|
||||
await doAction({
|
||||
action: "add",
|
||||
siruta: newSiruta.trim(),
|
||||
name: newName.trim(),
|
||||
county: newCounty.trim(),
|
||||
priority: 3,
|
||||
});
|
||||
setNewSiruta("");
|
||||
setNewName("");
|
||||
setNewCounty("");
|
||||
};
|
||||
|
||||
if (loading) {
|
||||
return (
|
||||
<div className="mx-auto max-w-4xl py-12 text-center text-muted-foreground">
|
||||
<Loader2 className="h-8 w-8 mx-auto mb-3 animate-spin opacity-40" />
|
||||
<p>Se incarca...</p>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
const cities = state?.cities ?? [];
|
||||
const totalSteps = cities.length * STEPS.length;
|
||||
const doneSteps = cities.reduce(
|
||||
(sum, c) => sum + STEPS.filter((s) => c.steps[s] === "done").length,
|
||||
0,
|
||||
);
|
||||
const progressPct = totalSteps > 0 ? Math.round((doneSteps / totalSteps) * 100) : 0;
|
||||
|
||||
return (
|
||||
<div className="mx-auto max-w-4xl space-y-6">
|
||||
{/* Header */}
|
||||
<div className="flex items-center justify-between">
|
||||
<div>
|
||||
<h1 className="text-2xl font-bold tracking-tight flex items-center gap-2">
|
||||
<Moon className="h-6 w-6 text-indigo-500" />
|
||||
Weekend Deep Sync
|
||||
</h1>
|
||||
<p className="text-muted-foreground text-sm">
|
||||
Sincronizare Magic completa pentru municipii mari — Vin/Sam/Dum
|
||||
23:00-04:00
|
||||
</p>
|
||||
</div>
|
||||
<Button
|
||||
variant="ghost"
|
||||
size="sm"
|
||||
onClick={() => void fetchState()}
|
||||
disabled={loading}
|
||||
>
|
||||
<RefreshCw className="h-4 w-4 mr-1" />
|
||||
Reincarca
|
||||
</Button>
|
||||
</div>
|
||||
|
||||
{/* Stats bar */}
|
||||
<Card>
|
||||
<CardContent className="py-3 px-4">
|
||||
<div className="flex items-center gap-4 flex-wrap text-sm">
|
||||
<span>
|
||||
<span className="font-semibold">{cities.length}</span> orase in
|
||||
coada
|
||||
</span>
|
||||
<span>
|
||||
Progres ciclu:{" "}
|
||||
<span className="font-semibold">{doneSteps}/{totalSteps}</span>{" "}
|
||||
pasi ({progressPct}%)
|
||||
</span>
|
||||
{state?.totalSessions != null && state.totalSessions > 0 && (
|
||||
<span className="text-muted-foreground">
|
||||
{state.totalSessions} sesiuni | {state.completedCycles ?? 0}{" "}
|
||||
cicluri complete
|
||||
</span>
|
||||
)}
|
||||
{state?.lastSessionDate && (
|
||||
<span className="text-muted-foreground">
|
||||
Ultima sesiune: {state.lastSessionDate}
|
||||
</span>
|
||||
)}
|
||||
</div>
|
||||
{totalSteps > 0 && (
|
||||
<div className="h-2 w-full rounded-full bg-muted mt-2">
|
||||
<div
|
||||
className="h-2 rounded-full bg-indigo-500 transition-all duration-300"
|
||||
style={{ width: `${Math.max(1, progressPct)}%` }}
|
||||
/>
|
||||
</div>
|
||||
)}
|
||||
</CardContent>
|
||||
</Card>
|
||||
|
||||
{/* City cards */}
|
||||
<div className="space-y-3">
|
||||
{cities
|
||||
.sort((a, b) => a.priority - b.priority)
|
||||
.map((city) => {
|
||||
const doneCount = STEPS.filter(
|
||||
(s) => city.steps[s] === "done",
|
||||
).length;
|
||||
const hasError = STEPS.some((s) => city.steps[s] === "error");
|
||||
const allDone = doneCount === STEPS.length;
|
||||
|
||||
return (
|
||||
<Card
|
||||
key={city.siruta}
|
||||
className={cn(
|
||||
"transition-colors",
|
||||
allDone && "border-emerald-200 dark:border-emerald-800",
|
||||
hasError && "border-rose-200 dark:border-rose-800",
|
||||
)}
|
||||
>
|
||||
<CardContent className="py-3 px-4 space-y-2">
|
||||
{/* City header */}
|
||||
<div className="flex items-center gap-2 flex-wrap">
|
||||
<MapPin className="h-4 w-4 text-muted-foreground" />
|
||||
<span className="font-semibold">{city.name}</span>
|
||||
{city.county && (
|
||||
<span className="text-xs text-muted-foreground">
|
||||
jud. {city.county}
|
||||
</span>
|
||||
)}
|
||||
<Badge
|
||||
variant="outline"
|
||||
className="text-[10px] font-mono"
|
||||
>
|
||||
{city.siruta}
|
||||
</Badge>
|
||||
<Badge
|
||||
variant="outline"
|
||||
className="text-[10px]"
|
||||
>
|
||||
P{city.priority}
|
||||
</Badge>
|
||||
|
||||
{/* Status icon */}
|
||||
{allDone ? (
|
||||
<CheckCircle2 className="h-4 w-4 text-emerald-500 ml-auto" />
|
||||
) : hasError ? (
|
||||
<XCircle className="h-4 w-4 text-rose-500 ml-auto" />
|
||||
) : doneCount > 0 ? (
|
||||
<Clock className="h-4 w-4 text-amber-500 ml-auto" />
|
||||
) : null}
|
||||
|
||||
{/* Actions */}
|
||||
<div className="flex gap-1 ml-auto">
|
||||
<Button
|
||||
variant="ghost"
|
||||
size="sm"
|
||||
className="h-6 px-2 text-[10px]"
|
||||
disabled={actionLoading}
|
||||
onClick={() =>
|
||||
void doAction({
|
||||
action: "reset",
|
||||
siruta: city.siruta,
|
||||
})
|
||||
}
|
||||
title="Reseteaza progresul"
|
||||
>
|
||||
<RotateCcw className="h-3 w-3" />
|
||||
</Button>
|
||||
<Button
|
||||
variant="ghost"
|
||||
size="sm"
|
||||
className="h-6 px-2 text-[10px] text-destructive"
|
||||
disabled={actionLoading}
|
||||
onClick={() => {
|
||||
if (
|
||||
window.confirm(
|
||||
`Stergi ${city.name} din coada?`,
|
||||
)
|
||||
)
|
||||
void doAction({
|
||||
action: "remove",
|
||||
siruta: city.siruta,
|
||||
});
|
||||
}}
|
||||
title="Sterge din coada"
|
||||
>
|
||||
<Trash2 className="h-3 w-3" />
|
||||
</Button>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
{/* Steps progress */}
|
||||
<div className="flex gap-1.5">
|
||||
{STEPS.map((step) => {
|
||||
const status = city.steps[step];
|
||||
return (
|
||||
<div
|
||||
key={step}
|
||||
className={cn(
|
||||
"flex-1 rounded-md border px-2 py-1.5 text-center text-[11px] transition-colors",
|
||||
status === "done" &&
|
||||
"bg-emerald-50 border-emerald-200 text-emerald-700 dark:bg-emerald-950/30 dark:border-emerald-800 dark:text-emerald-400",
|
||||
status === "error" &&
|
||||
"bg-rose-50 border-rose-200 text-rose-700 dark:bg-rose-950/30 dark:border-rose-800 dark:text-rose-400",
|
||||
status === "pending" &&
|
||||
"bg-muted/30 border-muted text-muted-foreground",
|
||||
)}
|
||||
>
|
||||
{STEP_LABELS[step]}
|
||||
</div>
|
||||
);
|
||||
})}
|
||||
</div>
|
||||
|
||||
{/* DB stats + error */}
|
||||
<div className="flex items-center gap-3 text-[11px] text-muted-foreground">
|
||||
{city.dbStats && city.dbStats.total > 0 && (
|
||||
<>
|
||||
<span>
|
||||
DB: {city.dbStats.terenuri.toLocaleString("ro")} ter.
|
||||
+ {city.dbStats.cladiri.toLocaleString("ro")} clad.
|
||||
</span>
|
||||
{city.dbStats.enriched > 0 && (
|
||||
<span className="text-teal-600 dark:text-teal-400">
|
||||
{city.dbStats.enriched.toLocaleString("ro")}{" "}
|
||||
enriched
|
||||
</span>
|
||||
)}
|
||||
</>
|
||||
)}
|
||||
{city.lastActivity && (
|
||||
<span>
|
||||
Ultima activitate:{" "}
|
||||
{new Date(city.lastActivity).toLocaleString("ro-RO", {
|
||||
day: "2-digit",
|
||||
month: "2-digit",
|
||||
hour: "2-digit",
|
||||
minute: "2-digit",
|
||||
})}
|
||||
</span>
|
||||
)}
|
||||
{city.errorMessage && (
|
||||
<span className="text-rose-500 truncate max-w-[300px]">
|
||||
{city.errorMessage}
|
||||
</span>
|
||||
)}
|
||||
</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
);
|
||||
})}
|
||||
</div>
|
||||
|
||||
{/* Add city form */}
|
||||
<Card>
|
||||
<CardContent className="py-4">
|
||||
<h3 className="text-sm font-semibold mb-3 flex items-center gap-2">
|
||||
<Plus className="h-4 w-4" />
|
||||
Adauga oras in coada
|
||||
</h3>
|
||||
<div className="flex gap-2 items-end flex-wrap">
|
||||
<div className="space-y-1">
|
||||
<label className="text-xs text-muted-foreground">SIRUTA</label>
|
||||
<Input
|
||||
placeholder="ex: 54975"
|
||||
value={newSiruta}
|
||||
onChange={(e) => setNewSiruta(e.target.value)}
|
||||
className="w-28 h-8 text-sm"
|
||||
/>
|
||||
</div>
|
||||
<div className="space-y-1 flex-1 min-w-[150px]">
|
||||
<label className="text-xs text-muted-foreground">
|
||||
Nume oras
|
||||
</label>
|
||||
<Input
|
||||
placeholder="ex: Cluj-Napoca"
|
||||
value={newName}
|
||||
onChange={(e) => setNewName(e.target.value)}
|
||||
className="h-8 text-sm"
|
||||
/>
|
||||
</div>
|
||||
<div className="space-y-1">
|
||||
<label className="text-xs text-muted-foreground">Judet</label>
|
||||
<Input
|
||||
placeholder="ex: Cluj"
|
||||
value={newCounty}
|
||||
onChange={(e) => setNewCounty(e.target.value)}
|
||||
className="w-32 h-8 text-sm"
|
||||
/>
|
||||
</div>
|
||||
<Button
|
||||
size="sm"
|
||||
disabled={
|
||||
actionLoading || !newSiruta.trim() || !newName.trim()
|
||||
}
|
||||
onClick={() => void handleAdd()}
|
||||
>
|
||||
<Plus className="h-3.5 w-3.5 mr-1" />
|
||||
Adauga
|
||||
</Button>
|
||||
</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
|
||||
{/* Reset all button */}
|
||||
{cities.length > 0 && (
|
||||
<div className="flex justify-end">
|
||||
<Button
|
||||
variant="outline"
|
||||
size="sm"
|
||||
className="text-xs"
|
||||
disabled={actionLoading}
|
||||
onClick={() => {
|
||||
if (
|
||||
window.confirm(
|
||||
"Resetezi progresul pentru TOATE orasele? Se va reporni ciclul de la zero.",
|
||||
)
|
||||
)
|
||||
void doAction({ action: "reset_all" });
|
||||
}}
|
||||
>
|
||||
<RotateCcw className="h-3 w-3 mr-1" />
|
||||
Reseteaza tot
|
||||
</Button>
|
||||
</div>
|
||||
)}
|
||||
|
||||
{/* Info footer */}
|
||||
<div className="text-xs text-muted-foreground space-y-1 pb-4">
|
||||
<p>
|
||||
Sincronizarea ruleaza automat Vineri, Sambata si Duminica noaptea
|
||||
(23:00-04:00). Procesarea e intercalata intre orase si se reia de
|
||||
unde a ramas.
|
||||
</p>
|
||||
<p>
|
||||
Prioritate: P1 = primele procesate, P2 = urmatoarele, P3 = adaugate
|
||||
manual. In cadrul aceleiasi prioritati, ordinea e aleatorie.
|
||||
</p>
|
||||
</div>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
@@ -0,0 +1,252 @@
|
||||
import { NextResponse } from "next/server";
|
||||
import { PrismaClient } from "@prisma/client";
|
||||
import { syncLayer } from "@/modules/parcel-sync/services/sync-service";
|
||||
import {
|
||||
getLayerFreshness,
|
||||
isFresh,
|
||||
} from "@/modules/parcel-sync/services/enrich-service";
|
||||
import { checkEterraHealthNow } from "@/modules/parcel-sync/services/eterra-health";
|
||||
|
||||
export const runtime = "nodejs";
|
||||
export const dynamic = "force-dynamic";
|
||||
export const maxDuration = 300; // 5 min max — N8N handles overall timeout
|
||||
|
||||
const prisma = new PrismaClient();
|
||||
|
||||
const sleep = (ms: number) => new Promise((r) => setTimeout(r, ms));
|
||||
|
||||
type UatRefreshResult = {
|
||||
siruta: string;
|
||||
uatName: string;
|
||||
action: "synced" | "fresh" | "error";
|
||||
reason?: string;
|
||||
terenuri?: { new: number; removed: number };
|
||||
cladiri?: { new: number; removed: number };
|
||||
durationMs?: number;
|
||||
};
|
||||
|
||||
/**
|
||||
* POST /api/eterra/auto-refresh
|
||||
*
|
||||
* Server-to-server endpoint called by N8N cron to keep DB data fresh.
|
||||
* Auth: Authorization: Bearer <NOTIFICATION_CRON_SECRET>
|
||||
*
|
||||
* Query params:
|
||||
* ?maxUats=5 — max UATs to process per run (default 5, max 10)
|
||||
* ?maxAgeHours=168 — freshness threshold in hours (default 168 = 7 days)
|
||||
* ?forceFullSync=true — force full re-download (for weekly deep sync)
|
||||
* ?includeEnrichment=true — re-enrich UATs with partial enrichment
|
||||
*/
|
||||
export async function POST(request: Request) {
|
||||
// ── Auth ──
|
||||
const secret = process.env.NOTIFICATION_CRON_SECRET;
|
||||
if (!secret) {
|
||||
return NextResponse.json(
|
||||
{ error: "NOTIFICATION_CRON_SECRET not configured" },
|
||||
{ status: 500 },
|
||||
);
|
||||
}
|
||||
const authHeader = request.headers.get("Authorization");
|
||||
const token = authHeader?.replace("Bearer ", "");
|
||||
if (token !== secret) {
|
||||
return NextResponse.json({ error: "Unauthorized" }, { status: 401 });
|
||||
}
|
||||
|
||||
// ── Parse params ──
|
||||
const url = new URL(request.url);
|
||||
const maxUats = Math.min(
|
||||
Number(url.searchParams.get("maxUats") ?? "5") || 5,
|
||||
10,
|
||||
);
|
||||
const maxAgeHours =
|
||||
Number(url.searchParams.get("maxAgeHours") ?? "168") || 168;
|
||||
const forceFullSync = url.searchParams.get("forceFullSync") === "true";
|
||||
const includeEnrichment =
|
||||
url.searchParams.get("includeEnrichment") === "true";
|
||||
|
||||
// ── Credentials ──
|
||||
const username = process.env.ETERRA_USERNAME;
|
||||
const password = process.env.ETERRA_PASSWORD;
|
||||
if (!username || !password) {
|
||||
return NextResponse.json(
|
||||
{ error: "ETERRA_USERNAME / ETERRA_PASSWORD not configured" },
|
||||
{ status: 500 },
|
||||
);
|
||||
}
|
||||
|
||||
// ── Health check ──
|
||||
const health = await checkEterraHealthNow();
|
||||
if (!health.available) {
|
||||
return NextResponse.json({
|
||||
processed: 0,
|
||||
skipped: 0,
|
||||
errors: 0,
|
||||
duration: "0s",
|
||||
message: `eTerra indisponibil: ${health.message ?? "maintenance"}`,
|
||||
details: [],
|
||||
});
|
||||
}
|
||||
|
||||
// ── Find UATs with data in DB ──
|
||||
const uatGroups = await prisma.gisFeature.groupBy({
|
||||
by: ["siruta"],
|
||||
_count: { id: true },
|
||||
});
|
||||
|
||||
// Resolve UAT names
|
||||
const sirutas = uatGroups.map((g) => g.siruta);
|
||||
const uatRecords = await prisma.gisUat.findMany({
|
||||
where: { siruta: { in: sirutas } },
|
||||
select: { siruta: true, name: true },
|
||||
});
|
||||
const nameMap = new Map(uatRecords.map((u) => [u.siruta, u.name]));
|
||||
|
||||
// ── Check freshness per UAT ──
|
||||
type UatCandidate = {
|
||||
siruta: string;
|
||||
uatName: string;
|
||||
featureCount: number;
|
||||
terenuriStale: boolean;
|
||||
cladiriStale: boolean;
|
||||
enrichedCount: number;
|
||||
totalCount: number;
|
||||
};
|
||||
|
||||
const stale: UatCandidate[] = [];
|
||||
const fresh: string[] = [];
|
||||
|
||||
for (const group of uatGroups) {
|
||||
const sir = group.siruta;
|
||||
const [tStatus, cStatus] = await Promise.all([
|
||||
getLayerFreshness(sir, "TERENURI_ACTIVE"),
|
||||
getLayerFreshness(sir, "CLADIRI_ACTIVE"),
|
||||
]);
|
||||
const tFresh = isFresh(tStatus.lastSynced, maxAgeHours);
|
||||
const cFresh = isFresh(cStatus.lastSynced, maxAgeHours);
|
||||
|
||||
if (forceFullSync || !tFresh || !cFresh) {
|
||||
stale.push({
|
||||
siruta: sir,
|
||||
uatName: nameMap.get(sir) ?? sir,
|
||||
featureCount: group._count.id,
|
||||
terenuriStale: !tFresh || forceFullSync,
|
||||
cladiriStale: !cFresh || forceFullSync,
|
||||
enrichedCount: tStatus.enrichedCount,
|
||||
totalCount: tStatus.featureCount + cStatus.featureCount,
|
||||
});
|
||||
} else {
|
||||
fresh.push(sir);
|
||||
}
|
||||
}
|
||||
|
||||
// Shuffle stale UATs so we don't always process the same ones first
|
||||
for (let i = stale.length - 1; i > 0; i--) {
|
||||
const j = Math.floor(Math.random() * (i + 1));
|
||||
[stale[i]!, stale[j]!] = [stale[j]!, stale[i]!];
|
||||
}
|
||||
|
||||
const toProcess = stale.slice(0, maxUats);
|
||||
const startTime = Date.now();
|
||||
const details: UatRefreshResult[] = [];
|
||||
let errorCount = 0;
|
||||
|
||||
// ── Process stale UATs ──
|
||||
for (let idx = 0; idx < toProcess.length; idx++) {
|
||||
const uat = toProcess[idx]!;
|
||||
|
||||
// Random delay between UATs (30-120s) to spread load
|
||||
if (idx > 0) {
|
||||
const delay = 30_000 + Math.random() * 90_000;
|
||||
await sleep(delay);
|
||||
}
|
||||
|
||||
const uatStart = Date.now();
|
||||
console.log(
|
||||
`[auto-refresh] Processing UAT ${uat.siruta} (${uat.uatName})...`,
|
||||
);
|
||||
|
||||
try {
|
||||
let terenuriResult = { newFeatures: 0, removedFeatures: 0 };
|
||||
let cladiriResult = { newFeatures: 0, removedFeatures: 0 };
|
||||
|
||||
if (uat.terenuriStale) {
|
||||
const res = await syncLayer(username, password, uat.siruta, "TERENURI_ACTIVE", {
|
||||
uatName: uat.uatName,
|
||||
forceFullSync,
|
||||
});
|
||||
terenuriResult = { newFeatures: res.newFeatures, removedFeatures: res.removedFeatures };
|
||||
}
|
||||
|
||||
if (uat.cladiriStale) {
|
||||
const res = await syncLayer(username, password, uat.siruta, "CLADIRI_ACTIVE", {
|
||||
uatName: uat.uatName,
|
||||
forceFullSync,
|
||||
});
|
||||
cladiriResult = { newFeatures: res.newFeatures, removedFeatures: res.removedFeatures };
|
||||
}
|
||||
|
||||
// Optional: re-enrich if partial enrichment
|
||||
if (includeEnrichment && uat.enrichedCount < uat.totalCount) {
|
||||
try {
|
||||
const { EterraClient } = await import(
|
||||
"@/modules/parcel-sync/services/eterra-client"
|
||||
);
|
||||
const { enrichFeatures } = await import(
|
||||
"@/modules/parcel-sync/services/enrich-service"
|
||||
);
|
||||
const enrichClient = await EterraClient.create(username, password);
|
||||
await enrichFeatures(enrichClient, uat.siruta);
|
||||
} catch (enrichErr) {
|
||||
console.warn(
|
||||
`[auto-refresh] Enrichment failed for ${uat.siruta}:`,
|
||||
enrichErr instanceof Error ? enrichErr.message : enrichErr,
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
const durationMs = Date.now() - uatStart;
|
||||
console.log(
|
||||
`[auto-refresh] UAT ${uat.siruta}: terenuri +${terenuriResult.newFeatures}/-${terenuriResult.removedFeatures}, cladiri +${cladiriResult.newFeatures}/-${cladiriResult.removedFeatures} (${(durationMs / 1000).toFixed(1)}s)`,
|
||||
);
|
||||
|
||||
details.push({
|
||||
siruta: uat.siruta,
|
||||
uatName: uat.uatName,
|
||||
action: "synced",
|
||||
terenuri: { new: terenuriResult.newFeatures, removed: terenuriResult.removedFeatures },
|
||||
cladiri: { new: cladiriResult.newFeatures, removed: cladiriResult.removedFeatures },
|
||||
durationMs,
|
||||
});
|
||||
} catch (error) {
|
||||
errorCount++;
|
||||
const msg = error instanceof Error ? error.message : "Unknown error";
|
||||
console.error(`[auto-refresh] Error on UAT ${uat.siruta}: ${msg}`);
|
||||
details.push({
|
||||
siruta: uat.siruta,
|
||||
uatName: uat.uatName,
|
||||
action: "error",
|
||||
reason: msg,
|
||||
durationMs: Date.now() - uatStart,
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
const totalDuration = Date.now() - startTime;
|
||||
const durationStr =
|
||||
totalDuration > 60_000
|
||||
? `${Math.floor(totalDuration / 60_000)}m ${Math.round((totalDuration % 60_000) / 1000)}s`
|
||||
: `${Math.round(totalDuration / 1000)}s`;
|
||||
|
||||
console.log(
|
||||
`[auto-refresh] Completed ${toProcess.length}/${stale.length} UATs, ${errorCount} errors (${durationStr})`,
|
||||
);
|
||||
|
||||
return NextResponse.json({
|
||||
processed: toProcess.length,
|
||||
skipped: fresh.length,
|
||||
staleTotal: stale.length,
|
||||
errors: errorCount,
|
||||
duration: durationStr,
|
||||
details,
|
||||
});
|
||||
}
|
||||
@@ -0,0 +1,181 @@
|
||||
import { NextResponse } from "next/server";
|
||||
import { PrismaClient, Prisma } from "@prisma/client";
|
||||
|
||||
const prisma = new PrismaClient();
|
||||
|
||||
const KV_NAMESPACE = "parcel-sync-weekend";
|
||||
const KV_KEY = "queue-state";
|
||||
|
||||
type StepName = "sync_terenuri" | "sync_cladiri" | "import_nogeom" | "enrich";
|
||||
type StepStatus = "pending" | "done" | "error";
|
||||
|
||||
type CityState = {
|
||||
siruta: string;
|
||||
name: string;
|
||||
county: string;
|
||||
priority: number;
|
||||
steps: Record<StepName, StepStatus>;
|
||||
lastActivity?: string;
|
||||
errorMessage?: string;
|
||||
};
|
||||
|
||||
type WeekendSyncState = {
|
||||
cities: CityState[];
|
||||
lastSessionDate?: string;
|
||||
totalSessions: number;
|
||||
completedCycles: number;
|
||||
};
|
||||
|
||||
/**
|
||||
* GET /api/eterra/weekend-sync
|
||||
* Returns the current queue state.
|
||||
*/
|
||||
export async function GET() {
|
||||
// Auth handled by middleware (route is not excluded)
|
||||
const row = await prisma.keyValueStore.findUnique({
|
||||
where: { namespace_key: { namespace: KV_NAMESPACE, key: KV_KEY } },
|
||||
});
|
||||
|
||||
if (!row?.value) {
|
||||
return NextResponse.json({ state: null });
|
||||
}
|
||||
|
||||
// Enrich with DB feature counts per city
|
||||
const state = row.value as unknown as WeekendSyncState;
|
||||
const sirutas = state.cities.map((c) => c.siruta);
|
||||
|
||||
const counts = await prisma.gisFeature.groupBy({
|
||||
by: ["siruta", "layerId"],
|
||||
where: { siruta: { in: sirutas } },
|
||||
_count: { id: true },
|
||||
});
|
||||
|
||||
const enrichedCounts = await prisma.gisFeature.groupBy({
|
||||
by: ["siruta"],
|
||||
where: { siruta: { in: sirutas }, enrichedAt: { not: null } },
|
||||
_count: { id: true },
|
||||
});
|
||||
|
||||
const enrichedMap = new Map(enrichedCounts.map((e) => [e.siruta, e._count.id]));
|
||||
|
||||
type CityStats = {
|
||||
terenuri: number;
|
||||
cladiri: number;
|
||||
total: number;
|
||||
enriched: number;
|
||||
};
|
||||
const statsMap = new Map<string, CityStats>();
|
||||
|
||||
for (const c of counts) {
|
||||
const existing = statsMap.get(c.siruta) ?? { terenuri: 0, cladiri: 0, total: 0, enriched: 0 };
|
||||
existing.total += c._count.id;
|
||||
if (c.layerId === "TERENURI_ACTIVE") existing.terenuri = c._count.id;
|
||||
if (c.layerId === "CLADIRI_ACTIVE") existing.cladiri = c._count.id;
|
||||
existing.enriched = enrichedMap.get(c.siruta) ?? 0;
|
||||
statsMap.set(c.siruta, existing);
|
||||
}
|
||||
|
||||
const citiesWithStats = state.cities.map((c) => ({
|
||||
...c,
|
||||
dbStats: statsMap.get(c.siruta) ?? { terenuri: 0, cladiri: 0, total: 0, enriched: 0 },
|
||||
}));
|
||||
|
||||
return NextResponse.json({
|
||||
state: { ...state, cities: citiesWithStats },
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* POST /api/eterra/weekend-sync
|
||||
* Modify the queue: add/remove cities, reset steps, change priority.
|
||||
*/
|
||||
export async function POST(request: Request) {
|
||||
// Auth handled by middleware (route is not excluded)
|
||||
const body = (await request.json()) as {
|
||||
action: "add" | "remove" | "reset" | "reset_all" | "set_priority";
|
||||
siruta?: string;
|
||||
name?: string;
|
||||
county?: string;
|
||||
priority?: number;
|
||||
};
|
||||
|
||||
// Load current state
|
||||
const row = await prisma.keyValueStore.findUnique({
|
||||
where: { namespace_key: { namespace: KV_NAMESPACE, key: KV_KEY } },
|
||||
});
|
||||
|
||||
const state: WeekendSyncState = row?.value
|
||||
? (row.value as unknown as WeekendSyncState)
|
||||
: { cities: [], totalSessions: 0, completedCycles: 0 };
|
||||
|
||||
const freshSteps: Record<StepName, StepStatus> = {
|
||||
sync_terenuri: "pending",
|
||||
sync_cladiri: "pending",
|
||||
import_nogeom: "pending",
|
||||
enrich: "pending",
|
||||
};
|
||||
|
||||
switch (body.action) {
|
||||
case "add": {
|
||||
if (!body.siruta || !body.name) {
|
||||
return NextResponse.json(
|
||||
{ error: "siruta si name sunt obligatorii" },
|
||||
{ status: 400 },
|
||||
);
|
||||
}
|
||||
if (state.cities.some((c) => c.siruta === body.siruta)) {
|
||||
return NextResponse.json(
|
||||
{ error: `${body.name} (${body.siruta}) e deja in coada` },
|
||||
{ status: 409 },
|
||||
);
|
||||
}
|
||||
state.cities.push({
|
||||
siruta: body.siruta,
|
||||
name: body.name,
|
||||
county: body.county ?? "",
|
||||
priority: body.priority ?? 3,
|
||||
steps: { ...freshSteps },
|
||||
});
|
||||
break;
|
||||
}
|
||||
case "remove": {
|
||||
state.cities = state.cities.filter((c) => c.siruta !== body.siruta);
|
||||
break;
|
||||
}
|
||||
case "reset": {
|
||||
const city = state.cities.find((c) => c.siruta === body.siruta);
|
||||
if (city) {
|
||||
city.steps = { ...freshSteps };
|
||||
city.errorMessage = undefined;
|
||||
}
|
||||
break;
|
||||
}
|
||||
case "reset_all": {
|
||||
for (const city of state.cities) {
|
||||
city.steps = { ...freshSteps };
|
||||
city.errorMessage = undefined;
|
||||
}
|
||||
state.completedCycles = 0;
|
||||
break;
|
||||
}
|
||||
case "set_priority": {
|
||||
const city = state.cities.find((c) => c.siruta === body.siruta);
|
||||
if (city && body.priority != null) {
|
||||
city.priority = body.priority;
|
||||
}
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
await prisma.keyValueStore.upsert({
|
||||
where: { namespace_key: { namespace: KV_NAMESPACE, key: KV_KEY } },
|
||||
update: { value: state as unknown as Prisma.InputJsonValue },
|
||||
create: {
|
||||
namespace: KV_NAMESPACE,
|
||||
key: KV_KEY,
|
||||
value: state as unknown as Prisma.InputJsonValue,
|
||||
},
|
||||
});
|
||||
|
||||
return NextResponse.json({ ok: true, cities: state.cities.length });
|
||||
}
|
||||
Reference in New Issue
Block a user