feat: add official furnidata sync button for importing all missing items
- API endpoint: /api/admin/import/official/sync-all - Fetches all official Habbo furnidata - Compares with database to find missing items - Imports missing items via SSE batch with progress reporting - 500 item limit for safety - Proper abort signal support - Client component: OfficialSyncClient with progress UI - Updated StudioSyncPage to include Official Furnidata sync option - Uses existing importSingleFurni infrastructure
This commit is contained in:
1 parent
2920a6521b
commit
1dc8d1d46f
3 files changed
+334
No files matched your search
@@ -0,0 +1,225 @@
|
|||||||
|
"use client";
|
||||||
|
|
||||||
|
import { AlertCircle, Check, CloudDownload, Loader2 } from "lucide-react";
|
||||||
|
import { useCallback, useRef, useState } from "react";
|
||||||
|
import { toast } from "sonner";
|
||||||
|
import { Button } from "@/components/ui/button";
|
||||||
|
import { adminFetch } from "@/lib/admin-fetch";
|
||||||
|
|
||||||
|
interface SyncEvent {
|
||||||
|
type: string;
|
||||||
|
classname?: string;
|
||||||
|
status?: string;
|
||||||
|
succeeded?: number;
|
||||||
|
failed?: number;
|
||||||
|
message?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
interface SyncResult {
|
||||||
|
succeeded: number;
|
||||||
|
failed: number;
|
||||||
|
message: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Official furnidata sync client.
|
||||||
|
* Imports all furniture from official Habbo furnidata that the hotel doesn't have yet.
|
||||||
|
*/
|
||||||
|
export function OfficialSyncClient() {
|
||||||
|
const [syncing, setSyncing] = useState(false);
|
||||||
|
const [progress, setProgress] = useState<{
|
||||||
|
done: number;
|
||||||
|
total: number;
|
||||||
|
} | null>(null);
|
||||||
|
const [log, setLog] = useState<string[]>([]);
|
||||||
|
const [result, setResult] = useState<SyncResult | null>(null);
|
||||||
|
const abortRef = useRef<AbortController | null>(null);
|
||||||
|
|
||||||
|
const startSync = useCallback(async () => {
|
||||||
|
setSyncing(true);
|
||||||
|
setProgress(null);
|
||||||
|
setLog([]);
|
||||||
|
setResult(null);
|
||||||
|
|
||||||
|
const abort = new AbortController();
|
||||||
|
abortRef.current = abort;
|
||||||
|
|
||||||
|
try {
|
||||||
|
const res = await adminFetch("/api/admin/import/official/sync-all", {
|
||||||
|
method: "POST",
|
||||||
|
headers: { "Content-Type": "application/json" },
|
||||||
|
body: JSON.stringify({}),
|
||||||
|
signal: abort.signal,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (!res.body) {
|
||||||
|
toast.error("No response stream");
|
||||||
|
setSyncing(false);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!res.headers.get("content-type")?.includes("text/event-stream")) {
|
||||||
|
let errMsg = "Sync failed";
|
||||||
|
try {
|
||||||
|
const json = await res.json();
|
||||||
|
errMsg = json.message || errMsg;
|
||||||
|
} catch {
|
||||||
|
// ignore
|
||||||
|
}
|
||||||
|
toast.error(errMsg);
|
||||||
|
setSyncing(false);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const reader = res.body.getReader();
|
||||||
|
const decoder = new TextDecoder();
|
||||||
|
let buf = "";
|
||||||
|
let succeeded = 0;
|
||||||
|
let failed = 0;
|
||||||
|
let totalItems = 0;
|
||||||
|
|
||||||
|
while (true) {
|
||||||
|
const { value, done: streamDone } = await reader.read();
|
||||||
|
if (streamDone) break;
|
||||||
|
buf += decoder.decode(value, { stream: true });
|
||||||
|
const parts = buf.split("\n\n");
|
||||||
|
buf = parts.pop() ?? "";
|
||||||
|
for (const part of parts) {
|
||||||
|
if (!part.startsWith("data: ")) continue;
|
||||||
|
try {
|
||||||
|
const evt = JSON.parse(part.slice(6)) as SyncEvent;
|
||||||
|
if (evt.type === "item_progress") {
|
||||||
|
const classname = evt.classname ?? "";
|
||||||
|
if (evt.status === "done") {
|
||||||
|
succeeded++;
|
||||||
|
totalItems++;
|
||||||
|
setProgress({ done: succeeded + failed, total: totalItems });
|
||||||
|
setLog((prev) => [...prev, `✓ ${classname}`]);
|
||||||
|
} else if (evt.status === "failed") {
|
||||||
|
failed++;
|
||||||
|
totalItems++;
|
||||||
|
setProgress({ done: succeeded + failed, total: totalItems });
|
||||||
|
setLog((prev) => [...prev, `✗ ${classname} (failed)`]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (evt.type === "batch_complete") {
|
||||||
|
succeeded = evt.succeeded ?? succeeded;
|
||||||
|
failed = evt.failed ?? failed;
|
||||||
|
}
|
||||||
|
if (evt.type === "error") {
|
||||||
|
toast.error(
|
||||||
|
typeof evt.message === "string"
|
||||||
|
? evt.message
|
||||||
|
: "Sync finished with errors",
|
||||||
|
);
|
||||||
|
}
|
||||||
|
} catch {
|
||||||
|
// skip parse errors
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
setResult({
|
||||||
|
succeeded,
|
||||||
|
failed,
|
||||||
|
message:
|
||||||
|
totalItems > 0
|
||||||
|
? `${succeeded} items synced`
|
||||||
|
: "All items were already up to date",
|
||||||
|
});
|
||||||
|
if (succeeded > 0) toast.success(`${succeeded} items synced`);
|
||||||
|
if (failed > 0) toast.error(`${failed} items failed`);
|
||||||
|
} catch (err) {
|
||||||
|
if ((err as Error).name === "AbortError") {
|
||||||
|
toast.info("Sync cancelled");
|
||||||
|
} else {
|
||||||
|
toast.error("Sync request failed");
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
setSyncing(false);
|
||||||
|
abortRef.current = null;
|
||||||
|
}
|
||||||
|
}, []);
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="space-y-4">
|
||||||
|
{!result && (
|
||||||
|
<div className="flex items-center gap-2 flex-wrap">
|
||||||
|
<Button onClick={startSync} disabled={syncing} size="lg">
|
||||||
|
{syncing ? (
|
||||||
|
<Loader2 className="w-4 h-4 animate-spin mr-2" />
|
||||||
|
) : (
|
||||||
|
<CloudDownload className="w-4 h-4 mr-2" />
|
||||||
|
)}
|
||||||
|
{syncing
|
||||||
|
? `Syncing… ${progress ? `${progress.done}/${progress.total}` : ""}`
|
||||||
|
: "Import All Missing from Official Furnidata"}
|
||||||
|
</Button>
|
||||||
|
{syncing && (
|
||||||
|
<Button
|
||||||
|
variant="outline"
|
||||||
|
size="lg"
|
||||||
|
onClick={() => abortRef.current?.abort()}
|
||||||
|
>
|
||||||
|
Cancel
|
||||||
|
</Button>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{progress && (
|
||||||
|
<div className="text-sm text-muted-foreground">
|
||||||
|
Processed {progress.done} items
|
||||||
|
{progress.total > 0 ? ` out of ${progress.total}` : ""}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{log.length > 0 && (
|
||||||
|
<div className="rounded-xl border bg-card p-4 max-h-80 overflow-x-auto overflow-y-auto space-y-0.5">
|
||||||
|
{log.map((line) => (
|
||||||
|
<div
|
||||||
|
key={line}
|
||||||
|
className="text-xs font-mono text-muted-foreground whitespace-nowrap"
|
||||||
|
>
|
||||||
|
{line}
|
||||||
|
</div>
|
||||||
|
))}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{result && (
|
||||||
|
<div className="rounded-xl border bg-card p-5 space-y-3">
|
||||||
|
<div className="flex items-center gap-2">
|
||||||
|
{result.failed === 0 ? (
|
||||||
|
<Check className="w-5 h-5 text-[var(--admin-success)]" />
|
||||||
|
) : (
|
||||||
|
<AlertCircle className="w-5 h-5 text-[var(--admin-error)]" />
|
||||||
|
)}
|
||||||
|
<span className="text-lg font-semibold">Sync Complete</span>
|
||||||
|
</div>
|
||||||
|
<div className="text-sm space-y-1">
|
||||||
|
<p>
|
||||||
|
<span className="text-muted-foreground">Succeeded:</span>{" "}
|
||||||
|
{result.succeeded}
|
||||||
|
</p>
|
||||||
|
<p>
|
||||||
|
<span className="text-muted-foreground">Failed:</span>{" "}
|
||||||
|
{result.failed}
|
||||||
|
</p>
|
||||||
|
<p className="text-sm text-muted-foreground">{result.message}</p>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{!syncing && !result && (
|
||||||
|
<div className="rounded-xl border bg-card p-6 text-center text-muted-foreground text-sm">
|
||||||
|
<CloudDownload className="w-10 h-10 mx-auto mb-3 opacity-40" />
|
||||||
|
<p>
|
||||||
|
Click the button above to scan the official Habbo furnidata and
|
||||||
|
automatically import any furniture that your hotel doesn't have yet.
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -1,4 +1,5 @@
|
|||||||
import { redirect } from "next/navigation";
|
import { redirect } from "next/navigation";
|
||||||
|
import { OfficialSyncClient } from "@/app/admin/import/official/official-sync-client";
|
||||||
import { SyncAllClient } from "@/app/admin/import/sync/sync-all-client";
|
import { SyncAllClient } from "@/app/admin/import/sync/sync-all-client";
|
||||||
import { canAccess, getAdminContext, PERMS } from "@/lib/permissions";
|
import { canAccess, getAdminContext, PERMS } from "@/lib/permissions";
|
||||||
|
|
||||||
@@ -28,6 +29,17 @@ export default async function StudioSyncPage(_props: {
|
|||||||
</p>
|
</p>
|
||||||
<SyncAllClient />
|
<SyncAllClient />
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
|
<div>
|
||||||
|
<h2 className="text-lg font-semibold text-muted-foreground mb-2">
|
||||||
|
Official Furnidata
|
||||||
|
</h2>
|
||||||
|
<p className="text-sm text-muted-foreground">
|
||||||
|
Scan the official Habbo furnidata and automatically import any
|
||||||
|
furniture that your hotel doesn't have yet.
|
||||||
|
</p>
|
||||||
|
<OfficialSyncClient />
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
|
|||||||
@@ -0,0 +1,97 @@
|
|||||||
|
import { withAdmin } from "@/lib/api-handler";
|
||||||
|
import { db, ItemsBase } from "@/lib/db";
|
||||||
|
import { PERMS } from "@/lib/permissions";
|
||||||
|
import { importSingleFurni } from "@/lib/services/furni-import";
|
||||||
|
import { getOfficialHabboFurnidata } from "@/lib/services/habbo-furnidata-cache";
|
||||||
|
import { runSseBatch } from "@/lib/services/import/core/sse-batch";
|
||||||
|
|
||||||
|
export const POST = withAdmin(
|
||||||
|
{ permission: PERMS.ASSETS_IMPORT },
|
||||||
|
async (request) => {
|
||||||
|
// Haal alle officiële furnidata
|
||||||
|
const furnidata = await getOfficialHabboFurnidata();
|
||||||
|
|
||||||
|
// Haal alle bestaande classnames uit de database
|
||||||
|
const existingClassnames = new Set(
|
||||||
|
await db
|
||||||
|
.select({ itemName: ItemsBase.itemName })
|
||||||
|
.from(ItemsBase)
|
||||||
|
.then((rows) => rows.map((r) => r.itemName)),
|
||||||
|
);
|
||||||
|
|
||||||
|
// Filter naar alleen items die niet in de database staan
|
||||||
|
const missingItems = Array.from(furnidata.entries())
|
||||||
|
.filter(([, entry]) => !existingClassnames.has(entry.classname))
|
||||||
|
.map(([, entry]) => ({
|
||||||
|
classname: entry.classname,
|
||||||
|
name: entry.name,
|
||||||
|
description: entry.description ?? "",
|
||||||
|
type: entry.category === "wallitem" ? "wallitem" : "flooritem",
|
||||||
|
revision: entry.revision ?? 0,
|
||||||
|
category: entry.category ?? "unknown",
|
||||||
|
}));
|
||||||
|
|
||||||
|
if (missingItems.length === 0) {
|
||||||
|
return new Response(
|
||||||
|
JSON.stringify({
|
||||||
|
success: true,
|
||||||
|
message: "All items are already in the database",
|
||||||
|
imported: 0,
|
||||||
|
}),
|
||||||
|
{
|
||||||
|
headers: { "Content-Type": "application/json" },
|
||||||
|
},
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (missingItems.length > 500) {
|
||||||
|
return new Response(
|
||||||
|
JSON.stringify({
|
||||||
|
success: false,
|
||||||
|
message: `Too many missing items (${missingItems.length}). Consider importing in smaller batches.`,
|
||||||
|
}),
|
||||||
|
{
|
||||||
|
headers: { "Content-Type": "application/json" },
|
||||||
|
status: 400,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Importeren via SSE batch
|
||||||
|
return runSseBatch({
|
||||||
|
items: missingItems,
|
||||||
|
concurrency: 3,
|
||||||
|
signal: request.signal,
|
||||||
|
labelOf: (it) => it.classname,
|
||||||
|
worker: async (it, _index, report) => {
|
||||||
|
const result = await importSingleFurni({
|
||||||
|
id: 0,
|
||||||
|
classname: it.classname,
|
||||||
|
name: it.name,
|
||||||
|
description: it.description,
|
||||||
|
type: it.type,
|
||||||
|
revision: it.revision,
|
||||||
|
category: it.category,
|
||||||
|
onProgress: report,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (result.ok) {
|
||||||
|
return {
|
||||||
|
ok: true,
|
||||||
|
warnings: result.warnings,
|
||||||
|
error: result.error,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
ok: false,
|
||||||
|
warnings: result.warnings,
|
||||||
|
error: result.error,
|
||||||
|
};
|
||||||
|
},
|
||||||
|
flush: async () => {
|
||||||
|
// FurnitureData.json wordt automatisch geschreven door importSingleFurni
|
||||||
|
},
|
||||||
|
});
|
||||||
|
},
|
||||||
|
);
|
||||||
Reference in new issue
Block a user