mirror of
https://github.com/Elysola/WebHooker.git
synced 2026-11-21 01:23:40 +00:00
feat(storage): migrate config, dedup and delivery state to D1
- Move oversized queue payloads from KV to R2 (PAYLOAD binding, webhooks/YYYY/MM/DD/*.json, KV queue:payload:* fallback)
- Persist routes/groups to D1 (d1_routes/d1_groups) with memory -> KV -> D1 three-tier cache, seeded from legacy KV config keys
- Move webhook dedup (dedup_keys), delivery state (delivery_state) and message tracking (message_tracking) to D1 via canUseD1 probe with automatic KV fallback
- Batch send_logs inserts (recordSendBatch) and add group_id/ts index
- Add storage-prune scheduled task for expired dedup/state/tracking rows
- Add TTL to invite:group:{id} index and audit all ephemeral KV keys
- Add D1 indexes for the new tables
- Sync AGENTS.md, README.md/zh and docs/ (en/zh) with the new storage layout
This commit is contained in:
46 files changed
+1450
-117
No files matched your search
@@ -0,0 +1,41 @@
|
||||
import type { SendRecord } from "./send-log";
|
||||
import { log } from "./log";
|
||||
|
||||
export async function recordSendBatch(
|
||||
db: D1Database,
|
||||
records: SendRecord[],
|
||||
): Promise<void> {
|
||||
if (records.length === 0) return;
|
||||
try {
|
||||
const stmts = records.map((r) =>
|
||||
db
|
||||
.prepare(
|
||||
`INSERT INTO send_logs (ts, route_id, group_id, event, repo, target, ok, error, status, message_id, delivery_id, platform, actor, action, duration_ms, error_code, attempts, detail)
|
||||
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
|
||||
)
|
||||
.bind(
|
||||
r.ts,
|
||||
r.routeId,
|
||||
r.groupId ?? null,
|
||||
r.event,
|
||||
r.repo ?? null,
|
||||
r.target,
|
||||
r.ok ? 1 : 0,
|
||||
r.error ?? null,
|
||||
r.status ?? null,
|
||||
r.messageId ?? null,
|
||||
r.deliveryId ?? null,
|
||||
r.platform ?? null,
|
||||
r.actor ?? null,
|
||||
r.action ?? null,
|
||||
r.durationMs ?? null,
|
||||
r.errorCode ?? null,
|
||||
r.attempts ?? null,
|
||||
r.detail ? JSON.stringify(r.detail) : null,
|
||||
),
|
||||
);
|
||||
await db.batch(stmts);
|
||||
} catch (err) {
|
||||
log.warn({ err, count: records.length }, "Failed to record send log batch");
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user