admin/dragonsstash
1
0
Fork 0
mirror of https://github.com/xCyanGrizzly/DragonsStash.git synced 2026-09-21 13:31:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(worker): fingerprint listing-less ZIP candidates via destination copy

Browse Source 
Rebuild-created placeholder candidates have no PackageFile CRCs, so
name-side fingerprinting can't confirm them. When the stored candidate
fingerprint is incomplete, read the candidate's own copy from its
destination message and fingerprint against that instead of falling
straight to name+size confidence.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
admin
2026-07-23 14:27:07 +02:00
co-authored by Claude Opus 4.8
parent 7ddf13053f
commit 09ee9da9cc
2 changed files with 75 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
worker/src/provenance-backfill.ts
+40 -2
View File
@@ -1,7 +1,8 @@
import { childLogger } from "./util/logger.js";
import { downloadFileRange } from "./tdlib/range-download.js";
import { invokeWithTimeout } from "./tdlib/download.js";
import { parseZipCentralDirectoryFromTail, MIN_ZIP_TAIL_BYTES } from "./archive/central-directory.js";
import { fingerprintsMatch } from "./archive/fingerprint.js";
import { fingerprintsMatch, crcFingerprint } from "./archive/fingerprint.js";
import {
findPlaceholderCandidate,
getPackageFileCrcs,
@@ -49,6 +50,28 @@ async function readScannedZipListing(
return null;
}
async function readZipListingFromDestination(
client: Client,
destChatTelegramId: bigint,
destMessageId: bigint,
fileSize: bigint,
): Promise<FileEntry[] | null> {
try {
// Resolve the destination message's document file id.
const msg = (await invokeWithTimeout(client, {
_: "getMessage",
chat_id: Number(destChatTelegramId),
message_id: Number(destMessageId),
})) as { content?: { document?: { document?: { id: number } } } };
const fid = msg?.content?.document?.document?.id;
if (!fid) return null;
return await readScannedZipListing(client, String(fid), fileSize);
} catch (err) {
log.warn({ err, destMessageId: Number(destMessageId) }, "destination ZIP listing read failed");
return null;
}
}
export async function tryProvenanceBackfill(
args: BackfillArgs,
): Promise<{ backfilled: boolean; confidence?: "fingerprint" | "name-size" }> {
@@ -62,9 +85,24 @@ export async function tryProvenanceBackfill(
entries = await readScannedZipListing(args.client, args.scannedFileId, args.fileSize);
if (entries) {
const candidateCrcs = await getPackageFileCrcs(candidate.id);
const candidateEntries: FileEntry[] = candidateCrcs.map((crc) => ({
let candidateEntries: FileEntry[] = candidateCrcs.map((crc) => ({
path: "", fileName: "", extension: null, compressedSize: 0n, uncompressedSize: 0n, crc32: crc,
}));
const destMessageId =
candidate.destMessageIds.length > 0
? candidate.destMessageIds[candidate.destMessageIds.length - 1]
: candidate.destMessageId;
if (!crcFingerprint(candidateEntries).complete && destMessageId && candidate.destChannel) {
const destEntries = await readZipListingFromDestination(
args.client,
candidate.destChannel.telegramId,
destMessageId,
candidate.fileSize,
);
if (destEntries) {
candidateEntries = destEntries;
}
}
if (fingerprintsMatch(entries, candidateEntries)) {
confidence = "fingerprint";
} else {