fixup! add dedup ratio to information

Author: coyotte508

packages/hub/src/utils/createXorbs.ts

@@ -18,7 +18,7 @@ const MAX_XORB_CHUNKS = 8 * 1024;
 const INTERVAL_BETWEEN_REMOTE_DEDUP = 4_000_000; // 4MB
 
 export async function* createXorbs(
-	fileSources: AsyncGenerator<{ content: Blob; path: string }>,
+	fileSources: AsyncGenerator<{ content: Blob; path: string; sha256: string }>,
 	params: XetWriteTokenParams
 ): AsyncGenerator<
 	| {
@@ -36,6 +36,7 @@ export async function* createXorbs(
 			event: "file";
 			path: string;
 			hash: string;
+			sha256: string;
 			/** Percentage of file bytes that were deduplicated (0-1) */
 			dedupRatio: number;
 			representation: Array<{
@@ -77,6 +78,7 @@ export async function* createXorbs(
 		path: string;
 		hash: string;
 		dedupRatio: number;
+		sha256: string;
 		representation: Array<{
 			xorbId: number | string;
 			offset: number;
@@ -281,6 +283,7 @@ export async function* createXorbs(
 				event: "file" as const,
 				path: fileSource.path,
 				hash: chunkModule.compute_file_hash(fileChunks),
+				sha256: fileSource.sha256,
 				dedupRatio,
 				representation: fileRepresentation,
 			});

packages/hub/src/utils/uploadShards.ts

@@ -68,7 +68,8 @@ export async function* uploadShards(
 	source: AsyncGenerator<{ content: Blob; path: string; sha256: string }>,
 	params: UploadShardsParams
 ): AsyncGenerator<
-	{ event: "file"; path: string; sha256: string } | { event: "fileProgress"; path: string; progress: number }
+	| { event: "file"; path: string; sha256: string; dedupRatio: number }
+	| { event: "fileProgress"; path: string; progress: number }
 > {
 	const xorbHashes: Array<string> = [];
 
@@ -136,7 +137,7 @@ export async function* uploadShards(
 				break;
 			}
 			case "file": {
-				yield { event: "file", path: output.path, sha256: output.sha256 }; // Maybe wait until shard is uploaded before yielding.
+				yield { event: "file", path: output.path, sha256: output.sha256, dedupRatio: output.dedupRatio }; // Maybe wait until shard is uploaded before yielding.
 
 				// Calculate space needed for this file entry
 				const fileHeaderSize = HASH_LENGTH + 4 + 4 + 8; // hash + flags + rep length + reserved