use hmac function from wasm

Author: coyotte508

packages/hub/package.json

@@ -42,7 +42,7 @@
 		"test": "vitest run",
 		"test:browser": "vitest run --browser.name=chrome --browser.headless --config vitest-browser.config.mts",
 		"check": "tsc",
-		"build:xet-wasm": "./scripts/build-xet-wasm.sh -t bundler --clean"
+		"build:xet-wasm": "./scripts/build-xet-wasm.sh -t bundler --clean -b hmac-wasm"
 	},
 	"files": [
 		"src",

packages/hub/src/utils/ChunkCache.ts

@@ -53,7 +53,10 @@ export class ChunkCache {
 		}
 	}
 
-	getChunk(hash: string):
+	getChunk(
+		hash: string,
+		hmacFunction: (hash: string, key: string) => string
+	):
 		| {
 				xorbIndex: number;
 				offset: number;
@@ -63,7 +66,7 @@ export class ChunkCache {
 		let index = this.map.get(hash);
 		if (index === undefined) {
 			for (const hmac of this.hmacs) {
-				index = this.map.get(hashHash(hash, hmac));
+				index = this.map.get(hmacFunction(hash, hmac));
 				if (index !== undefined) {
 					break;
 				}
@@ -79,8 +82,3 @@ export class ChunkCache {
 		};
 	}
 }
-
-// Todo: use wasm to hash
-function hashHash(hash: string, hmac: string): string {
-	return hash + hmac;
-}

packages/hub/src/utils/createXorbs.ts

@@ -135,7 +135,7 @@ export async function* createXorbs(
 						sourceChunks.splice(0, index);
 					}
 
-					let cacheData = chunkCache.getChunk(chunk.hash);
+					let cacheData = chunkCache.getChunk(chunk.hash, chunkModule.compute_hmac);
 					if (cacheData === undefined && chunk.dedup && bytesSinceRemoteDedup >= INTERVAL_BETWEEN_REMOTE_DEDUP) {
 						const token = await xetWriteToken(params);
 						bytesSinceRemoteDedup = 0;
@@ -160,8 +160,8 @@ export async function* createXorbs(
 									);
 								}
 							}
+							cacheData = chunkCache.getChunk(chunk.hash, chunkModule.compute_hmac);
 						}
-						cacheData = chunkCache.getChunk(chunk.hash);
 					}
 					if (cacheData === undefined) {
 						xorbOffset = writeChunk(xorb, xorbOffset, chunkToCopy);

packages/hub/src/vendor/xet-chunk/chunker_wasm.ts

@@ -55,7 +55,13 @@ init();
 
 export { init };
 
-export { compute_xorb_hash, compute_file_hash, Chunker, compute_verification_hash } from "./chunker_wasm_bg.js";
+export {
+	compute_xorb_hash,
+	compute_file_hash,
+	Chunker,
+	compute_verification_hash,
+	compute_hmac,
+} from "./chunker_wasm_bg.js";
 
 // const exports = WebAssembly.Module.exports(wasmModule).map((item) => item.name);
 

packages/hub/src/vendor/xet-chunk/chunker_wasm_bg.d.ts

@@ -3,6 +3,7 @@
 export function compute_xorb_hash(chunks_array: Array<{ hash: string; length: number }>): string;
 export function compute_verification_hash(chunkHashes: string[]): string;
 export function compute_file_hash(chunks_array: Array<{ hash: string; length: number }>): string;
+export function compute_hmac(hash: string, key: string): string;
 export class Chunker {
 	free(): void;
 	constructor(target_chunk_size: number);

packages/hub/src/vendor/xet-chunk/chunker_wasm_bg.js

@@ -272,6 +272,35 @@ export function compute_verification_hash(chunk_hashes) {
     }
 }
 
+/**
+ * takes a hash and HMAC key (both as hex strings) and returns the HMAC result as a hex string
+ * @param {string} hash_hex
+ * @param {string} hmac_key_hex
+ * @returns {string}
+ */
+export function compute_hmac(hash_hex, hmac_key_hex) {
+    let deferred4_0;
+    let deferred4_1;
+    try {
+        const ptr0 = passStringToWasm0(hash_hex, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passStringToWasm0(hmac_key_hex, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        const ret = wasm.compute_hmac(ptr0, len0, ptr1, len1);
+        var ptr3 = ret[0];
+        var len3 = ret[1];
+        if (ret[3]) {
+            ptr3 = 0; len3 = 0;
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        deferred4_0 = ptr3;
+        deferred4_1 = len3;
+        return getStringFromWasm0(ptr3, len3);
+    } finally {
+        wasm.__wbindgen_free(deferred4_0, deferred4_1, 1);
+    }
+}
+
 const ChunkerFinalization = (typeof FinalizationRegistry === 'undefined')
     ? { register: () => {}, unregister: () => {} }
     : new FinalizationRegistry(ptr => wasm.__wbg_chunker_free(ptr >>> 0, 1));

packages/hub/src/vendor/xet-chunk/chunker_wasm_bg.wasm.base64.ts

@@ -8,6 +8,7 @@ export const chunker_finish: (a: number) => [number, number, number];
 export const compute_xorb_hash: (a: any) => [number, number, number, number];
 export const compute_file_hash: (a: any) => [number, number, number, number];
 export const compute_verification_hash: (a: number, b: number) => [number, number, number, number];
+export const compute_hmac: (a: number, b: number, c: number, d: number) => [number, number, number, number];
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;