Spaces:
Running
Running
Commit
·
c9619ed
1
Parent(s):
7a92a7e
updates
Browse files- src/lib/components/FileUpload.svelte +16 -20
- src/lib/components/ShardViewer.svelte +2 -2
- src/lib/parsers.ts +21 -26
- src/lib/types.ts +2 -6
- src/routes/+page.svelte +11 -11
src/lib/components/FileUpload.svelte
CHANGED
|
@@ -1,12 +1,8 @@
|
|
| 1 |
<script lang="ts">
|
| 2 |
-
|
| 3 |
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
}>();
|
| 7 |
-
|
| 8 |
-
let xorbDragActive = false;
|
| 9 |
-
let shardDragActive = false;
|
| 10 |
let xorbFileInput: HTMLInputElement;
|
| 11 |
let shardFileInput: HTMLInputElement;
|
| 12 |
|
|
@@ -49,7 +45,7 @@
|
|
| 49 |
}
|
| 50 |
|
| 51 |
function handleFile(file: File, type: "xorb" | "shard") {
|
| 52 |
-
|
| 53 |
}
|
| 54 |
|
| 55 |
function openFileDialog(type: "xorb" | "shard") {
|
|
@@ -69,11 +65,11 @@
|
|
| 69 |
<div
|
| 70 |
class="upload-area xorb-area"
|
| 71 |
class:drag-active={xorbDragActive}
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
role="button"
|
| 78 |
tabindex="0"
|
| 79 |
>
|
|
@@ -92,11 +88,11 @@
|
|
| 92 |
<div
|
| 93 |
class="upload-area shard-area"
|
| 94 |
class:drag-active={shardDragActive}
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
role="button"
|
| 101 |
tabindex="0"
|
| 102 |
>
|
|
@@ -113,14 +109,14 @@
|
|
| 113 |
<input
|
| 114 |
bind:this={xorbFileInput}
|
| 115 |
type="file"
|
| 116 |
-
|
| 117 |
style="display: none;"
|
| 118 |
/>
|
| 119 |
|
| 120 |
<input
|
| 121 |
bind:this={shardFileInput}
|
| 122 |
type="file"
|
| 123 |
-
|
| 124 |
style="display: none;"
|
| 125 |
/>
|
| 126 |
</div>
|
|
|
|
| 1 |
<script lang="ts">
|
| 2 |
+
const { fileSelected } = $props();
|
| 3 |
|
| 4 |
+
let xorbDragActive = $state(false);
|
| 5 |
+
let shardDragActive = $state(false);
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
let xorbFileInput: HTMLInputElement;
|
| 7 |
let shardFileInput: HTMLInputElement;
|
| 8 |
|
|
|
|
| 45 |
}
|
| 46 |
|
| 47 |
function handleFile(file: File, type: "xorb" | "shard") {
|
| 48 |
+
fileSelected({ file, type });
|
| 49 |
}
|
| 50 |
|
| 51 |
function openFileDialog(type: "xorb" | "shard") {
|
|
|
|
| 65 |
<div
|
| 66 |
class="upload-area xorb-area"
|
| 67 |
class:drag-active={xorbDragActive}
|
| 68 |
+
ondragover={(e) => handleDragOver(e, "xorb")}
|
| 69 |
+
ondragleave={() => handleDragLeave("xorb")}
|
| 70 |
+
ondrop={(e) => handleDrop(e, "xorb")}
|
| 71 |
+
onclick={() => openFileDialog("xorb")}
|
| 72 |
+
onkeydown={(e) => e.key === "Enter" && openFileDialog("xorb")}
|
| 73 |
role="button"
|
| 74 |
tabindex="0"
|
| 75 |
>
|
|
|
|
| 88 |
<div
|
| 89 |
class="upload-area shard-area"
|
| 90 |
class:drag-active={shardDragActive}
|
| 91 |
+
ondragover={(e) => handleDragOver(e, "shard")}
|
| 92 |
+
ondragleave={() => handleDragLeave("shard")}
|
| 93 |
+
ondrop={(e) => handleDrop(e, "shard")}
|
| 94 |
+
onclick={() => openFileDialog("shard")}
|
| 95 |
+
onkeydown={(e) => e.key === "Enter" && openFileDialog("shard")}
|
| 96 |
role="button"
|
| 97 |
tabindex="0"
|
| 98 |
>
|
|
|
|
| 109 |
<input
|
| 110 |
bind:this={xorbFileInput}
|
| 111 |
type="file"
|
| 112 |
+
onchange={(e) => handleFileInput(e, "xorb")}
|
| 113 |
style="display: none;"
|
| 114 |
/>
|
| 115 |
|
| 116 |
<input
|
| 117 |
bind:this={shardFileInput}
|
| 118 |
type="file"
|
| 119 |
+
onchange={(e) => handleFileInput(e, "shard")}
|
| 120 |
style="display: none;"
|
| 121 |
/>
|
| 122 |
</div>
|
src/lib/components/ShardViewer.svelte
CHANGED
|
@@ -143,10 +143,10 @@
|
|
| 143 |
<tr
|
| 144 |
class="file-row"
|
| 145 |
class:expanded={expandedFiles.has(fileIndex)}
|
| 146 |
-
|
| 147 |
role="button"
|
| 148 |
tabindex="0"
|
| 149 |
-
|
| 150 |
e.key === "Enter" && toggleFileExpansion(fileIndex)}
|
| 151 |
>
|
| 152 |
<td class="hash" title={formatHash(fileInfo.header.file_hash)}>
|
|
|
|
| 143 |
<tr
|
| 144 |
class="file-row"
|
| 145 |
class:expanded={expandedFiles.has(fileIndex)}
|
| 146 |
+
onclick={() => toggleFileExpansion(fileIndex)}
|
| 147 |
role="button"
|
| 148 |
tabindex="0"
|
| 149 |
+
onkeydown={(e) =>
|
| 150 |
e.key === "Enter" && toggleFileExpansion(fileIndex)}
|
| 151 |
>
|
| 152 |
<td class="hash" title={formatHash(fileInfo.header.file_hash)}>
|
src/lib/parsers.ts
CHANGED
|
@@ -6,7 +6,6 @@ import type {
|
|
| 6 |
ChunkHeader,
|
| 7 |
ShardData,
|
| 8 |
MerkleHash,
|
| 9 |
-
HMACKey,
|
| 10 |
MDBShardFileHeader,
|
| 11 |
MDBShardFileFooter,
|
| 12 |
FileDataSequenceHeader,
|
|
@@ -70,11 +69,11 @@ export class BinaryReader {
|
|
| 70 |
}
|
| 71 |
|
| 72 |
readHash(): MerkleHash {
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
return { data:
|
| 78 |
}
|
| 79 |
|
| 80 |
readString(length: number): string {
|
|
@@ -108,25 +107,23 @@ function arraysEqual(a: Uint8Array, b: Uint8Array): boolean {
|
|
| 108 |
}
|
| 109 |
|
| 110 |
function isBookendHash(hash: MerkleHash): boolean {
|
| 111 |
-
// Bookend hash is all 0xFF bytes
|
| 112 |
-
return hash.data.every((
|
| 113 |
-
}
|
| 114 |
-
|
| 115 |
-
function reorderHash(hash: MerkleHash): Array<number> {
|
| 116 |
-
const data = new Array(32);
|
| 117 |
-
let start = 0;
|
| 118 |
-
for (let i = 0; i < 32; i++) {
|
| 119 |
-
if (i % 8 === 0) {
|
| 120 |
-
start += 8;
|
| 121 |
-
}
|
| 122 |
-
data.push(hash.data[start - (i % 8) - 1]);
|
| 123 |
-
}
|
| 124 |
-
return data;
|
| 125 |
}
|
| 126 |
|
| 127 |
-
function formatHash(hash: MerkleHash): string {
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
.join("");
|
| 131 |
}
|
| 132 |
|
|
@@ -214,7 +211,7 @@ function parseShardFile(data: Uint8Array): ShardData {
|
|
| 214 |
// Skip first buffer (48 bytes)
|
| 215 |
reader.readBytes(48);
|
| 216 |
|
| 217 |
-
const chunk_hash_hmac_key = reader.
|
| 218 |
const shard_creation_timestamp = Number(reader.readUint64LE());
|
| 219 |
const shard_key_expiry = Number(reader.readUint64LE());
|
| 220 |
|
|
@@ -408,5 +405,3 @@ export function formatHashShort(hash: MerkleHash): string {
|
|
| 408 |
const fullHash = formatHash(hash);
|
| 409 |
return fullHash.substring(0, 16) + "...";
|
| 410 |
}
|
| 411 |
-
|
| 412 |
-
export { formatHash };
|
|
|
|
| 6 |
ChunkHeader,
|
| 7 |
ShardData,
|
| 8 |
MerkleHash,
|
|
|
|
| 9 |
MDBShardFileHeader,
|
| 10 |
MDBShardFileFooter,
|
| 11 |
FileDataSequenceHeader,
|
|
|
|
| 69 |
}
|
| 70 |
|
| 71 |
readHash(): MerkleHash {
|
| 72 |
+
const u64_0 = this.readUint64LE();
|
| 73 |
+
const u64_1 = this.readUint64LE();
|
| 74 |
+
const u64_2 = this.readUint64LE();
|
| 75 |
+
const u64_3 = this.readUint64LE();
|
| 76 |
+
return { data: [u64_0, u64_1, u64_2, u64_3] };
|
| 77 |
}
|
| 78 |
|
| 79 |
readString(length: number): string {
|
|
|
|
| 107 |
}
|
| 108 |
|
| 109 |
function isBookendHash(hash: MerkleHash): boolean {
|
| 110 |
+
// Bookend hash is all 0xFF bytes (all 64-bit values should be 0xFFFFFFFFFFFFFFFF)
|
| 111 |
+
return hash.data.every((value) => value === 0xffffffffffffffffn);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 112 |
}
|
| 113 |
|
| 114 |
+
export function formatHash(hash: MerkleHash): string {
|
| 115 |
+
// Convert each 64-bit integer to little-endian byte representation
|
| 116 |
+
return hash.data
|
| 117 |
+
.map((value) => {
|
| 118 |
+
// Convert bigint to 8 bytes in little-endian order
|
| 119 |
+
const bytes = [];
|
| 120 |
+
let temp = value;
|
| 121 |
+
for (let i = 0; i < 8; i++) {
|
| 122 |
+
bytes.push(Number(temp & 0xffn));
|
| 123 |
+
temp = temp >> 8n;
|
| 124 |
+
}
|
| 125 |
+
return bytes.map((b) => b.toString(16).padStart(2, "0")).join("");
|
| 126 |
+
})
|
| 127 |
.join("");
|
| 128 |
}
|
| 129 |
|
|
|
|
| 211 |
// Skip first buffer (48 bytes)
|
| 212 |
reader.readBytes(48);
|
| 213 |
|
| 214 |
+
const chunk_hash_hmac_key = reader.readHash();
|
| 215 |
const shard_creation_timestamp = Number(reader.readUint64LE());
|
| 216 |
const shard_key_expiry = Number(reader.readUint64LE());
|
| 217 |
|
|
|
|
| 405 |
const fullHash = formatHash(hash);
|
| 406 |
return fullHash.substring(0, 16) + "...";
|
| 407 |
}
|
|
|
|
|
|
src/lib/types.ts
CHANGED
|
@@ -1,11 +1,7 @@
|
|
| 1 |
// Type definitions for xorb and shard file formats
|
| 2 |
|
| 3 |
export interface MerkleHash {
|
| 4 |
-
data:
|
| 5 |
-
}
|
| 6 |
-
|
| 7 |
-
export interface HMACKey {
|
| 8 |
-
data: Uint8Array; // 32 bytes
|
| 9 |
}
|
| 10 |
|
| 11 |
// === XORB Types ===
|
|
@@ -34,7 +30,7 @@ export interface MDBShardFileFooter {
|
|
| 34 |
version: number;
|
| 35 |
file_info_offset: number;
|
| 36 |
cas_info_offset: number;
|
| 37 |
-
chunk_hash_hmac_key:
|
| 38 |
shard_creation_timestamp: number;
|
| 39 |
shard_key_expiry: number;
|
| 40 |
footer_offset: number;
|
|
|
|
| 1 |
// Type definitions for xorb and shard file formats
|
| 2 |
|
| 3 |
export interface MerkleHash {
|
| 4 |
+
data: [bigint, bigint, bigint, bigint]; // 4 x 64-bit unsigned integers (32 bytes total)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
}
|
| 6 |
|
| 7 |
// === XORB Types ===
|
|
|
|
| 30 |
version: number;
|
| 31 |
file_info_offset: number;
|
| 32 |
cas_info_offset: number;
|
| 33 |
+
chunk_hash_hmac_key: MerkleHash;
|
| 34 |
shard_creation_timestamp: number;
|
| 35 |
shard_key_expiry: number;
|
| 36 |
footer_offset: number;
|
src/routes/+page.svelte
CHANGED
|
@@ -9,21 +9,21 @@
|
|
| 9 |
let parsedData: ParsedFileMetadata | null = null;
|
| 10 |
let loading = false;
|
| 11 |
|
| 12 |
-
async function handleFileSelected(
|
| 13 |
-
|
| 14 |
-
|
|
|
|
| 15 |
loading = true;
|
| 16 |
parsedData = null;
|
| 17 |
|
| 18 |
try {
|
| 19 |
-
const { file, type } = event
|
| 20 |
-
|
| 21 |
-
parsedData = result;
|
| 22 |
} catch (error) {
|
| 23 |
parsedData = {
|
| 24 |
-
type: event.
|
| 25 |
-
filename: event.
|
| 26 |
-
fileSize: event.
|
| 27 |
data: {} as any,
|
| 28 |
error:
|
| 29 |
error instanceof Error ? error.message : "Unknown error occurred",
|
|
@@ -56,7 +56,7 @@
|
|
| 56 |
structure
|
| 57 |
</p>
|
| 58 |
{#if parsedData}
|
| 59 |
-
<button class="reset-btn"
|
| 60 |
← Upload New File
|
| 61 |
</button>
|
| 62 |
{/if}
|
|
@@ -84,7 +84,7 @@
|
|
| 84 |
/>
|
| 85 |
{/if}
|
| 86 |
{:else}
|
| 87 |
-
<FileUpload
|
| 88 |
|
| 89 |
<div class="info-section">
|
| 90 |
<h2>Supported File Types</h2>
|
|
|
|
| 9 |
let parsedData: ParsedFileMetadata | null = null;
|
| 10 |
let loading = false;
|
| 11 |
|
| 12 |
+
async function handleFileSelected(event: {
|
| 13 |
+
file: File;
|
| 14 |
+
type: "xorb" | "shard";
|
| 15 |
+
}) {
|
| 16 |
loading = true;
|
| 17 |
parsedData = null;
|
| 18 |
|
| 19 |
try {
|
| 20 |
+
const { file, type } = event;
|
| 21 |
+
parsedData = await parseFile(file, type);
|
|
|
|
| 22 |
} catch (error) {
|
| 23 |
parsedData = {
|
| 24 |
+
type: event.type,
|
| 25 |
+
filename: event.file.name,
|
| 26 |
+
fileSize: event.file.size,
|
| 27 |
data: {} as any,
|
| 28 |
error:
|
| 29 |
error instanceof Error ? error.message : "Unknown error occurred",
|
|
|
|
| 56 |
structure
|
| 57 |
</p>
|
| 58 |
{#if parsedData}
|
| 59 |
+
<button class="reset-btn" onclick={resetView}>
|
| 60 |
← Upload New File
|
| 61 |
</button>
|
| 62 |
{/if}
|
|
|
|
| 84 |
/>
|
| 85 |
{/if}
|
| 86 |
{:else}
|
| 87 |
+
<FileUpload fileSelected={handleFileSelected} />
|
| 88 |
|
| 89 |
<div class="info-section">
|
| 90 |
<h2>Supported File Types</h2>
|