Spaces:
Running
Running
| let wasm; | |
| const cachedTextDecoder = (typeof TextDecoder !== 'undefined' ? new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }) : { decode: () => { throw Error('TextDecoder not available') } } ); | |
| if (typeof TextDecoder !== 'undefined') { cachedTextDecoder.decode(); }; | |
| let cachedUint8Memory0 = null; | |
| function getUint8Memory0() { | |
| if (cachedUint8Memory0 === null || cachedUint8Memory0.byteLength === 0) { | |
| cachedUint8Memory0 = new Uint8Array(wasm.memory.buffer); | |
| } | |
| return cachedUint8Memory0; | |
| } | |
| function getStringFromWasm0(ptr, len) { | |
| ptr = ptr >>> 0; | |
| return cachedTextDecoder.decode(getUint8Memory0().subarray(ptr, ptr + len)); | |
| } | |
| const heap = new Array(128).fill(undefined); | |
| heap.push(undefined, null, true, false); | |
| let heap_next = heap.length; | |
| function addHeapObject(obj) { | |
| if (heap_next === heap.length) heap.push(heap.length + 1); | |
| const idx = heap_next; | |
| heap_next = heap[idx]; | |
| heap[idx] = obj; | |
| return idx; | |
| } | |
| function getObject(idx) { return heap[idx]; } | |
| function dropObject(idx) { | |
| if (idx < 132) return; | |
| heap[idx] = heap_next; | |
| heap_next = idx; | |
| } | |
| function takeObject(idx) { | |
| const ret = getObject(idx); | |
| dropObject(idx); | |
| return ret; | |
| } | |
| let WASM_VECTOR_LEN = 0; | |
| function passArray8ToWasm0(arg, malloc) { | |
| const ptr = malloc(arg.length * 1, 1) >>> 0; | |
| getUint8Memory0().set(arg, ptr / 1); | |
| WASM_VECTOR_LEN = arg.length; | |
| return ptr; | |
| } | |
| let cachedInt32Memory0 = null; | |
| function getInt32Memory0() { | |
| if (cachedInt32Memory0 === null || cachedInt32Memory0.byteLength === 0) { | |
| cachedInt32Memory0 = new Int32Array(wasm.memory.buffer); | |
| } | |
| return cachedInt32Memory0; | |
| } | |
| const cachedTextEncoder = (typeof TextEncoder !== 'undefined' ? new TextEncoder('utf-8') : { encode: () => { throw Error('TextEncoder not available') } } ); | |
| const encodeString = (typeof cachedTextEncoder.encodeInto === 'function' | |
| ? function (arg, view) { | |
| return cachedTextEncoder.encodeInto(arg, view); | |
| } | |
| : function (arg, view) { | |
| const buf = cachedTextEncoder.encode(arg); | |
| view.set(buf); | |
| return { | |
| read: arg.length, | |
| written: buf.length | |
| }; | |
| }); | |
| function passStringToWasm0(arg, malloc, realloc) { | |
| if (realloc === undefined) { | |
| const buf = cachedTextEncoder.encode(arg); | |
| const ptr = malloc(buf.length, 1) >>> 0; | |
| getUint8Memory0().subarray(ptr, ptr + buf.length).set(buf); | |
| WASM_VECTOR_LEN = buf.length; | |
| return ptr; | |
| } | |
| let len = arg.length; | |
| let ptr = malloc(len, 1) >>> 0; | |
| const mem = getUint8Memory0(); | |
| let offset = 0; | |
| for (; offset < len; offset++) { | |
| const code = arg.charCodeAt(offset); | |
| if (code > 0x7F) break; | |
| mem[ptr + offset] = code; | |
| } | |
| if (offset !== len) { | |
| if (offset !== 0) { | |
| arg = arg.slice(offset); | |
| } | |
| ptr = realloc(ptr, len, len = offset + arg.length * 3, 1) >>> 0; | |
| const view = getUint8Memory0().subarray(ptr + offset, ptr + len); | |
| const ret = encodeString(arg, view); | |
| offset += ret.written; | |
| } | |
| WASM_VECTOR_LEN = offset; | |
| return ptr; | |
| } | |
| function handleError(f, args) { | |
| try { | |
| return f.apply(this, args); | |
| } catch (e) { | |
| wasm.__wbindgen_exn_store(addHeapObject(e)); | |
| } | |
| } | |
| /** | |
| */ | |
| export class Model { | |
| __destroy_into_raw() { | |
| const ptr = this.__wbg_ptr; | |
| this.__wbg_ptr = 0; | |
| return ptr; | |
| } | |
| free() { | |
| const ptr = this.__destroy_into_raw(); | |
| wasm.__wbg_model_free(ptr); | |
| } | |
| /** | |
| * @param {Uint8Array} weights | |
| * @param {Uint8Array} tokenizer | |
| * @param {Uint8Array} config | |
| * @param {boolean} quantized | |
| */ | |
| constructor(weights, tokenizer, config, quantized) { | |
| try { | |
| const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); | |
| const ptr0 = passArray8ToWasm0(weights, wasm.__wbindgen_malloc); | |
| const len0 = WASM_VECTOR_LEN; | |
| const ptr1 = passArray8ToWasm0(tokenizer, wasm.__wbindgen_malloc); | |
| const len1 = WASM_VECTOR_LEN; | |
| const ptr2 = passArray8ToWasm0(config, wasm.__wbindgen_malloc); | |
| const len2 = WASM_VECTOR_LEN; | |
| wasm.model_load(retptr, ptr0, len0, ptr1, len1, ptr2, len2, quantized); | |
| var r0 = getInt32Memory0()[retptr / 4 + 0]; | |
| var r1 = getInt32Memory0()[retptr / 4 + 1]; | |
| var r2 = getInt32Memory0()[retptr / 4 + 2]; | |
| if (r2) { | |
| throw takeObject(r1); | |
| } | |
| this.__wbg_ptr = r0 >>> 0; | |
| return this; | |
| } finally { | |
| wasm.__wbindgen_add_to_stack_pointer(16); | |
| } | |
| } | |
| /** | |
| * @param {string} prompt | |
| * @param {number} temp | |
| * @param {number} top_p | |
| * @param {number} repeat_penalty | |
| * @param {number} repeat_last_n | |
| * @param {bigint} seed | |
| * @returns {string} | |
| */ | |
| init_with_prompt(prompt, temp, top_p, repeat_penalty, repeat_last_n, seed) { | |
| let deferred3_0; | |
| let deferred3_1; | |
| try { | |
| const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); | |
| const ptr0 = passStringToWasm0(prompt, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); | |
| const len0 = WASM_VECTOR_LEN; | |
| wasm.model_init_with_prompt(retptr, this.__wbg_ptr, ptr0, len0, temp, top_p, repeat_penalty, repeat_last_n, seed); | |
| var r0 = getInt32Memory0()[retptr / 4 + 0]; | |
| var r1 = getInt32Memory0()[retptr / 4 + 1]; | |
| var r2 = getInt32Memory0()[retptr / 4 + 2]; | |
| var r3 = getInt32Memory0()[retptr / 4 + 3]; | |
| var ptr2 = r0; | |
| var len2 = r1; | |
| if (r3) { | |
| ptr2 = 0; len2 = 0; | |
| throw takeObject(r2); | |
| } | |
| deferred3_0 = ptr2; | |
| deferred3_1 = len2; | |
| return getStringFromWasm0(ptr2, len2); | |
| } finally { | |
| wasm.__wbindgen_add_to_stack_pointer(16); | |
| wasm.__wbindgen_free(deferred3_0, deferred3_1, 1); | |
| } | |
| } | |
| /** | |
| * @returns {string} | |
| */ | |
| next_token() { | |
| let deferred2_0; | |
| let deferred2_1; | |
| try { | |
| const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); | |
| wasm.model_next_token(retptr, this.__wbg_ptr); | |
| var r0 = getInt32Memory0()[retptr / 4 + 0]; | |
| var r1 = getInt32Memory0()[retptr / 4 + 1]; | |
| var r2 = getInt32Memory0()[retptr / 4 + 2]; | |
| var r3 = getInt32Memory0()[retptr / 4 + 3]; | |
| var ptr1 = r0; | |
| var len1 = r1; | |
| if (r3) { | |
| ptr1 = 0; len1 = 0; | |
| throw takeObject(r2); | |
| } | |
| deferred2_0 = ptr1; | |
| deferred2_1 = len1; | |
| return getStringFromWasm0(ptr1, len1); | |
| } finally { | |
| wasm.__wbindgen_add_to_stack_pointer(16); | |
| wasm.__wbindgen_free(deferred2_0, deferred2_1, 1); | |
| } | |
| } | |
| } | |
| async function __wbg_load(module, imports) { | |
| if (typeof Response === 'function' && module instanceof Response) { | |
| if (typeof WebAssembly.instantiateStreaming === 'function') { | |
| try { | |
| return await WebAssembly.instantiateStreaming(module, imports); | |
| } catch (e) { | |
| if (module.headers.get('Content-Type') != 'application/wasm') { | |
| console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e); | |
| } else { | |
| throw e; | |
| } | |
| } | |
| } | |
| const bytes = await module.arrayBuffer(); | |
| return await WebAssembly.instantiate(bytes, imports); | |
| } else { | |
| const instance = await WebAssembly.instantiate(module, imports); | |
| if (instance instanceof WebAssembly.Instance) { | |
| return { instance, module }; | |
| } else { | |
| return instance; | |
| } | |
| } | |
| } | |
| function __wbg_get_imports() { | |
| const imports = {}; | |
| imports.wbg = {}; | |
| imports.wbg.__wbindgen_error_new = function(arg0, arg1) { | |
| const ret = new Error(getStringFromWasm0(arg0, arg1)); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_new_abda76e883ba8a5f = function() { | |
| const ret = new Error(); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_stack_658279fe44541cf6 = function(arg0, arg1) { | |
| const ret = getObject(arg1).stack; | |
| const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); | |
| const len1 = WASM_VECTOR_LEN; | |
| getInt32Memory0()[arg0 / 4 + 1] = len1; | |
| getInt32Memory0()[arg0 / 4 + 0] = ptr1; | |
| }; | |
| imports.wbg.__wbg_error_f851667af71bcfc6 = function(arg0, arg1) { | |
| let deferred0_0; | |
| let deferred0_1; | |
| try { | |
| deferred0_0 = arg0; | |
| deferred0_1 = arg1; | |
| console.error(getStringFromWasm0(arg0, arg1)); | |
| } finally { | |
| wasm.__wbindgen_free(deferred0_0, deferred0_1, 1); | |
| } | |
| }; | |
| imports.wbg.__wbindgen_object_drop_ref = function(arg0) { | |
| takeObject(arg0); | |
| }; | |
| imports.wbg.__wbg_log_aa756f7b1647d2ab = function(arg0, arg1) { | |
| console.log(getStringFromWasm0(arg0, arg1)); | |
| }; | |
| imports.wbg.__wbg_crypto_58f13aa23ffcb166 = function(arg0) { | |
| const ret = getObject(arg0).crypto; | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbindgen_is_object = function(arg0) { | |
| const val = getObject(arg0); | |
| const ret = typeof(val) === 'object' && val !== null; | |
| return ret; | |
| }; | |
| imports.wbg.__wbg_process_5b786e71d465a513 = function(arg0) { | |
| const ret = getObject(arg0).process; | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_versions_c2ab80650590b6a2 = function(arg0) { | |
| const ret = getObject(arg0).versions; | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_node_523d7bd03ef69fba = function(arg0) { | |
| const ret = getObject(arg0).node; | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbindgen_is_string = function(arg0) { | |
| const ret = typeof(getObject(arg0)) === 'string'; | |
| return ret; | |
| }; | |
| imports.wbg.__wbg_msCrypto_abcb1295e768d1f2 = function(arg0) { | |
| const ret = getObject(arg0).msCrypto; | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_require_2784e593a4674877 = function() { return handleError(function () { | |
| const ret = module.require; | |
| return addHeapObject(ret); | |
| }, arguments) }; | |
| imports.wbg.__wbindgen_is_function = function(arg0) { | |
| const ret = typeof(getObject(arg0)) === 'function'; | |
| return ret; | |
| }; | |
| imports.wbg.__wbindgen_string_new = function(arg0, arg1) { | |
| const ret = getStringFromWasm0(arg0, arg1); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_randomFillSync_a0d98aa11c81fe89 = function() { return handleError(function (arg0, arg1) { | |
| getObject(arg0).randomFillSync(takeObject(arg1)); | |
| }, arguments) }; | |
| imports.wbg.__wbg_getRandomValues_504510b5564925af = function() { return handleError(function (arg0, arg1) { | |
| getObject(arg0).getRandomValues(getObject(arg1)); | |
| }, arguments) }; | |
| imports.wbg.__wbg_newnoargs_ccdcae30fd002262 = function(arg0, arg1) { | |
| const ret = new Function(getStringFromWasm0(arg0, arg1)); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_call_669127b9d730c650 = function() { return handleError(function (arg0, arg1) { | |
| const ret = getObject(arg0).call(getObject(arg1)); | |
| return addHeapObject(ret); | |
| }, arguments) }; | |
| imports.wbg.__wbindgen_object_clone_ref = function(arg0) { | |
| const ret = getObject(arg0); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_self_3fad056edded10bd = function() { return handleError(function () { | |
| const ret = self.self; | |
| return addHeapObject(ret); | |
| }, arguments) }; | |
| imports.wbg.__wbg_window_a4f46c98a61d4089 = function() { return handleError(function () { | |
| const ret = window.window; | |
| return addHeapObject(ret); | |
| }, arguments) }; | |
| imports.wbg.__wbg_globalThis_17eff828815f7d84 = function() { return handleError(function () { | |
| const ret = globalThis.globalThis; | |
| return addHeapObject(ret); | |
| }, arguments) }; | |
| imports.wbg.__wbg_global_46f939f6541643c5 = function() { return handleError(function () { | |
| const ret = global.global; | |
| return addHeapObject(ret); | |
| }, arguments) }; | |
| imports.wbg.__wbindgen_is_undefined = function(arg0) { | |
| const ret = getObject(arg0) === undefined; | |
| return ret; | |
| }; | |
| imports.wbg.__wbg_call_53fc3abd42e24ec8 = function() { return handleError(function (arg0, arg1, arg2) { | |
| const ret = getObject(arg0).call(getObject(arg1), getObject(arg2)); | |
| return addHeapObject(ret); | |
| }, arguments) }; | |
| imports.wbg.__wbg_now_4579335d3581594c = function() { | |
| const ret = Date.now(); | |
| return ret; | |
| }; | |
| imports.wbg.__wbg_buffer_344d9b41efe96da7 = function(arg0) { | |
| const ret = getObject(arg0).buffer; | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_newwithbyteoffsetandlength_2dc04d99088b15e3 = function(arg0, arg1, arg2) { | |
| const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_new_d8a000788389a31e = function(arg0) { | |
| const ret = new Uint8Array(getObject(arg0)); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_set_dcfd613a3420f908 = function(arg0, arg1, arg2) { | |
| getObject(arg0).set(getObject(arg1), arg2 >>> 0); | |
| }; | |
| imports.wbg.__wbg_newwithlength_13b5319ab422dcf6 = function(arg0) { | |
| const ret = new Uint8Array(arg0 >>> 0); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbg_subarray_6ca5cfa7fbb9abbe = function(arg0, arg1, arg2) { | |
| const ret = getObject(arg0).subarray(arg1 >>> 0, arg2 >>> 0); | |
| return addHeapObject(ret); | |
| }; | |
| imports.wbg.__wbindgen_throw = function(arg0, arg1) { | |
| throw new Error(getStringFromWasm0(arg0, arg1)); | |
| }; | |
| imports.wbg.__wbindgen_memory = function() { | |
| const ret = wasm.memory; | |
| return addHeapObject(ret); | |
| }; | |
| return imports; | |
| } | |
| function __wbg_init_memory(imports, maybe_memory) { | |
| } | |
| function __wbg_finalize_init(instance, module) { | |
| wasm = instance.exports; | |
| __wbg_init.__wbindgen_wasm_module = module; | |
| cachedInt32Memory0 = null; | |
| cachedUint8Memory0 = null; | |
| wasm.__wbindgen_start(); | |
| return wasm; | |
| } | |
| function initSync(module) { | |
| if (wasm !== undefined) return wasm; | |
| const imports = __wbg_get_imports(); | |
| __wbg_init_memory(imports); | |
| if (!(module instanceof WebAssembly.Module)) { | |
| module = new WebAssembly.Module(module); | |
| } | |
| const instance = new WebAssembly.Instance(module, imports); | |
| return __wbg_finalize_init(instance, module); | |
| } | |
| async function __wbg_init(input) { | |
| if (wasm !== undefined) return wasm; | |
| if (typeof input === 'undefined') { | |
| input = new URL('m_bg.wasm', import.meta.url); | |
| } | |
| const imports = __wbg_get_imports(); | |
| if (typeof input === 'string' || (typeof Request === 'function' && input instanceof Request) || (typeof URL === 'function' && input instanceof URL)) { | |
| input = fetch(input); | |
| } | |
| __wbg_init_memory(imports); | |
| const { instance, module } = await __wbg_load(await input, imports); | |
| return __wbg_finalize_init(instance, module); | |
| } | |
| export { initSync } | |
| export default __wbg_init; | |