|
let wasm; |
|
|
|
const cachedTextDecoder = (typeof TextDecoder !== 'undefined' ? new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }) : { decode: () => { throw Error('TextDecoder not available') } } ); |
|
|
|
if (typeof TextDecoder !== 'undefined') { cachedTextDecoder.decode(); }; |
|
|
|
let cachedUint8Memory0 = null; |
|
|
|
function getUint8Memory0() { |
|
if (cachedUint8Memory0 === null || cachedUint8Memory0.byteLength === 0) { |
|
cachedUint8Memory0 = new Uint8Array(wasm.memory.buffer); |
|
} |
|
return cachedUint8Memory0; |
|
} |
|
|
|
function getStringFromWasm0(ptr, len) { |
|
ptr = ptr >>> 0; |
|
return cachedTextDecoder.decode(getUint8Memory0().subarray(ptr, ptr + len)); |
|
} |
|
|
|
const heap = new Array(128).fill(undefined); |
|
|
|
heap.push(undefined, null, true, false); |
|
|
|
let heap_next = heap.length; |
|
|
|
function addHeapObject(obj) { |
|
if (heap_next === heap.length) heap.push(heap.length + 1); |
|
const idx = heap_next; |
|
heap_next = heap[idx]; |
|
|
|
heap[idx] = obj; |
|
return idx; |
|
} |
|
|
|
function getObject(idx) { return heap[idx]; } |
|
|
|
function dropObject(idx) { |
|
if (idx < 132) return; |
|
heap[idx] = heap_next; |
|
heap_next = idx; |
|
} |
|
|
|
function takeObject(idx) { |
|
const ret = getObject(idx); |
|
dropObject(idx); |
|
return ret; |
|
} |
|
|
|
let WASM_VECTOR_LEN = 0; |
|
|
|
function passArray8ToWasm0(arg, malloc) { |
|
const ptr = malloc(arg.length * 1, 1) >>> 0; |
|
getUint8Memory0().set(arg, ptr / 1); |
|
WASM_VECTOR_LEN = arg.length; |
|
return ptr; |
|
} |
|
|
|
let cachedInt32Memory0 = null; |
|
|
|
function getInt32Memory0() { |
|
if (cachedInt32Memory0 === null || cachedInt32Memory0.byteLength === 0) { |
|
cachedInt32Memory0 = new Int32Array(wasm.memory.buffer); |
|
} |
|
return cachedInt32Memory0; |
|
} |
|
|
|
const cachedTextEncoder = (typeof TextEncoder !== 'undefined' ? new TextEncoder('utf-8') : { encode: () => { throw Error('TextEncoder not available') } } ); |
|
|
|
const encodeString = (typeof cachedTextEncoder.encodeInto === 'function' |
|
? function (arg, view) { |
|
return cachedTextEncoder.encodeInto(arg, view); |
|
} |
|
: function (arg, view) { |
|
const buf = cachedTextEncoder.encode(arg); |
|
view.set(buf); |
|
return { |
|
read: arg.length, |
|
written: buf.length |
|
}; |
|
}); |
|
|
|
function passStringToWasm0(arg, malloc, realloc) { |
|
|
|
if (realloc === undefined) { |
|
const buf = cachedTextEncoder.encode(arg); |
|
const ptr = malloc(buf.length, 1) >>> 0; |
|
getUint8Memory0().subarray(ptr, ptr + buf.length).set(buf); |
|
WASM_VECTOR_LEN = buf.length; |
|
return ptr; |
|
} |
|
|
|
let len = arg.length; |
|
let ptr = malloc(len, 1) >>> 0; |
|
|
|
const mem = getUint8Memory0(); |
|
|
|
let offset = 0; |
|
|
|
for (; offset < len; offset++) { |
|
const code = arg.charCodeAt(offset); |
|
if (code > 0x7F) break; |
|
mem[ptr + offset] = code; |
|
} |
|
|
|
if (offset !== len) { |
|
if (offset !== 0) { |
|
arg = arg.slice(offset); |
|
} |
|
ptr = realloc(ptr, len, len = offset + arg.length * 3, 1) >>> 0; |
|
const view = getUint8Memory0().subarray(ptr + offset, ptr + len); |
|
const ret = encodeString(arg, view); |
|
|
|
offset += ret.written; |
|
} |
|
|
|
WASM_VECTOR_LEN = offset; |
|
return ptr; |
|
} |
|
|
|
function handleError(f, args) { |
|
try { |
|
return f.apply(this, args); |
|
} catch (e) { |
|
wasm.__wbindgen_exn_store(addHeapObject(e)); |
|
} |
|
} |
|
|
|
|
|
export class Model { |
|
|
|
static __wrap(ptr) { |
|
ptr = ptr >>> 0; |
|
const obj = Object.create(Model.prototype); |
|
obj.__wbg_ptr = ptr; |
|
|
|
return obj; |
|
} |
|
|
|
__destroy_into_raw() { |
|
const ptr = this.__wbg_ptr; |
|
this.__wbg_ptr = 0; |
|
|
|
return ptr; |
|
} |
|
|
|
free() { |
|
const ptr = this.__destroy_into_raw(); |
|
wasm.__wbg_model_free(ptr); |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
constructor(weights, tokenizer, config, quantized) { |
|
try { |
|
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); |
|
const ptr0 = passArray8ToWasm0(weights, wasm.__wbindgen_malloc); |
|
const len0 = WASM_VECTOR_LEN; |
|
const ptr1 = passArray8ToWasm0(tokenizer, wasm.__wbindgen_malloc); |
|
const len1 = WASM_VECTOR_LEN; |
|
const ptr2 = passArray8ToWasm0(config, wasm.__wbindgen_malloc); |
|
const len2 = WASM_VECTOR_LEN; |
|
wasm.model_load(retptr, ptr0, len0, ptr1, len1, ptr2, len2, quantized); |
|
var r0 = getInt32Memory0()[retptr / 4 + 0]; |
|
var r1 = getInt32Memory0()[retptr / 4 + 1]; |
|
var r2 = getInt32Memory0()[retptr / 4 + 2]; |
|
if (r2) { |
|
throw takeObject(r1); |
|
} |
|
return Model.__wrap(r0); |
|
} finally { |
|
wasm.__wbindgen_add_to_stack_pointer(16); |
|
} |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
init_with_prompt(prompt, temp, top_p, repeat_penalty, repeat_last_n, seed) { |
|
let deferred3_0; |
|
let deferred3_1; |
|
try { |
|
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); |
|
const ptr0 = passStringToWasm0(prompt, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); |
|
const len0 = WASM_VECTOR_LEN; |
|
wasm.model_init_with_prompt(retptr, this.__wbg_ptr, ptr0, len0, temp, top_p, repeat_penalty, repeat_last_n, seed); |
|
var r0 = getInt32Memory0()[retptr / 4 + 0]; |
|
var r1 = getInt32Memory0()[retptr / 4 + 1]; |
|
var r2 = getInt32Memory0()[retptr / 4 + 2]; |
|
var r3 = getInt32Memory0()[retptr / 4 + 3]; |
|
var ptr2 = r0; |
|
var len2 = r1; |
|
if (r3) { |
|
ptr2 = 0; len2 = 0; |
|
throw takeObject(r2); |
|
} |
|
deferred3_0 = ptr2; |
|
deferred3_1 = len2; |
|
return getStringFromWasm0(ptr2, len2); |
|
} finally { |
|
wasm.__wbindgen_add_to_stack_pointer(16); |
|
wasm.__wbindgen_free(deferred3_0, deferred3_1, 1); |
|
} |
|
} |
|
|
|
|
|
|
|
next_token() { |
|
let deferred2_0; |
|
let deferred2_1; |
|
try { |
|
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); |
|
wasm.model_next_token(retptr, this.__wbg_ptr); |
|
var r0 = getInt32Memory0()[retptr / 4 + 0]; |
|
var r1 = getInt32Memory0()[retptr / 4 + 1]; |
|
var r2 = getInt32Memory0()[retptr / 4 + 2]; |
|
var r3 = getInt32Memory0()[retptr / 4 + 3]; |
|
var ptr1 = r0; |
|
var len1 = r1; |
|
if (r3) { |
|
ptr1 = 0; len1 = 0; |
|
throw takeObject(r2); |
|
} |
|
deferred2_0 = ptr1; |
|
deferred2_1 = len1; |
|
return getStringFromWasm0(ptr1, len1); |
|
} finally { |
|
wasm.__wbindgen_add_to_stack_pointer(16); |
|
wasm.__wbindgen_free(deferred2_0, deferred2_1, 1); |
|
} |
|
} |
|
} |
|
|
|
async function __wbg_load(module, imports) { |
|
if (typeof Response === 'function' && module instanceof Response) { |
|
if (typeof WebAssembly.instantiateStreaming === 'function') { |
|
try { |
|
return await WebAssembly.instantiateStreaming(module, imports); |
|
|
|
} catch (e) { |
|
if (module.headers.get('Content-Type') != 'application/wasm') { |
|
console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e); |
|
|
|
} else { |
|
throw e; |
|
} |
|
} |
|
} |
|
|
|
const bytes = await module.arrayBuffer(); |
|
return await WebAssembly.instantiate(bytes, imports); |
|
|
|
} else { |
|
const instance = await WebAssembly.instantiate(module, imports); |
|
|
|
if (instance instanceof WebAssembly.Instance) { |
|
return { instance, module }; |
|
|
|
} else { |
|
return instance; |
|
} |
|
} |
|
} |
|
|
|
function __wbg_get_imports() { |
|
const imports = {}; |
|
imports.wbg = {}; |
|
imports.wbg.__wbindgen_error_new = function(arg0, arg1) { |
|
const ret = new Error(getStringFromWasm0(arg0, arg1)); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_new_abda76e883ba8a5f = function() { |
|
const ret = new Error(); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_stack_658279fe44541cf6 = function(arg0, arg1) { |
|
const ret = getObject(arg1).stack; |
|
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); |
|
const len1 = WASM_VECTOR_LEN; |
|
getInt32Memory0()[arg0 / 4 + 1] = len1; |
|
getInt32Memory0()[arg0 / 4 + 0] = ptr1; |
|
}; |
|
imports.wbg.__wbg_error_f851667af71bcfc6 = function(arg0, arg1) { |
|
let deferred0_0; |
|
let deferred0_1; |
|
try { |
|
deferred0_0 = arg0; |
|
deferred0_1 = arg1; |
|
console.error(getStringFromWasm0(arg0, arg1)); |
|
} finally { |
|
wasm.__wbindgen_free(deferred0_0, deferred0_1, 1); |
|
} |
|
}; |
|
imports.wbg.__wbindgen_object_drop_ref = function(arg0) { |
|
takeObject(arg0); |
|
}; |
|
imports.wbg.__wbg_log_082f7c89404ec861 = function(arg0, arg1) { |
|
console.log(getStringFromWasm0(arg0, arg1)); |
|
}; |
|
imports.wbg.__wbg_crypto_c48a774b022d20ac = function(arg0) { |
|
const ret = getObject(arg0).crypto; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbindgen_is_object = function(arg0) { |
|
const val = getObject(arg0); |
|
const ret = typeof(val) === 'object' && val !== null; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_process_298734cf255a885d = function(arg0) { |
|
const ret = getObject(arg0).process; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_versions_e2e78e134e3e5d01 = function(arg0) { |
|
const ret = getObject(arg0).versions; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_node_1cd7a5d853dbea79 = function(arg0) { |
|
const ret = getObject(arg0).node; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbindgen_is_string = function(arg0) { |
|
const ret = typeof(getObject(arg0)) === 'string'; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_msCrypto_bcb970640f50a1e8 = function(arg0) { |
|
const ret = getObject(arg0).msCrypto; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_require_8f08ceecec0f4fee = function() { return handleError(function () { |
|
const ret = module.require; |
|
return addHeapObject(ret); |
|
}, arguments) }; |
|
imports.wbg.__wbindgen_is_function = function(arg0) { |
|
const ret = typeof(getObject(arg0)) === 'function'; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_string_new = function(arg0, arg1) { |
|
const ret = getStringFromWasm0(arg0, arg1); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_getRandomValues_37fa2ca9e4e07fab = function() { return handleError(function (arg0, arg1) { |
|
getObject(arg0).getRandomValues(getObject(arg1)); |
|
}, arguments) }; |
|
imports.wbg.__wbg_randomFillSync_dc1e9a60c158336d = function() { return handleError(function (arg0, arg1) { |
|
getObject(arg0).randomFillSync(takeObject(arg1)); |
|
}, arguments) }; |
|
imports.wbg.__wbg_newnoargs_581967eacc0e2604 = function(arg0, arg1) { |
|
const ret = new Function(getStringFromWasm0(arg0, arg1)); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_call_cb65541d95d71282 = function() { return handleError(function (arg0, arg1) { |
|
const ret = getObject(arg0).call(getObject(arg1)); |
|
return addHeapObject(ret); |
|
}, arguments) }; |
|
imports.wbg.__wbindgen_object_clone_ref = function(arg0) { |
|
const ret = getObject(arg0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_self_1ff1d729e9aae938 = function() { return handleError(function () { |
|
const ret = self.self; |
|
return addHeapObject(ret); |
|
}, arguments) }; |
|
imports.wbg.__wbg_window_5f4faef6c12b79ec = function() { return handleError(function () { |
|
const ret = window.window; |
|
return addHeapObject(ret); |
|
}, arguments) }; |
|
imports.wbg.__wbg_globalThis_1d39714405582d3c = function() { return handleError(function () { |
|
const ret = globalThis.globalThis; |
|
return addHeapObject(ret); |
|
}, arguments) }; |
|
imports.wbg.__wbg_global_651f05c6a0944d1c = function() { return handleError(function () { |
|
const ret = global.global; |
|
return addHeapObject(ret); |
|
}, arguments) }; |
|
imports.wbg.__wbindgen_is_undefined = function(arg0) { |
|
const ret = getObject(arg0) === undefined; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_call_01734de55d61e11d = function() { return handleError(function (arg0, arg1, arg2) { |
|
const ret = getObject(arg0).call(getObject(arg1), getObject(arg2)); |
|
return addHeapObject(ret); |
|
}, arguments) }; |
|
imports.wbg.__wbg_now_9c5990bda04c7e53 = function() { |
|
const ret = Date.now(); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_buffer_085ec1f694018c4f = function(arg0) { |
|
const ret = getObject(arg0).buffer; |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_newwithbyteoffsetandlength_6da8e527659b86aa = function(arg0, arg1, arg2) { |
|
const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_new_8125e318e6245eed = function(arg0) { |
|
const ret = new Uint8Array(getObject(arg0)); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_set_5cf90238115182c3 = function(arg0, arg1, arg2) { |
|
getObject(arg0).set(getObject(arg1), arg2 >>> 0); |
|
}; |
|
imports.wbg.__wbg_newwithlength_e5d69174d6984cd7 = function(arg0) { |
|
const ret = new Uint8Array(arg0 >>> 0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbg_subarray_13db269f57aa838d = function(arg0, arg1, arg2) { |
|
const ret = getObject(arg0).subarray(arg1 >>> 0, arg2 >>> 0); |
|
return addHeapObject(ret); |
|
}; |
|
imports.wbg.__wbindgen_throw = function(arg0, arg1) { |
|
throw new Error(getStringFromWasm0(arg0, arg1)); |
|
}; |
|
imports.wbg.__wbindgen_memory = function() { |
|
const ret = wasm.memory; |
|
return addHeapObject(ret); |
|
}; |
|
|
|
return imports; |
|
} |
|
|
|
function __wbg_init_memory(imports, maybe_memory) { |
|
|
|
} |
|
|
|
function __wbg_finalize_init(instance, module) { |
|
wasm = instance.exports; |
|
__wbg_init.__wbindgen_wasm_module = module; |
|
cachedInt32Memory0 = null; |
|
cachedUint8Memory0 = null; |
|
|
|
wasm.__wbindgen_start(); |
|
return wasm; |
|
} |
|
|
|
function initSync(module) { |
|
if (wasm !== undefined) return wasm; |
|
|
|
const imports = __wbg_get_imports(); |
|
|
|
__wbg_init_memory(imports); |
|
|
|
if (!(module instanceof WebAssembly.Module)) { |
|
module = new WebAssembly.Module(module); |
|
} |
|
|
|
const instance = new WebAssembly.Instance(module, imports); |
|
|
|
return __wbg_finalize_init(instance, module); |
|
} |
|
|
|
async function __wbg_init(input) { |
|
if (wasm !== undefined) return wasm; |
|
|
|
if (typeof input === 'undefined') { |
|
input = new URL('m_bg.wasm', import.meta.url); |
|
} |
|
const imports = __wbg_get_imports(); |
|
|
|
if (typeof input === 'string' || (typeof Request === 'function' && input instanceof Request) || (typeof URL === 'function' && input instanceof URL)) { |
|
input = fetch(input); |
|
} |
|
|
|
__wbg_init_memory(imports); |
|
|
|
const { instance, module } = await __wbg_load(await input, imports); |
|
|
|
return __wbg_finalize_init(instance, module); |
|
} |
|
|
|
export { initSync } |
|
export default __wbg_init; |
|
|