update to current version

.env

@@ -32,6 +32,8 @@ MODELS=`[
   {
     "name": "Xenova/LaMini-Flan-T5-783M",
     "is_local": true,
+    "is_code": false,
+    "type": "text2text-generation",
     "userMessageToken": "<|prompter|>",
     "assistantMessageToken": "<|assistant|>",
     "messageEndToken": "</s>",
@@ -49,12 +51,40 @@ MODELS=`[
       }
     ],
     "parameters": {
-      "temperature": 0.9,
+      "temperature": 0.8,
       "top_p": 0.95,
       "repetition_penalty": 1.2,
       "top_k": 50,
       "truncate": 1000,
-      "max_new_tokens": 1024
+      "max_new_tokens": 256
+    }
+  },
+  {
+    "name": "Xenova/codegen-350M-mono",
+    "is_local": true,
+    "is_code": true,
+    "type": "text-generation",
+    "userMessageToken": "<|prompter|>",
+    "assistantMessageToken": "<|assistant|>",
+    "messageEndToken": "</s>",
+    "preprompt": "",
+    "promptExamples": [
+      {
+        "title": "Calculates the nth Fibonacci number",
+        "prompt": "def fib(n):\n    '''Calculates the nth Fibonacci number'''"
+      },
+      {
+        "title": "Reimplement your own math.sqrt function",
+        "prompt": "def sqrt(n):\n    '''Reimplement your own math.sqrt function'''"
+      }
+    ],
+    "parameters": {
+      "temperature": 0.5,
+      "top_p": 0.95,
+      "repetition_penalty": 1.2,
+      "top_k": 50,
+      "truncate": 1000,
+      "max_new_tokens": 45
     }
   }
 ]`
@@ -79,7 +109,7 @@ PARQUET_EXPORT_SECRET=
 RATE_LIMIT= # requests per minute
 MESSAGES_BEFORE_LOGIN=# how many messages a user can send in a conversation before having to login. set to 0 to force login right away
 
-PUBLIC_APP_NAME=BlindChat # name used as title throughout the app
+PUBLIC_APP_NAME=ChatUI # name used as title throughout the app
 PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS
 PUBLIC_APP_COLOR=blue # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
 PUBLIC_APP_DATA_SHARING=#set to 1 to enable options & text regarding data sharing

.svelte-kit/ambient.d.ts

@@ -51,107 +51,91 @@ declare module '$env/static/private' {
 	export const PARQUET_EXPORT_SECRET: string;
 	export const RATE_LIMIT: string;
 	export const MESSAGES_BEFORE_LOGIN: string;
-	export const LESSOPEN: string;
-	export const LANGUAGE: string;
-	export const USER: string;
-	export const npm_config_user_agent: string;
-	export const XDG_SEAT: string;
-	export const XDG_SESSION_TYPE: string;
+	export const ACSetupSvcPort: string;
+	export const ACSvcPort: string;
+	export const ALLUSERSPROFILE: string;
+	export const APPDATA: string;
+	export const CHROME_CRASHPAD_PIPE_NAME: string;
+	export const COLOR: string;
+	export const COLORTERM: string;
+	export const CommonProgramFiles: string;
+	export const CommonProgramW6432: string;
+	export const COMPUTERNAME: string;
+	export const ComSpec: string;
+	export const DriverData: string;
+	export const EDITOR: string;
+	export const EFC_47272: string;
+	export const EnableLog: string;
 	export const GIT_ASKPASS: string;
-	export const npm_node_execpath: string;
-	export const SHLVL: string;
-	export const npm_config_noproxy: string;
 	export const HOME: string;
-	export const CHROME_DESKTOP: string;
-	export const OLDPWD: string;
-	export const TERM_PROGRAM_VERSION: string;
-	export const DESKTOP_SESSION: string;
-	export const NVM_BIN: string;
-	export const npm_package_json: string;
-	export const NVM_INC: string;
-	export const HOMEBREW_PREFIX: string;
-	export const GTK_MODULES: string;
-	export const XDG_SEAT_PATH: string;
-	export const VSCODE_GIT_ASKPASS_MAIN: string;
-	export const LC_MONETARY: string;
-	export const VSCODE_GIT_ASKPASS_NODE: string;
-	export const npm_config_userconfig: string;
-	export const npm_config_local_prefix: string;
-	export const CINNAMON_VERSION: string;
-	export const DBUS_SESSION_BUS_ADDRESS: string;
+	export const HOMEDRIVE: string;
+	export const HOMEPATH: string;
+	export const INIT_CWD: string;
+	export const LANG: string;
+	export const LOCALAPPDATA: string;
+	export const LOGONSERVER: string;
+	export const NODE: string;
+	export const NODE_ENV: string;
+	export const NODE_EXE: string;
+	export const NPM_CLI_JS: string;
+	export const npm_command: string;
+	export const npm_config_cache: string;
 	export const npm_config_engine_strict: string;
-	export const COLORTERM: string;
-	export const COLOR: string;
-	export const NVM_DIR: string;
+	export const npm_config_globalconfig: string;
+	export const npm_config_global_prefix: string;
+	export const npm_config_init_module: string;
+	export const npm_config_local_prefix: string;
 	export const npm_config_metrics_registry: string;
-	export const QT_QPA_PLATFORMTHEME: string;
-	export const INFOPATH: string;
-	export const LOGNAME: string;
-	export const _: string;
-	export const npm_config_prefix: string;
-	export const XDG_SESSION_CLASS: string;
-	export const TERM: string;
-	export const GTK_OVERLAY_SCROLLING: string;
-	export const XDG_SESSION_ID: string;
-	export const npm_config_cache: string;
-	export const GNOME_DESKTOP_SESSION_ID: string;
 	export const npm_config_node_gyp: string;
-	export const PATH: string;
-	export const SESSION_MANAGER: string;
-	export const GDM_LANG: string;
-	export const HOMEBREW_CELLAR: string;
-	export const GTK3_MODULES: string;
-	export const NODE: string;
-	export const npm_package_name: string;
-	export const XDG_SESSION_PATH: string;
-	export const LC_ADDRESS: string;
-	export const GNOME_TERMINAL_SCREEN: string;
-	export const XDG_RUNTIME_DIR: string;
-	export const GDK_BACKEND: string;
-	export const DISPLAY: string;
-	export const LANG: string;
-	export const XDG_CURRENT_DESKTOP: string;
-	export const LC_TELEPHONE: string;
-	export const XDG_SESSION_DESKTOP: string;
-	export const XAUTHORITY: string;
-	export const LS_COLORS: string;
-	export const VSCODE_GIT_IPC_HANDLE: string;
-	export const GNOME_TERMINAL_SERVICE: string;
-	export const TERM_PROGRAM: string;
+	export const npm_config_noproxy: string;
+	export const npm_config_prefix: string;
+	export const npm_config_userconfig: string;
+	export const npm_config_user_agent: string;
+	export const npm_execpath: string;
+	export const npm_lifecycle_event: string;
 	export const npm_lifecycle_script: string;
-	export const SSH_AUTH_SOCK: string;
-	export const XDG_GREETER_DATA_DIR: string;
-	export const ORIGINAL_XDG_CURRENT_DESKTOP: string;
-	export const SHELL: string;
-	export const LC_NAME: string;
+	export const npm_node_execpath: string;
+	export const npm_package_json: string;
+	export const npm_package_name: string;
 	export const npm_package_version: string;
-	export const npm_lifecycle_event: string;
-	export const QT_ACCESSIBILITY: string;
-	export const NO_AT_BRIDGE: string;
-	export const GDMSESSION: string;
-	export const LESSCLOSE: string;
-	export const LC_MEASUREMENT: string;
-	export const GPG_AGENT_INFO: string;
-	export const LC_IDENTIFICATION: string;
+	export const NPM_PREFIX_NPM_CLI_JS: string;
+	export const NUMBER_OF_PROCESSORS: string;
+	export const OculusBase: string;
+	export const OneDrive: string;
+	export const OneDriveConsumer: string;
+	export const ORIGINAL_XDG_CURRENT_DESKTOP: string;
+	export const OS: string;
+	export const Path: string;
+	export const PATHEXT: string;
+	export const PROCESSOR_ARCHITECTURE: string;
+	export const PROCESSOR_IDENTIFIER: string;
+	export const PROCESSOR_LEVEL: string;
+	export const PROCESSOR_REVISION: string;
+	export const ProgramData: string;
+	export const ProgramFiles: string;
+	export const ProgramW6432: string;
+	export const PROMPT: string;
+	export const PSModulePath: string;
+	export const PUBLIC: string;
+	export const RlsSvcPort: string;
+	export const SESSIONNAME: string;
+	export const SystemDrive: string;
+	export const SystemRoot: string;
+	export const TEMP: string;
+	export const TERM_PROGRAM: string;
+	export const TERM_PROGRAM_VERSION: string;
+	export const TMP: string;
+	export const USERDOMAIN: string;
+	export const USERDOMAIN_ROAMINGPROFILE: string;
+	export const USERNAME: string;
+	export const USERPROFILE: string;
 	export const VSCODE_GIT_ASKPASS_EXTRA_ARGS: string;
-	export const XDG_VTNR: string;
-	export const npm_config_globalconfig: string;
-	export const npm_config_init_module: string;
-	export const PWD: string;
-	export const npm_execpath: string;
-	export const XDG_CONFIG_DIRS: string;
-	export const NVM_CD_FLAGS: string;
-	export const XDG_DATA_DIRS: string;
-	export const npm_config_global_prefix: string;
-	export const HOMEBREW_REPOSITORY: string;
-	export const LC_NUMERIC: string;
-	export const npm_command: string;
-	export const LC_PAPER: string;
-	export const MANPATH: string;
-	export const VTE_VERSION: string;
-	export const INIT_CWD: string;
-	export const EDITOR: string;
-	export const NODE_ENV: string;
+	export const VSCODE_GIT_ASKPASS_MAIN: string;
+	export const VSCODE_GIT_ASKPASS_NODE: string;
+	export const VSCODE_GIT_IPC_HANDLE: string;
+	export const VSCODE_INJECTION: string;
+	export const VSCODE_NONCE: string;
+	export const windir: string;
 }
 
 /**
@@ -216,107 +200,91 @@ declare module '$env/dynamic/private' {
 		PARQUET_EXPORT_SECRET: string;
 		RATE_LIMIT: string;
 		MESSAGES_BEFORE_LOGIN: string;
-		LESSOPEN: string;
-		LANGUAGE: string;
-		USER: string;
-		npm_config_user_agent: string;
-		XDG_SEAT: string;
-		XDG_SESSION_TYPE: string;
+		ACSetupSvcPort: string;
+		ACSvcPort: string;
+		ALLUSERSPROFILE: string;
+		APPDATA: string;
+		CHROME_CRASHPAD_PIPE_NAME: string;
+		COLOR: string;
+		COLORTERM: string;
+		CommonProgramFiles: string;
+		CommonProgramW6432: string;
+		COMPUTERNAME: string;
+		ComSpec: string;
+		DriverData: string;
+		EDITOR: string;
+		EFC_47272: string;
+		EnableLog: string;
 		GIT_ASKPASS: string;
-		npm_node_execpath: string;
-		SHLVL: string;
-		npm_config_noproxy: string;
 		HOME: string;
-		CHROME_DESKTOP: string;
-		OLDPWD: string;
-		TERM_PROGRAM_VERSION: string;
-		DESKTOP_SESSION: string;
-		NVM_BIN: string;
-		npm_package_json: string;
-		NVM_INC: string;
-		HOMEBREW_PREFIX: string;
-		GTK_MODULES: string;
-		XDG_SEAT_PATH: string;
-		VSCODE_GIT_ASKPASS_MAIN: string;
-		LC_MONETARY: string;
-		VSCODE_GIT_ASKPASS_NODE: string;
-		npm_config_userconfig: string;
-		npm_config_local_prefix: string;
-		CINNAMON_VERSION: string;
-		DBUS_SESSION_BUS_ADDRESS: string;
+		HOMEDRIVE: string;
+		HOMEPATH: string;
+		INIT_CWD: string;
+		LANG: string;
+		LOCALAPPDATA: string;
+		LOGONSERVER: string;
+		NODE: string;
+		NODE_ENV: string;
+		NODE_EXE: string;
+		NPM_CLI_JS: string;
+		npm_command: string;
+		npm_config_cache: string;
 		npm_config_engine_strict: string;
-		COLORTERM: string;
-		COLOR: string;
-		NVM_DIR: string;
+		npm_config_globalconfig: string;
+		npm_config_global_prefix: string;
+		npm_config_init_module: string;
+		npm_config_local_prefix: string;
 		npm_config_metrics_registry: string;
-		QT_QPA_PLATFORMTHEME: string;
-		INFOPATH: string;
-		LOGNAME: string;
-		_: string;
-		npm_config_prefix: string;
-		XDG_SESSION_CLASS: string;
-		TERM: string;
-		GTK_OVERLAY_SCROLLING: string;
-		XDG_SESSION_ID: string;
-		npm_config_cache: string;
-		GNOME_DESKTOP_SESSION_ID: string;
 		npm_config_node_gyp: string;
-		PATH: string;
-		SESSION_MANAGER: string;
-		GDM_LANG: string;
-		HOMEBREW_CELLAR: string;
-		GTK3_MODULES: string;
-		NODE: string;
-		npm_package_name: string;
-		XDG_SESSION_PATH: string;
-		LC_ADDRESS: string;
-		GNOME_TERMINAL_SCREEN: string;
-		XDG_RUNTIME_DIR: string;
-		GDK_BACKEND: string;
-		DISPLAY: string;
-		LANG: string;
-		XDG_CURRENT_DESKTOP: string;
-		LC_TELEPHONE: string;
-		XDG_SESSION_DESKTOP: string;
-		XAUTHORITY: string;
-		LS_COLORS: string;
-		VSCODE_GIT_IPC_HANDLE: string;
-		GNOME_TERMINAL_SERVICE: string;
-		TERM_PROGRAM: string;
+		npm_config_noproxy: string;
+		npm_config_prefix: string;
+		npm_config_userconfig: string;
+		npm_config_user_agent: string;
+		npm_execpath: string;
+		npm_lifecycle_event: string;
 		npm_lifecycle_script: string;
-		SSH_AUTH_SOCK: string;
-		XDG_GREETER_DATA_DIR: string;
-		ORIGINAL_XDG_CURRENT_DESKTOP: string;
-		SHELL: string;
-		LC_NAME: string;
+		npm_node_execpath: string;
+		npm_package_json: string;
+		npm_package_name: string;
 		npm_package_version: string;
-		npm_lifecycle_event: string;
-		QT_ACCESSIBILITY: string;
-		NO_AT_BRIDGE: string;
-		GDMSESSION: string;
-		LESSCLOSE: string;
-		LC_MEASUREMENT: string;
-		GPG_AGENT_INFO: string;
-		LC_IDENTIFICATION: string;
+		NPM_PREFIX_NPM_CLI_JS: string;
+		NUMBER_OF_PROCESSORS: string;
+		OculusBase: string;
+		OneDrive: string;
+		OneDriveConsumer: string;
+		ORIGINAL_XDG_CURRENT_DESKTOP: string;
+		OS: string;
+		Path: string;
+		PATHEXT: string;
+		PROCESSOR_ARCHITECTURE: string;
+		PROCESSOR_IDENTIFIER: string;
+		PROCESSOR_LEVEL: string;
+		PROCESSOR_REVISION: string;
+		ProgramData: string;
+		ProgramFiles: string;
+		ProgramW6432: string;
+		PROMPT: string;
+		PSModulePath: string;
+		PUBLIC: string;
+		RlsSvcPort: string;
+		SESSIONNAME: string;
+		SystemDrive: string;
+		SystemRoot: string;
+		TEMP: string;
+		TERM_PROGRAM: string;
+		TERM_PROGRAM_VERSION: string;
+		TMP: string;
+		USERDOMAIN: string;
+		USERDOMAIN_ROAMINGPROFILE: string;
+		USERNAME: string;
+		USERPROFILE: string;
 		VSCODE_GIT_ASKPASS_EXTRA_ARGS: string;
-		XDG_VTNR: string;
-		npm_config_globalconfig: string;
-		npm_config_init_module: string;
-		PWD: string;
-		npm_execpath: string;
-		XDG_CONFIG_DIRS: string;
-		NVM_CD_FLAGS: string;
-		XDG_DATA_DIRS: string;
-		npm_config_global_prefix: string;
-		HOMEBREW_REPOSITORY: string;
-		LC_NUMERIC: string;
-		npm_command: string;
-		LC_PAPER: string;
-		MANPATH: string;
-		VTE_VERSION: string;
-		INIT_CWD: string;
-		EDITOR: string;
-		NODE_ENV: string;
+		VSCODE_GIT_ASKPASS_MAIN: string;
+		VSCODE_GIT_ASKPASS_NODE: string;
+		VSCODE_GIT_IPC_HANDLE: string;
+		VSCODE_INJECTION: string;
+		VSCODE_NONCE: string;
+		windir: string;
 		[key: `PUBLIC_${string}`]: undefined;
 		[key: `${string}`]: string | undefined;
 	}

.svelte-kit/generated/server/internal.js

@@ -17,10 +17,10 @@ export const options = {
 	root,
 	service_worker: false,
 	templates: {
-		app: ({ head, body, assets, nonce, env }) => "<!DOCTYPE html>\n<html lang=\"en\" class=\"h-full\">\n\t<link rel=\"stylesheet\" href=\"https://www.w3schools.com/w3css/4/w3.css\" />\n\t<head>\n\t\t<meta charset=\"utf-8\" />\n\t\t<meta name=\"viewport\" content=\"width=device-width, initial-scale=1, user-scalable=no\" />\n\t\t<script>\n\t\t\tif (\n\t\t\t\tlocalStorage.theme === \"dark\" ||\n\t\t\t\t(!(\"theme\" in localStorage) && window.matchMedia(\"(prefers-color-scheme: dark)\").matches)\n\t\t\t) {\n\t\t\t\tdocument.documentElement.classList.add(\"dark\");\n\t\t\t}\n\n\t\t\t// For some reason, Sveltekit doesn't let us load env variables from .env here, so we load it from hooks.server.ts\n\t\t\twindow.gaId = \"%gaId%\";\n\t\t\twindow.gaIdDeprecated = \"%gaIdDeprecated%\";\n\t\t</script>\n\t\t" + head + "\n\t</head>\n\t<body data-sveltekit-preload-data=\"hover\" class=\"h-full dark:bg-gray-900\">\n\t\t<div id=\"app\" class=\"contents h-full\">" + body + "</div>\n\n\t\t<!-- Google Tag Manager -->\n\t\t<script>\n\t\t\tif (window.gaId) {\n\t\t\t\tconst script = document.createElement(\"script\");\n\t\t\t\tscript.src = \"https://www.googletagmanager.com/gtag/js?id=\" + window.gaId;\n\t\t\t\tscript.async = true;\n\t\t\t\tdocument.head.appendChild(script);\n\n\t\t\t\twindow.dataLayer = window.dataLayer || [];\n\t\t\t\tfunction gtag() {\n\t\t\t\t\tdataLayer.push(arguments);\n\t\t\t\t}\n\t\t\t\tgtag(\"js\", new Date());\n\t\t\t\t/// ^ See https://developers.google.com/tag-platform/gtagjs/install\n\t\t\t\tgtag(\"config\", window.gaId);\n\t\t\t\tgtag(\"consent\", \"default\", { ad_storage: \"denied\", analytics_storage: \"denied\" });\n\t\t\t\t/// ^ See https://developers.google.com/tag-platform/gtagjs/reference#consent\n\t\t\t\t/// TODO: ask the user for their consent and update this with gtag('consent', 'update')\n\t\t\t}\n\t\t</script>\n\n\t\t<!-- Google Analytics v3 (deprecated on 1 July 2023) -->\n\t\t<script>\n\t\t\tif (window.gaIdDeprecated) {\n\t\t\t\t(function (i, s, o, g, r, a, m) {\n\t\t\t\t\ti[\"GoogleAnalyticsObject\"] = r;\n\t\t\t\t\t(i[r] =\n\t\t\t\t\t\ti[r] ||\n\t\t\t\t\t\tfunction () {\n\t\t\t\t\t\t\t(i[r].q = i[r].q || []).push(arguments);\n\t\t\t\t\t\t}),\n\t\t\t\t\t\t(i[r].l = 1 * new Date());\n\t\t\t\t\t(a = s.createElement(o)), (m = s.getElementsByTagName(o)[0]);\n\t\t\t\t\ta.async = 1;\n\t\t\t\t\ta.src = g;\n\t\t\t\t\tm.parentNode.insertBefore(a, m);\n\t\t\t\t})(\n\t\t\t\t\twindow,\n\t\t\t\t\tdocument,\n\t\t\t\t\t\"script\",\n\t\t\t\t\t\"https://www.google-analytics.com/analytics.js\",\n\t\t\t\t\t\"ganalytics\"\n\t\t\t\t);\n\t\t\t\tganalytics(\"create\", window.gaIdDeprecated, \"auto\");\n\t\t\t\tganalytics(\"send\", \"pageview\");\n\t\t\t}\n\t\t</script>\n\t</body>\n</html>\n",
+		app: ({ head, body, assets, nonce, env }) => "<!DOCTYPE html>\r\n<html lang=\"en\" class=\"h-full\">\r\n\t<link rel=\"stylesheet\" href=\"https://www.w3schools.com/w3css/4/w3.css\" />\r\n\t<head>\r\n\t\t<meta charset=\"utf-8\" />\r\n\t\t<meta name=\"viewport\" content=\"width=device-width, initial-scale=1, user-scalable=no\" />\r\n\t\t<meta property=\"og:image\" content=\"/chatui/thumbnail.jpg\"/>\r\n\t\t<script>\r\n\t\t\tif (\r\n\t\t\t\tlocalStorage.theme === \"dark\" ||\r\n\t\t\t\t(!(\"theme\" in localStorage) && window.matchMedia(\"(prefers-color-scheme: dark)\").matches)\r\n\t\t\t) {\r\n\t\t\t\tdocument.documentElement.classList.add(\"dark\");\r\n\t\t\t}\r\n\t\t</script>\r\n\t\t" + head + "\r\n\t</head>\r\n\t<body data-sveltekit-preload-data=\"hover\" class=\"h-full dark:bg-gray-900\">\r\n\t\t<div id=\"app\" class=\"contents h-full\">" + body + "</div>\r\n\t</body>\r\n</html>\r\n",
 		error: ({ status, message }) => "<!DOCTYPE html>\n<html lang=\"en\">\n\t<head>\n\t\t<meta charset=\"utf-8\" />\n\t\t<title>" + message + "</title>\n\n\t\t<style>\n\t\t\tbody {\n\t\t\t\t--bg: white;\n\t\t\t\t--fg: #222;\n\t\t\t\t--divider: #ccc;\n\t\t\t\tbackground: var(--bg);\n\t\t\t\tcolor: var(--fg);\n\t\t\t\tfont-family: system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen,\n\t\t\t\t\tUbuntu, Cantarell, 'Open Sans', 'Helvetica Neue', sans-serif;\n\t\t\t\tdisplay: flex;\n\t\t\t\talign-items: center;\n\t\t\t\tjustify-content: center;\n\t\t\t\theight: 100vh;\n\t\t\t\tmargin: 0;\n\t\t\t}\n\n\t\t\t.error {\n\t\t\t\tdisplay: flex;\n\t\t\t\talign-items: center;\n\t\t\t\tmax-width: 32rem;\n\t\t\t\tmargin: 0 1rem;\n\t\t\t}\n\n\t\t\t.status {\n\t\t\t\tfont-weight: 200;\n\t\t\t\tfont-size: 3rem;\n\t\t\t\tline-height: 1;\n\t\t\t\tposition: relative;\n\t\t\t\ttop: -0.05rem;\n\t\t\t}\n\n\t\t\t.message {\n\t\t\t\tborder-left: 1px solid var(--divider);\n\t\t\t\tpadding: 0 0 0 1rem;\n\t\t\t\tmargin: 0 0 0 1rem;\n\t\t\t\tmin-height: 2.5rem;\n\t\t\t\tdisplay: flex;\n\t\t\t\talign-items: center;\n\t\t\t}\n\n\t\t\t.message h1 {\n\t\t\t\tfont-weight: 400;\n\t\t\t\tfont-size: 1em;\n\t\t\t\tmargin: 0;\n\t\t\t}\n\n\t\t\t@media (prefers-color-scheme: dark) {\n\t\t\t\tbody {\n\t\t\t\t\t--bg: #222;\n\t\t\t\t\t--fg: #ddd;\n\t\t\t\t\t--divider: #666;\n\t\t\t\t}\n\t\t\t}\n\t\t</style>\n\t</head>\n\t<body>\n\t\t<div class=\"error\">\n\t\t\t<span class=\"status\">" + status + "</span>\n\t\t\t<div class=\"message\">\n\t\t\t\t<h1>" + message + "</h1>\n\t\t\t</div>\n\t\t</div>\n\t</body>\n</html>\n"
 	},
-	version_hash: "1ji7gzf"
+	version_hash: "aw3qnn"
 };
 
 export function get_hooks() {

.svelte-kit/types/src/routes/proxy+layout.server.ts

@@ -29,7 +29,6 @@ export const load = async ({ locals, depends, url }: Parameters<LayoutServerLoad
 		throw redirect(302, url.pathname);
 	}
 
-
 	return {
 		conversations: [],
 		settings: {
@@ -46,6 +45,8 @@ export const load = async ({ locals, depends, url }: Parameters<LayoutServerLoad
 			websiteUrl: model.websiteUrl,
 			modelUrl: model.modelUrl,
 			is_local: model.is_local,
+			is_code: model.is_code,
+			type: model.type,
 			datasetName: model.datasetName,
 			datasetUrl: model.datasetUrl,
 			displayName: model.displayName,

PRIVACY.md

@@ -15,4 +15,3 @@ BlindChat is an open-source project to provide fully in-browser and private Conv
 It is currently developed and maintained by [Mithril Security](https://www.mithrilsecurity.io/), a startup aiming to make AI more private.
 
 You can find more information on our [Github](https://github.com/mithril-security/blind_chat/), join us on our [Discord](https://discord.com/invite/TxEHagpWd4), or directly [contact us](mailto:[email protected]).
-    

README.md

@@ -8,4 +8,4 @@ pinned: false
 app_port: 3000
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

src/app.html

@@ -4,6 +4,7 @@
 	<head>
 		<meta charset="utf-8" />
 		<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no" />
+		<meta property="og:image" content="/chatui/thumbnail.jpg" />
 		<script>
 			if (
 				localStorage.theme === "dark" ||
@@ -11,62 +12,10 @@
 			) {
 				document.documentElement.classList.add("dark");
 			}
-
-			// For some reason, Sveltekit doesn't let us load env variables from .env here, so we load it from hooks.server.ts
-			window.gaId = "%gaId%";
-			window.gaIdDeprecated = "%gaIdDeprecated%";
 		</script>
 		%sveltekit.head%
 	</head>
 	<body data-sveltekit-preload-data="hover" class="h-full dark:bg-gray-900">
 		<div id="app" class="contents h-full">%sveltekit.body%</div>
-
-		<!-- Google Tag Manager -->
-		<script>
-			if (window.gaId) {
-				const script = document.createElement("script");
-				script.src = "https://www.googletagmanager.com/gtag/js?id=" + window.gaId;
-				script.async = true;
-				document.head.appendChild(script);
-
-				window.dataLayer = window.dataLayer || [];
-				function gtag() {
-					dataLayer.push(arguments);
-				}
-				gtag("js", new Date());
-				/// ^ See https://developers.google.com/tag-platform/gtagjs/install
-				gtag("config", window.gaId);
-				gtag("consent", "default", { ad_storage: "denied", analytics_storage: "denied" });
-				/// ^ See https://developers.google.com/tag-platform/gtagjs/reference#consent
-				/// TODO: ask the user for their consent and update this with gtag('consent', 'update')
-			}
-		</script>
-
-		<!-- Google Analytics v3 (deprecated on 1 July 2023) -->
-		<script>
-			if (window.gaIdDeprecated) {
-				(function (i, s, o, g, r, a, m) {
-					i["GoogleAnalyticsObject"] = r;
-					(i[r] =
-						i[r] ||
-						function () {
-							(i[r].q = i[r].q || []).push(arguments);
-						}),
-						(i[r].l = 1 * new Date());
-					(a = s.createElement(o)), (m = s.getElementsByTagName(o)[0]);
-					a.async = 1;
-					a.src = g;
-					m.parentNode.insertBefore(a, m);
-				})(
-					window,
-					document,
-					"script",
-					"https://www.google-analytics.com/analytics.js",
-					"ganalytics"
-				);
-				ganalytics("create", window.gaIdDeprecated, "auto");
-				ganalytics("send", "pageview");
-			}
-		</script>
 	</body>
 </html>

src/hooks.server.ts

@@ -53,37 +53,37 @@ export const handle: Handle = async ({ event, resolve }) => {
 		}
 	}
 
-	if (
-		!event.url.pathname.startsWith(`${base}/login`) &&
-		!event.url.pathname.startsWith(`${base}/admin`) &&
-		!["GET", "OPTIONS", "HEAD"].includes(event.request.method)
-	) {
-		if (
-			!user &&
-			requiresUser &&
-			!((MESSAGES_BEFORE_LOGIN ? parseInt(MESSAGES_BEFORE_LOGIN) : 0) > 0)
-		) {
-			return errorResponse(401, ERROR_MESSAGES.authOnly);
-		}
+	// if (
+	// 	!event.url.pathname.startsWith(`${base}/login`) &&
+	// 	!event.url.pathname.startsWith(`${base}/admin`) &&
+	// 	!["GET", "OPTIONS", "HEAD"].includes(event.request.method)
+	// ) {
+	// 	if (
+	// 		!user &&
+	// 		requiresUser &&
+	// 		!((MESSAGES_BEFORE_LOGIN ? parseInt(MESSAGES_BEFORE_LOGIN) : 0) > 0)
+	// 	) {
+	// 		return errorResponse(401, ERROR_MESSAGES.authOnly);
+	// 	}
 
-		// if login is not required and the call is not from /settings and we display the ethics modal with PUBLIC_APP_DISCLAIMER
-		//  we check if the user has accepted the ethics modal first.
-		// If login is required, `ethicsModalAcceptedAt` is already true at this point, so do not pass this condition. This saves a DB call.
-		if (
-			!requiresUser &&
-			!event.url.pathname.startsWith(`${base}/settings`) &&
-			!!PUBLIC_APP_DISCLAIMER
-		) {
-			const hasAcceptedEthicsModal = await collections.settings.countDocuments({
-				sessionId: event.locals.sessionId,
-				ethicsModalAcceptedAt: { $exists: true },
-			});
+	// 	// if login is not required and the call is not from /settings and we display the ethics modal with PUBLIC_APP_DISCLAIMER
+	// 	//  we check if the user has accepted the ethics modal first.
+	// 	// If login is required, `ethicsModalAcceptedAt` is already true at this point, so do not pass this condition. This saves a DB call.
+	// 	if (
+	// 		!requiresUser &&
+	// 		!event.url.pathname.startsWith(`${base}/settings`) &&
+	// 		!!PUBLIC_APP_DISCLAIMER
+	// 	) {
+	// 		const hasAcceptedEthicsModal = await collections.settings.countDocuments({
+	// 			sessionId: event.locals.sessionId,
+	// 			ethicsModalAcceptedAt: { $exists: true },
+	// 		});
 
-			if (!hasAcceptedEthicsModal) {
-				return errorResponse(405, "You need to accept the welcome modal first");
-			}
-		}
-	}
+	// 		if (!hasAcceptedEthicsModal) {
+	// 			return errorResponse(405, "You need to accept the welcome modal first");
+	// 		}
+	// 	}
+	// }
 
 	refreshSessionCookie(event.cookies, event.locals.sessionId);
 

src/lib/components/ConfirmModal.svelte

@@ -8,20 +8,22 @@
 
 <Modal>
 	<div class="flex w-full flex-col gap-0 p-2">
-		<div class="flex items-start text-xl font-bold text-gray-800 m-2">
+		<div class="m-2 flex items-start text-xl font-bold text-gray-800">
 			<h1>You are about to download an AI model on your device</h1>
 			<br />
 			<button type="button" class="group" on:click={() => dispatch("close")}>
 				<CarbonClose class="text-gray-900 group-hover:text-gray-500" />
 			</button>
 		</div>
-		<div class="flex items-start text-m text-gray-800 m-2">
-			<br>To ensure your conversations with our AI remain private, our web application sends a model to your device to perform inference locally. No data leaves your device.<br />
-			<br>This might be demanding in terms of bandwidth, storage and computing power on your side.<br />
+		<div class="text-m m-2 flex items-start text-gray-800">
+			<br />To ensure your conversations with our AI remain private, our web application sends a
+			model to your device to perform inference locally. No data leaves your device.<br />
+			<br />This might be demanding in terms of bandwidth, storage and computing power on your side.<br
+			/>
 			<br />
 		</div>
-		<div class="flex items-start text-m text-gray-800 m-2">
-			<br><b>Mobile usage is not advised.</b><br />
+		<div class="text-m m-2 flex items-start text-gray-800">
+			<br /><b>Mobile usage is not advised.</b><br />
 		</div>
 		<br />
 	</div>

src/lib/components/LoadingModal.svelte

@@ -23,8 +23,8 @@
 			<h2>Loading the model...</h2>
 			<br />
 		</div>
-		<div class="flex items-start text-s text-gray-800">
-			<br>Please wait while we download the model. This has to be done only once.
+		<div class="text-s flex items-start text-gray-800">
+			<br />Please wait while we download the model. This has to be done only once.
 		</div>
 		<br />
 		{#await forceUpdate(pr) then _}

src/lib/components/LoginModal.svelte

@@ -14,7 +14,7 @@
 
 <Modal>
 	<div
-		class="flex w-full flex-col items-center gap-6 bg-gradient-to-t from-primary-500/40 via-primary-500/10 to-primary-500/0 px-4 pb-10 pt-9 text-center "
+		class="flex w-full flex-col items-center gap-6 bg-gradient-to-t from-primary-500/40 via-primary-500/10 to-primary-500/0 px-4 pb-10 pt-9 text-center"
 	>
 		<h2 class="flex items-center text-2xl font-semibold text-gray-800">
 			<Logo classNames="mr-1" />

src/lib/components/ModelCardMetadata.svelte

@@ -9,7 +9,7 @@
 </script>
 
 <div
-	class="flex items-center gap-5 rounded-xl bg-gray-100 px-3 py-2 text-sm 
+	class="flex items-center gap-5 rounded-xl bg-gray-100 px-3 py-2 text-sm
 	{variant === 'dark'
 		? 'text-gray-600 dark:bg-gray-800 dark:text-gray-300'
 		: 'text-gray-800 dark:bg-gray-100 dark:text-gray-600'}"

src/lib/components/ModelsModal.svelte

@@ -13,13 +13,20 @@
 	import CarbonEdit from "~icons/carbon/edit";
 	import CarbonSave from "~icons/carbon/save";
 	import CarbonRestart from "~icons/carbon/restart";
+	import { curr_model_writable } from "../../routes/LayoutWritable";
 
 	export let settings: LayoutData["settings"];
 	export let models: Array<Model>;
 
-	let selectedModelId = settings.activeModel;
+	let selectedModelId = "";
+	let selectedNum = 0;
 
-	const dispatch = createEventDispatcher<{ close: void }>();
+	curr_model_writable.subscribe((val) => {
+		selectedModelId = models[val].name;
+		selectedNum = val;
+	});
+
+	const dispatch = createEventDispatcher<{ close: void; closeAndSave }>();
 
 	let expanded = false;
 
@@ -30,6 +37,11 @@
 		expanded = !expanded;
 	}
 
+	function onApply() {
+		curr_model_writable.set(selectedNum);
+		dispatch("close");
+	}
+
 	let value = "";
 
 	function onModelChange() {
@@ -37,6 +49,7 @@
 			settings.customPrompts[selectedModelId] ??
 			models.filter((el) => el.id === selectedModelId)[0].preprompt ??
 			"";
+		selectedNum = models.findIndex((el) => el.id == selectedModelId);
 	}
 
 	$: selectedModelId, onModelChange();
@@ -44,16 +57,11 @@
 
 <Modal width="max-w-lg" on:close>
 	<form
-		action="{base}/settings"
-		method="post"
 		on:submit={() => {
 			if (expanded) {
 				onToggle();
 			}
 		}}
-		use:enhance={() => {
-			dispatch("close");
-		}}
 		class="flex w-full flex-col gap-5 p-6"
 	>
 		{#each Object.entries(settings).filter(([k]) => !(k == "activeModel" || k === "customPrompts")) as [key, val]}
@@ -129,7 +137,7 @@
 								enterkeyhint="send"
 								tabindex="0"
 								rows="1"
-								class="h-20 w-full resize-none scroll-p-3 overflow-x-hidden overflow-y-scroll rounded-md border border-gray-300 bg-transparent p-1  text-xs outline-none focus:ring-0 focus-visible:ring-0"
+								class="h-20 w-full resize-none scroll-p-3 overflow-x-hidden overflow-y-scroll rounded-md border border-gray-300 bg-transparent p-1 text-xs outline-none focus:ring-0 focus-visible:ring-0"
 								bind:value
 								hidden={!expanded}
 							/>
@@ -140,8 +148,12 @@
 			{/each}
 		</div>
 		<button
-			type="submit"
+			type="button"
 			class="mt-2 rounded-full bg-black px-5 py-2 text-lg font-semibold text-gray-100 ring-gray-400 ring-offset-1 transition-colors hover:ring"
+			on:click={() =>
+				dispatch("closeAndSave", {
+					id: selectedNum,
+				})}
 		>
 			Apply
 		</button>

src/lib/components/NavConversationItem.svelte

@@ -24,7 +24,9 @@
 	on:mouseleave={() => {
 		confirmDelete = false;
 	}}
-	on:click = {() => {params_writable.set(conv.id)}}
+	on:click={() => {
+		params_writable.set(conv.id);
+	}}
 	href="{base}/conversation/{conv.id}"
 	class="group flex h-11 flex-none items-center gap-1.5 rounded-lg pl-3 pr-2 text-gray-500 hover:bg-gray-100 dark:text-gray-400 dark:hover:bg-gray-700 {conv.id ===
 	$page.params.id

src/lib/components/SettingsModal.svelte

@@ -14,7 +14,7 @@
 
 	let isConfirmingDeletion = false;
 
-	const dispatch = createEventDispatcher<{ close: void, deleteAllConversations: void }>();
+	const dispatch = createEventDispatcher<{ close: void; deleteAllConversations: void }>();
 </script>
 
 <Modal on:close>
@@ -33,16 +33,14 @@
 			method="post"
 			action="{base}/settings"
 		>
-			<form
-				on:submit|preventDefault={() => (isConfirmingDeletion = true)}
-			>
+			<form on:submit|preventDefault={() => (isConfirmingDeletion = true)}>
 				<button type="submit" class="underline decoration-gray-300 hover:decoration-gray-700">
 					Delete all conversations
 				</button>
 			</form>
 			<button
 				type="submit"
-				class="mt-2 rounded-full bg-black px-5 py-2 text-lg font-semibold text-gray-100 ring-gray-400 ring-offset-1 transition-all focus-visible:outline-none focus-visible:ring hover:ring"
+				class="mt-2 rounded-full bg-black px-5 py-2 text-lg font-semibold text-gray-100 ring-gray-400 ring-offset-1 transition-all hover:ring focus-visible:outline-none focus-visible:ring"
 			>
 				Apply
 			</button>
@@ -50,14 +48,7 @@
 
 		{#if isConfirmingDeletion}
 			<Modal on:close={() => (isConfirmingDeletion = false)}>
-				<form
-					use:enhance={() => {
-						dispatch("close");
-					}}
-					method="post"
-					action="{base}/conversations?/delete"
-					class="flex w-full flex-col gap-5 p-6"
-				>
+				<form class="flex w-full flex-col gap-5 p-6">
 					<div class="flex items-start justify-between text-xl font-semibold text-gray-800">
 						<h2>Are you sure?</h2>
 						<button type="button" class="group" on:click={() => (isConfirmingDeletion = false)}>
@@ -68,8 +59,9 @@
 						This action will delete all your conversations. This cannot be undone.
 					</p>
 					<button
-						type="submit"
-						class="mt-2 rounded-full bg-red-700 px-5 py-2 text-lg font-semibold text-gray-100 ring-gray-400 ring-offset-1 transition-all focus-visible:outline-none focus-visible:ring hover:ring"
+						type="button"
+						class="mt-2 rounded-full bg-red-700 px-5 py-2 text-lg font-semibold text-gray-100 ring-gray-400 ring-offset-1 transition-all hover:ring focus-visible:outline-none focus-visible:ring"
+						on:click={() => dispatch("deleteAllConversations")}
 					>
 						Confirm deletion
 					</button>

src/lib/components/Tooltip.svelte

@@ -6,7 +6,7 @@
 
 <div
 	class="
-		pointer-events-none absolute rounded bg-black px-2 py-1 font-normal leading-tight text-white shadow transition-opacity 
+		pointer-events-none absolute rounded bg-black px-2 py-1 font-normal leading-tight text-white shadow transition-opacity
 		{position}
 		{classNames}
 	"

src/lib/components/chat/ChatIntroduction.svelte

@@ -12,14 +12,20 @@
 	import type { LayoutData } from "../../../routes/$types";
 	import { findCurrentModel } from "$lib/utils/models";
 	import { env } from "$env/dynamic/public";
+	import { curr_model_writable } from "../../../routes/LayoutWritable";
 
 	export let currentModel: Model;
 	export let settings: LayoutData["settings"];
 	export let models: Model[];
 
 	let isModelsModalOpen = false;
+	let selectedNum = 0;
 
-	$: currentModelMetadata = findCurrentModel(models, settings.activeModel);
+	curr_model_writable.subscribe((val) => {
+		selectedNum = val;
+	});
+
+	$: currentModelMetadata = findCurrentModel(models, models[selectedNum].name);
 
 	const announcementBanners = PUBLIC_ANNOUNCEMENT_BANNERS
 		? JSON.parse(PUBLIC_ANNOUNCEMENT_BANNERS)
@@ -27,7 +33,7 @@
 
 	const dispatch = createEventDispatcher<{ message: string }>();
 
-	$: title = env.PUBLIC_APP_NAME
+	$: title = env.PUBLIC_APP_NAME;
 </script>
 
 <div class="my-auto grid gap-8 lg:grid-cols-3">
@@ -49,17 +55,24 @@
 	</div>
 	<div class="lg:col-span-2 lg:pl-24">
 		{#each announcementBanners as banner}
-		<AnnouncementBanner classNames="mb-4" title={banner.title}>
-			<a
-				target="_blank"
-				href={banner.linkHref}
-				class="mr-2 flex items-center underline hover:no-underline"
-				><CarbonArrowUpRight class="mr-1.5 text-xs" /> {banner.linkTitle}</a
-			>
-		</AnnouncementBanner>
+			<AnnouncementBanner classNames="mb-4" title={banner.title}>
+				<a
+					target="_blank"
+					href={banner.linkHref}
+					class="mr-2 flex items-center underline hover:no-underline"
+					><CarbonArrowUpRight class="mr-1.5 text-xs" /> {banner.linkTitle}</a
+				>
+			</AnnouncementBanner>
 		{/each}
 		{#if isModelsModalOpen}
-			<ModelsModal {settings} {models} on:close={() => (isModelsModalOpen = false)} />
+			<ModelsModal
+				{settings}
+				{models}
+				on:close={() => (isModelsModalOpen = false)}
+				on:closeAndSave={(id) => (
+					(isModelsModalOpen = false), curr_model_writable.set(id.detail.id)
+				)}
+			/>
 		{/if}
 		<div class="overflow-hidden rounded-xl border dark:border-gray-800">
 			<div class="flex p-3">

src/lib/components/chat/ChatMessage.svelte

@@ -37,7 +37,10 @@
 		return ret;
 	}
 	function unsanitizeMd(md: string) {
-		return md.replaceAll("&lt;", "<");
+		if (md != undefined)
+			return md.replaceAll("&lt;", "<");
+		else
+			return ""
 	}
 
 	export let model: Model;
@@ -131,14 +134,12 @@
 				class="prose max-w-none dark:prose-invert max-sm:prose-sm prose-headings:font-semibold prose-h1:text-lg prose-h2:text-base prose-h3:text-base prose-pre:bg-gray-800 dark:prose-pre:bg-gray-900"
 				bind:this={contentEl}
 			>
-				{#each tokens as token}
-					{#if token.type === "code"}
-						<CodeBlock lang={token.lang} code={unsanitizeMd(token.text)} />
-					{:else}
-						<!-- eslint-disable-next-line svelte/no-at-html-tags -->
-						{@html marked(token.raw, options)}
-					{/if}
-				{/each}
+				{#if message.isCode == true}
+					<CodeBlock lang={"python"} code={unsanitizeMd(message.content)} />
+				{:else}
+					<!-- eslint-disable-next-line svelte/no-at-html-tags -->
+					{@html marked(message.content, options)}
+				{/if}
 			</div>
 		</div>
 		<!-- {#if isAuthor && !loading && message.content}
@@ -184,29 +185,7 @@
 			{message.content.trim()}
 		</div>
 		{#if !loading}
-			<div class="absolute right-0 top-3.5 flex gap-2 lg:-right-2">
-				<!-- {#if downloadLink}
-					<a
-						class="rounded-lg border border-gray-100 p-1 text-xs text-gray-400 group-hover:block hover:text-gray-500 dark:border-gray-800 dark:text-gray-400 dark:hover:text-gray-300 md:hidden"
-						title="Download prompt and parameters"
-						type="button"
-						target="_blank"
-						href={downloadLink}
-					>
-						<CarbonDownload />
-					</a>
-				{/if} -->
-				<!-- {#if !readOnly}
-					<button
-						class="cursor-pointer rounded-lg border border-gray-100 p-1 text-xs text-gray-400 group-hover:block hover:text-gray-500 dark:border-gray-800 dark:text-gray-400 dark:hover:text-gray-300 md:hidden lg:-right-2"
-						title="Retry"
-						type="button"
-						on:click={() => dispatch("retry", { content: message.content, id: message.id })}
-					>
-						<CarbonRotate360 />
-					</button>
-				{/if} -->
-			</div>
+			<div class="absolute right-0 top-3.5 flex gap-2 lg:-right-2" />
 		{/if}
 	</div>
 {/if}

src/lib/components/chat/ChatWindow.svelte

@@ -83,7 +83,7 @@
 		</div>
 		<form
 			on:submit|preventDefault={handleSubmit}
-			class="relative flex w-full max-w-4xl flex-1 items-center rounded-xl border bg-gray-100 focus-within:border-gray-300 dark:border-gray-600 dark:bg-gray-700 dark:focus-within:border-gray-500 
+			class="relative flex w-full max-w-4xl flex-1 items-center rounded-xl border bg-gray-100 focus-within:border-gray-300 dark:border-gray-600 dark:bg-gray-700 dark:focus-within:border-gray-500
 			{isReadOnly ? 'opacity-30' : ''}"
 		>
 			<div class="flex w-full flex-1 border-none bg-transparent">
@@ -100,19 +100,19 @@
 
 				{#if loading}
 					<button
-						class="btn mx-1 my-1 inline-block h-[2.4rem] self-end rounded-lg bg-transparent p-1 px-[0.7rem] text-gray-400 disabled:opacity-60 enabled:hover:text-gray-700 dark:disabled:opacity-40 enabled:dark:hover:text-gray-100 md:hidden"
+						class="btn mx-1 my-1 inline-block h-[2.4rem] self-end rounded-lg bg-transparent p-1 px-[0.7rem] text-gray-400 enabled:hover:text-gray-700 disabled:opacity-60 enabled:dark:hover:text-gray-100 dark:disabled:opacity-40 md:hidden"
 						on:click={() => dispatch("stop")}
 					>
 						<CarbonStopFilledAlt />
 					</button>
 					<div
-						class="mx-1 my-1 hidden h-[2.4rem] items-center p-1 px-[0.7rem] text-gray-400 disabled:opacity-60 enabled:hover:text-gray-700 dark:disabled:opacity-40 enabled:dark:hover:text-gray-100 md:flex"
+						class="mx-1 my-1 hidden h-[2.4rem] items-center p-1 px-[0.7rem] text-gray-400 enabled:hover:text-gray-700 disabled:opacity-60 enabled:dark:hover:text-gray-100 dark:disabled:opacity-40 md:flex"
 					>
 						<EosIconsLoading />
 					</div>
 				{:else}
 					<button
-						class="btn mx-1 my-1 h-[2.4rem] self-end rounded-lg bg-transparent p-1 px-[0.7rem] text-gray-400 disabled:opacity-60 enabled:hover:text-gray-700 dark:disabled:opacity-40 enabled:dark:hover:text-gray-100"
+						class="btn mx-1 my-1 h-[2.4rem] self-end rounded-lg bg-transparent p-1 px-[0.7rem] text-gray-400 enabled:hover:text-gray-700 disabled:opacity-60 enabled:dark:hover:text-gray-100 dark:disabled:opacity-40"
 						disabled={!message || isReadOnly}
 						type="submit"
 					>
@@ -128,9 +128,9 @@
 					target="_blank"
 					rel="noreferrer"
 					class="hover:underline">{currentModel.displayName}</a
-				> <span class="max-sm:hidden">·</span><br class="sm:hidden" /> Generated content may be inaccurate
-				or false.
-				<br><br> 🔒 All conversations are end-to-end protected
+				> <span class="max-sm:hidden">·</span><br class="sm:hidden" /> Generated content may be
+				inaccurate or false.
+				<br /><br /> 🔒 All conversations are end-to-end protected
 			</p>
 			<!-- {#if messages.length}
 				<button

src/lib/server/database.ts

@@ -1,15 +1,15 @@
-let client = undefined
-export const connectPromise = undefined
+let client = undefined;
+export const connectPromise = undefined;
 
-const db = undefined
+const db = undefined;
 
-const conversations = undefined
-const sharedConversations = undefined
-const abortedGenerations = undefined
-const settings = undefined
-const users = undefined
-const webSearches = undefined
-const messageEvents = undefined
+const conversations = undefined;
+const sharedConversations = undefined;
+const abortedGenerations = undefined;
+const settings = undefined;
+const users = undefined;
+const webSearches = undefined;
+const messageEvents = undefined;
 
 export { client, db };
 export const collections = {
@@ -20,4 +20,4 @@ export const collections = {
 	users,
 	webSearches,
 	messageEvents,
-};
+};

src/lib/server/models.ts

@@ -64,6 +64,8 @@ const modelsRaw = z
 			displayName: z.string().min(1).optional(),
 			description: z.string().min(1).optional(),
 			is_local: z.boolean().optional(),
+			is_code: z.boolean().optional(),
+			type: z.string().min(1),
 			websiteUrl: z.string().url().optional(),
 			modelUrl: z.string().url().optional(),
 			datasetName: z.string().min(1).optional(),

src/lib/types/Message.ts

@@ -6,4 +6,5 @@ export type Message = Partial<Timestamps> & {
 	content: string;
 	webSearchId?: string;
 	score?: -1 | 0 | 1;
+	isCode: boolean;
 };

src/routes/+layout.server.ts

@@ -28,12 +28,10 @@ export const load: LayoutServerLoad = async ({ locals, depends, url }) => {
 		throw redirect(302, url.pathname);
 	}
 
-
 	return {
 		conversations: [],
 		settings: {
-			shareConversationsWithModelAuthors:
-				DEFAULT_SETTINGS.shareConversationsWithModelAuthors,
+			shareConversationsWithModelAuthors: DEFAULT_SETTINGS.shareConversationsWithModelAuthors,
 			ethicsModalAcceptedAt: null,
 			activeModel: DEFAULT_SETTINGS.activeModel,
 			searchEnabled: false,
@@ -45,6 +43,8 @@ export const load: LayoutServerLoad = async ({ locals, depends, url }) => {
 			websiteUrl: model.websiteUrl,
 			modelUrl: model.modelUrl,
 			is_local: model.is_local,
+			is_code: model.is_code,
+			type: model.type,
 			datasetName: model.datasetName,
 			datasetUrl: model.datasetUrl,
 			displayName: model.displayName,

src/routes/+layout.svelte

@@ -19,8 +19,18 @@
 	import LoadingModal from "$lib/components/LoadingModal.svelte";
 	import LoginModal from "$lib/components/LoginModal.svelte";
 	import { PUBLIC_APP_ASSETS, PUBLIC_APP_NAME } from "$env/static/public";
-	import { isloading_writable, refresh_chats_writable, refresh_chats_writable_empty } from "./LayoutWritable";
-	import { deleteAllChats, deleteChat, getChats, getMessages, modifyTitle } from "../routes/LocalDB";
+	import {
+		isloading_writable,
+		refresh_chats_writable,
+		refresh_chats_writable_empty,
+	} from "./LayoutWritable";
+	import {
+		deleteAllChats,
+		deleteChat,
+		getChats,
+		getMessages,
+		modifyTitle,
+	} from "../routes/LocalDB";
 	import { env } from "$env/dynamic/public";
 
 	export let data;
@@ -29,7 +39,7 @@
 
 	let go_to_main = false;
 
-	let conversations_list = []
+	let conversations_list = [];
 
 	isloading_writable.subscribe((value) => {
 		isloading = value;
@@ -42,14 +52,14 @@
 
 	refresh_chats_writable.subscribe(async (value) => {
 		if (value.length > 0) {
-			conversations_list = value
-			refresh_chats_writable.set([])
+			conversations_list = value;
+			refresh_chats_writable.set([]);
 		}
 	});
 
 	refresh_chats_writable_empty.subscribe(async (value) => {
-		conversations_list = []
-		refresh_chats_writable.set(conversations_list)
+		conversations_list = [];
+		refresh_chats_writable.set(conversations_list);
 	});
 
 	export function getProgress(progress: number) {}
@@ -74,19 +84,19 @@
 		await deleteChat(id);
 
 		if ($page.params.id !== id) {
-				await invalidate(UrlDependency.ConversationList);
-			} else {
-				await goto(`${base}/`, { invalidateAll: true });
+			await invalidate(UrlDependency.ConversationList);
+		} else {
+			await goto(`${base}/`, { invalidateAll: true });
 		}
 	}
 
 	async function deleteAllConversations(id: string) {
 		await deleteAllChats();
-		
+
 		if ($page.params.id !== id) {
-				await invalidate(UrlDependency.ConversationList);
-			} else {
-				await goto(`${base}/`, { invalidateAll: true });
+			await invalidate(UrlDependency.ConversationList);
+		} else {
+			await goto(`${base}/`, { invalidateAll: true });
 		}
 	}
 
@@ -95,7 +105,7 @@
 	}
 
 	onMount(async () => {
-		await refreshChats()
+		await refreshChats();
 	});
 
 	onDestroy(() => {
@@ -105,7 +115,7 @@
 	$: if ($error) onError();
 
 	const requiresLogin =
-			!$page.error &&
+		!$page.error &&
 		!$page.route.id?.startsWith("/r/") &&
 		(data.requiresLogin
 			? !data.user
@@ -114,12 +124,11 @@
 	let loginModalVisible = false;
 
 	async function refreshChats() {
-		let ret = await getChats()
-		data.conversations = ret
-		conversations_list = ret
+		let ret = await getChats();
+		data.conversations = ret;
+		conversations_list = ret;
 	}
 	$: title = env.PUBLIC_APP_NAME;
-
 </script>
 
 <svelte:head>
@@ -194,9 +203,7 @@
 		<Toast message={currentError} />
 	{/if}
 	{#if showWarning}
-		<ConfirmModal
-			on:close={() => (showWarning = false)}
-		 />
+		<ConfirmModal on:close={() => (showWarning = false)} />
 	{/if}
 	{#if isloading}
 		<LoadingModal />
@@ -204,6 +211,7 @@
 	{#if isSettingsOpen}
 		<SettingsModal
 			on:close={() => (isSettingsOpen = false)}
+			on:deleteAllConversations={() => ((isSettingsOpen = false), deleteAllChats())}
 			settings={data.settings}
 			models={data.models}
 		/>

src/routes/+page.svelte

@@ -8,21 +8,28 @@
 	import { findCurrentModel } from "$lib/utils/models";
 	import { createChat } from "../routes/LocalDB";
 	import { params_writable } from "../routes/conversation/[id]/ParamsWritable";
+	import { curr_model_writable, curr_model_writable_string } from "./LayoutWritable";
+
+	let curr_model_id = 0;
+
+	curr_model_writable.subscribe((val) => {
+		curr_model_id = val;
+	});
 
 	export let data;
 	let loading = false;
 
 	// dec2hex :: Integer -> String
 	// i.e. 0-255 -> '00'-'ff'
-	function dec2hex (dec) {
-		return dec.toString(16).padStart(2, "0")
+	function dec2hex(dec) {
+		return dec.toString(16).padStart(2, "0");
 	}
 
 	// generateId :: Integer -> String
-	function generateId (len) {
-		var arr = new Uint8Array((len || 40) / 2)
-		window.crypto.getRandomValues(arr)
-		return Array.from(arr, dec2hex).join('')
+	function generateId(len) {
+		var arr = new Uint8Array((len || 40) / 2);
+		window.crypto.getRandomValues(arr);
+		return Array.from(arr, dec2hex).join("");
 	}
 
 	async function createConversation(message: string) {
@@ -34,8 +41,8 @@
 			// Ugly hack to use a store as temp storage, feel free to improve ^^
 			pendingMessage.set(message);
 
-			console.log(conversationId)
-			params_writable.set(conversationId)
+			console.log(conversationId);
+			params_writable.set(conversationId);
 			// invalidateAll to update list of conversations
 			await goto(`${base}/conversation/${conversationId}`, { invalidateAll: true });
 		} catch (err) {
@@ -48,13 +55,16 @@
 </script>
 
 <svelte:head>
-    <title>{PUBLIC_APP_NAME}</title> 
+	<title>{PUBLIC_APP_NAME}</title>
 </svelte:head>
 
 <ChatWindow
 	on:message={(ev) => createConversation(ev.detail)}
 	{loading}
-	currentModel={findCurrentModel([...data.models, ...data.oldModels], data.settings.activeModel)}
+	currentModel={findCurrentModel(
+		[...data.models, ...data.oldModels],
+		data.models[curr_model_id].name
+	)}
 	models={data.models}
 	settings={data.settings}
 />

src/routes/LayoutWritable.js

@@ -3,3 +3,5 @@ import { writable } from "svelte/store";
 export const isloading_writable = writable(false);
 export const refresh_chats_writable = writable([]);
 export const refresh_chats_writable_empty = writable(false);
+export const curr_model_writable = writable(0);
+export const curr_model_writable_string = writable("");

src/routes/LocalDB.ts

@@ -1,154 +1,170 @@
-import Dexie, { type Table, liveQuery } from 'dexie';
+import Dexie, { type Table, liveQuery } from "dexie";
 import { refresh_chats_writable_empty, refresh_chats_writable } from "../routes/LayoutWritable";
-import { env } from '$env/dynamic/public';
+import { env } from "$env/dynamic/public";
 
 export interface Chat {
-  index?: number;
-  title: string,
-  id: string;
-  createdAt: Date,
-  message?: Array<MessageDb>;
+	index?: number;
+	title: string;
+	id: string;
+	createdAt: Date;
+	model: string;
+	message?: Array<MessageDb>;
 }
 
 export interface MessageDb {
-    content: string;
-    from: string;
-    id: string;
-    createdAt: Date;
-    updatedAt: Date;
+	content: string;
+	from: string;
+	id: string;
+	createdAt: Date;
+	updatedAt: Date;
 }
 
 export class ChatDatabase extends Dexie {
-    chats!: Table<Chat>; 
-  
-    constructor() {
-      super('blindchat');
-      this.version(16).stores({
-        chats: '++index, title, createdAt, id, message'
-      });
-    }
+	chats!: Table<Chat>;
+
+	constructor() {
+		super("blindchat");
+		this.version(16).stores({
+			chats: null,
+		});
+		this.version(17).stores({
+			chats: "++index, title, createdAt, id, message, model",
+		});
+	}
 }
 
-export async function createChat(id_chat: string, msg: MessageDb | undefined, title?: string) {
-    try {
-      let title_f = ""
-      if (title === undefined) {
-        let count = (await db.chats.count()) + 1
-        title_f = "Untitled " + count
-      }
-      else
-        title_f = title
-      const chat = {
-        id: id_chat,
-        title: title_f,
-        message: msg === undefined ? undefined : [msg],
-        createdAt: new Date(),
-      }
-      const id = await db.chats.add(chat);
-    } catch (error) {
-        console.log(error)
-    }
-    let push = await getChats()
-    refresh_chats_writable.set(push)
+export async function createChat(
+	id_chat: string,
+	msg: MessageDb | undefined,
+	model: string,
+	title?: string
+) {
+	try {
+		let title_f = "";
+		if (title === undefined) {
+			let count = (await db.chats.count()) + 1;
+			title_f = "Untitled " + count;
+		} else title_f = title;
+		const chat = {
+			id: id_chat,
+			title: title_f,
+			message: msg === undefined ? undefined : [msg],
+			createdAt: new Date(),
+			model: model,
+		};
+		const id = await db.chats.add(chat);
+	} catch (error) {
+		console.log(error);
+	}
+	let push = await getChats();
+	refresh_chats_writable.set(push);
 }
 
 export async function deleteAllChats() {
-  const chat_ret = await db.chats.clear()
-  refresh_chats_writable_empty.set(true)
+	const chat_ret = await db.chats.clear();
+	refresh_chats_writable_empty.set(true);
 }
 
 export async function deleteChat(id_chat: string) {
-  const chat_ret = await db.chats.where("id").equals(id_chat).delete() 
-  let count = await db.chats.count()
-  if (count > 0) {
-    let push = await getChats()
-    refresh_chats_writable.set(push)
-  }
-  else {
-    refresh_chats_writable_empty.set(true)
-  }
+	const chat_ret = await db.chats.where("id").equals(id_chat).delete();
+	let count = await db.chats.count();
+	if (count > 0) {
+		let push = await getChats();
+		refresh_chats_writable.set(push);
+	} else {
+		refresh_chats_writable_empty.set(true);
+	}
 }
 
 export async function modifyTitle(id_chat: string, newTitle: string) {
-  const chat_ret = db.chats.where("id").equals(id_chat)
-  let count = await chat_ret.count() 
-  if (count > 0) {
-    let res = await chat_ret.first()
-    chat_ret.modify({title: newTitle})
-    let push = await getChats()
-    refresh_chats_writable.set(push)
-  }
+	const chat_ret = db.chats.where("id").equals(id_chat);
+	let count = await chat_ret.count();
+	if (count > 0) {
+		let res = await chat_ret.first();
+		chat_ret.modify({ title: newTitle });
+		let push = await getChats();
+		refresh_chats_writable.set(push);
+	}
 }
 
-export async function addMessageToChat(id_chat: string, msg: MessageDb) {
-  const chat_ret = db.chats.where("id").equals(id_chat)
-  let count = await chat_ret.count() 
-  if (count < 1) {
-    createChat(id_chat, msg, )
-  }
-  else {
-    let msgs: MessageDb[]
-    chat_ret.first().then((res) => {
-      if (res?.message == undefined) {
-        msgs.push(msg)
-        res.message = msgs
-      }
-      res.message.push(msg)
-      chat_ret.modify({id: id_chat, message: res.message})
-    })
-  }
+export async function addMessageToChat(id_chat: string, msg: MessageDb, model: string) {
+	const chat_ret = db.chats.where("id").equals(id_chat);
+	let count = await chat_ret.count();
+	if (count < 1) {
+		createChat(id_chat, msg, model);
+	} else {
+		let msgs: MessageDb[];
+		chat_ret.first().then((res) => {
+			if (res?.message == undefined) {
+				msgs.push(msg);
+				res.message = msgs;
+			}
+			res.message.push(msg);
+			chat_ret.modify({ id: id_chat, message: res.message });
+		});
+	}
 }
 
 export async function getTitle(id_chat: string) {
-  let title_ret = env.PUBLIC_APP_NAME
-  try {
-    const chat_ret = await (db.chats.where("id").equals(id_chat).first())
-    title_ret = chat_ret!.title
-  }
-  catch (err) {
-    console.log(err)
-  }
-  return title_ret
+	let title_ret = env.PUBLIC_APP_NAME;
+	try {
+		const chat_ret = await db.chats.where("id").equals(id_chat).first();
+		title_ret = chat_ret!.title;
+	} catch (err) {
+		console.log(err);
+	}
+	return title_ret;
 }
 
 export async function getMessages(id_chat: string) {
-  try {
-    const chat_ret = await db.chats.where("id").equals(id_chat).first()
-    const msg = chat_ret?.message
-    return [...msg]
-  }
-  catch (err) {
-    console.log(err)
-  }
-  return undefined
+	try {
+		const chat_ret = await db.chats.where("id").equals(id_chat).first();
+		const msg = chat_ret?.message;
+		return [...msg];
+	} catch (err) {
+		console.log(err);
+	}
+	return undefined;
+}
+
+export async function getModel(id_chat: string) {
+	try {
+		const chat_ret = await db.chats.where("id").equals(id_chat).first();
+		let model = chat_ret?.model;
+		if (model === undefined) return "";
+		return model;
+	} catch (err) {
+		console.log(err);
+	}
+	return "";
 }
 
 export async function getChats() {
-  let titles = []
-  try {
-    const all = (await db.chats.orderBy('createdAt').toArray()).forEach(function (chat) {
-      titles.push({
-        title: chat.title,
+	let titles = [];
+	try {
+		const all = (await db.chats.orderBy("createdAt").toArray()).forEach(function (chat) {
+			titles.push({
+				title: chat.title,
 				model: "", // Hardcoded for now
 				id: chat.id,
 				updatedAt: chat.createdAt,
 				createdAt: chat.createdAt,
-      })
-    });
-  }
-  catch (err) {
-    console.log(err)
-  }
-  return titles;
+			});
+		});
+	} catch (err) {
+		console.log(err);
+	}
+	return titles;
 }
 
-
 export async function getChat(id_chat: string) {
-  const chat_ret = db.chats.where("id").equals(id_chat).first().then((res) => {
-    return res;
-  })
+	const chat_ret = db.chats
+		.where("id")
+		.equals(id_chat)
+		.first()
+		.then((res) => {
+			return res;
+		});
 }
 
 export const db = new ChatDatabase();
-
-  

src/routes/conversation/[id]/+page.svelte

@@ -16,27 +16,36 @@
 	import type { Message } from "$lib/types/Message";
 	import { PUBLIC_APP_DISCLAIMER } from "$env/static/public";
 	import { pipeline, Pipeline, env as env_transformers } from "@xenova/transformers";
-	import { isloading_writable } from "../../LayoutWritable.js";
+	import { isloading_writable, curr_model_writable } from "../../LayoutWritable.js";
 	import { map_writable } from "$lib/components/LoadingModalWritable.js";
 	import { params_writable } from "./ParamsWritable.js";
-	import { addMessageToChat,getChats,getMessages,getTitle } from "../../LocalDB.js";
+	import { addMessageToChat, getChats, getMessages, getTitle, getModel } from "../../LocalDB.js";
 	import { env } from "$env/dynamic/public";
 	export let data;
 
+	let curr_model_id = 0;
+	curr_model_writable.subscribe((val) => {
+		curr_model_id = val;
+		console.log(val);
+	});
+
 	let pipelineWorker;
 
 	let pipe: Pipeline;
 
-	let id = ""
+	let id = "";
+
+	let title_ret = "BlindChat";
+
+	let curr_model = data.model;
+	let curr_model_obj;
 
-	let title_ret = "BlindChat"
+	let id_now;
 
 	let messages = [];
 	let lastLoadedMessages = [];
 	let isAborted = false;
 
-	console.log(" - " + $page.params.id)
-
 	let webSearchMessages: WebSearchMessage[] = [];
 
 	// // Since we modify the messages array locally, we don't want to reset it if an old version is passed
@@ -69,30 +78,32 @@
 				break;
 
 			case "update":
-				if (lastMessage == undefined) lastMessage = messages[messages.length - 1];
-				lastMessage.content = e.data.output;
-				lastMessage.webSearchId = e.data.searchID;
-				lastMessage.updatedAt = new Date()
-				messages = [...messages];
+				if (e.data.id_now == id_now) {
+					if (lastMessage == undefined) lastMessage = messages[messages.length - 1];
+					lastMessage.content = e.data.output;
+					lastMessage.webSearchId = e.data.searchID;
+					lastMessage.updatedAt = new Date();
+					messages = [...messages];
+				}
 				break;
 
 			case "complete":
-				lastMessage = messages[messages.length - 1];
-				lastMessage.webSearchId = e.data.searchID;
-				lastMessage.updatedAt = new Date()
-				addMessageToChat($page.params.id, lastMessage)
-				messages = [...messages];
-				lastMessage = undefined;
-				loading = false;
-				pending = false;
-				webSearchMessages = [];
-
-				if (messages.filter((m) => m.from === "user").length === 1) {
-					invalidate(UrlDependency.ConversationList).catch(console.error);
-				} else {
-					invalidate(UrlDependency.ConversationList).then((value) => {
-						console.log(value);
-					});
+				if (e.data.id_now == id_now) {
+					lastMessage = messages[messages.length - 1];
+					lastMessage.webSearchId = e.data.searchID;
+					lastMessage.updatedAt = new Date();
+					addMessageToChat($page.params.id, lastMessage);
+					messages = [...messages];
+					lastMessage = undefined;
+					loading = false;
+					pending = false;
+					webSearchMessages = [];
+
+					if (messages.filter((m) => m.from === "user").length === 1) {
+						invalidate(UrlDependency.ConversationList).catch(console.error);
+					} else {
+						invalidate(UrlDependency.ConversationList).then((value) => {});
+					}
 				}
 				break;
 		}
@@ -109,27 +120,43 @@
 
 		let opt = "";
 
+		console.log(curr_model_obj);
+
 		messages = [
 			...messages,
 			// id doesn't match the backend id but it's not important for assistant messages
-			{ from: "assistant", content: "", id: responseId, createdAt: new Date(), updatedAt: new Date() },
-		];
-
-		let msg = 
-		{
-				content: inputs,
-				from: "user",
-				id: randomUUID(),
+			{
+				from: "assistant",
+				content: "",
+				id: responseId,
 				createdAt: new Date(),
 				updatedAt: new Date(),
-		};
+				isCode: curr_model_obj.is_code ?? false,
+			},
+		];
 
-		console.log(findCurrentModel([...data.models, ...data.oldModels], data.settings.activeModel))
+		let msg = {
+			content: inputs,
+			from: "user",
+			id: randomUUID(),
+			createdAt: new Date(),
+			updatedAt: new Date(),
+			isCode: false,
+		};
 
-		addMessageToChat(conversationId, msg)
+		addMessageToChat(conversationId, msg, curr_model);
 
 		let lastMessage = messages[messages.length - 1];
-		pipelineWorker.postMessage({ text: inputs, webSearchId: webSearchId, conversationId: conversationId });
+		pipelineWorker.postMessage({
+			id_now: id_now,
+			task: curr_model_obj.type,
+			max_new_tokens: curr_model_obj.parameters?.max_new_tokens ?? 256,
+			temperature: curr_model_obj.parameters?.temperature ?? 0.7,
+			model: curr_model,
+			text: inputs,
+			webSearchId: webSearchId,
+			conversationId: conversationId,
+		});
 	}
 
 	async function summarizeTitle(id: string) {
@@ -256,30 +283,59 @@
 	}
 
 	params_writable.subscribe(async (value) => {
-			if (value != id) {
-				id = value
-				//title_ret = await getTitle(value)
-				let res = await getMessages(value)
-
-				if (res != undefined) {
-					messages = res
-					lastLoadedMessages = res
-				}
+		if (value != id) {
+			id = value;
+			//title_ret = await getTitle(value)
+			let res = await getMessages(value);
+
+			curr_model = await getModel(value);
+			if (curr_model === undefined || curr_model.length == 0) {
+				curr_model_obj = findCurrentModel(
+					[...data.models, ...data.oldModels],
+					data.models[curr_model_id].name
+				);
+				curr_model = curr_model_obj.name;
+			} else {
+				curr_model_obj = findCurrentModel([...data.models, ...data.oldModels], curr_model);
+			}
+
+			console.log(curr_model);
+			console.log(curr_model_obj);
+
+			if (res != undefined) {
+				messages = res;
+				lastLoadedMessages = res;
 			}
+
+			id_now = randomUUID();
+		}
 	});
 
 	onMount(async () => {
+		curr_model = await getModel($page.params.id);
+		if (curr_model === undefined || curr_model.length == 0) {
+			curr_model_obj = findCurrentModel(
+				[...data.models, ...data.oldModels],
+				data.models[curr_model_id].name
+			);
+			curr_model = curr_model_obj.name;
+		} else {
+			curr_model_obj = findCurrentModel([...data.models, ...data.oldModels], curr_model);
+		}
+
+		id_now = randomUUID();
+
 		const Worker = await import("./worker.js?worker");
 		pipelineWorker = new Worker.default();
-		
+
 		//title_ret = await getTitle($page.params.id)
-		let res = await getMessages($page.params.id)
+		let res = await getMessages($page.params.id);
+
+		id = $page.params.id;
 
-		id = $page.params.id
-		
 		if (res != undefined) {
-				messages = res
-				lastLoadedMessages = res
+			messages = res;
+			lastLoadedMessages = res;
 		}
 
 		pipelineWorker.addEventListener("message", onMessageReceived);
@@ -319,7 +375,7 @@
 	on:share={() => shareConversation($page.params.id, data.title)}
 	on:stop={() => (isAborted = true)}
 	models={data.models}
-	currentModel={findCurrentModel([...data.models, ...data.oldModels], data.model)}
+	currentModel={findCurrentModel([...data.models, ...data.oldModels], curr_model)}
 	settings={data.settings}
 	{loginRequired}
 />

src/routes/conversation/[id]/ParamsWritable.js

@@ -1,3 +1,3 @@
 import { writable } from "svelte/store";
 
-export const params_writable = writable("");
+export const params_writable = writable("");

src/routes/conversation/[id]/summarize/+server.ts

@@ -52,8 +52,5 @@ export async function POST({ params, locals }) {
 		{ headers: { "Content-Type": "application/json" } }
 	);*/
 
-	return new Response(
-		JSON.stringify({}),
-		{ headers: { "Content-Type": "application/json" } }
-	);
+	return new Response(JSON.stringify({}), { headers: { "Content-Type": "application/json" } });
 }

src/routes/conversation/[id]/worker.js

@@ -1,13 +1,18 @@
 import { pipeline, env } from "@xenova/transformers";
 
 export class FlanPipeline {
-	static task = "text2text-generation";
-	static model = "Xenova/LaMini-Flan-T5-783M";
+	static curr_model = "";
 	static instance = null;
 
-	static async getInstance(progress_callback = null) {
+	static async getInstance(progress_callback = null, model, task) {
 		if (this.instance === null) {
-			this.instance = pipeline(this.task, this.model, { progress_callback });
+			this.instance = pipeline(task, model, { progress_callback });
+			this.curr_model = model;
+		} else {
+			if (this.curr_model != model) {
+				this.instance = pipeline(task, model, { progress_callback });
+				this.curr_model = model;
+			}
 		}
 		return this.instance;
 	}
@@ -15,16 +20,22 @@ export class FlanPipeline {
 
 // Listen for messages from the main thread
 self.addEventListener("message", async (event) => {
-	let pipe = await FlanPipeline.getInstance((x) => {
-		self.postMessage(x);
-	});
+	let pipe = await FlanPipeline.getInstance(
+		(x) => {
+			self.postMessage(x);
+		},
+		event.data.model,
+		event.data.task
+	);
 
 	let output = await pipe(event.data.text, {
-		max_new_tokens: 256,
+		max_new_tokens: event.data.max_new_tokens,
+		temperature: event.data.temperature,
 		callback_function: (x) => {
 			self.postMessage({
 				status: "update",
 				output: pipe.tokenizer.decode(x[0].output_token_ids, { skip_special_tokens: true }),
+				id_now: event.data.id_now,
 			});
 		},
 	});
@@ -34,5 +45,6 @@ self.addEventListener("message", async (event) => {
 		status: "complete",
 		output: output,
 		searchID: event.data.searchID,
+		id_now: event.data.id_now,
 	});
 });

src/routes/conversations/+page.server.ts

@@ -7,4 +7,4 @@ export const actions = {
 	delete: async function ({ locals }) {
 		throw redirect(303, `${base}/`);
 	},
-};
+};

src/routes/login/callback/updateUser.ts

@@ -9,6 +9,4 @@ export async function updateUser(params: {
 	userData: UserinfoResponse;
 	locals: App.Locals;
 	cookies: Cookies;
-}) {
-
-}
+}) {}

src/routes/r/[id]/+page.svelte

@@ -16,7 +16,6 @@
 	let loading = false;
 
 	async function createConversation() {
-		console.log("create")
 		try {
 			loading = true;
 			const res = await fetch(`${base}/conversation`, {

src/routes/settings/+page.server.ts

@@ -28,22 +28,6 @@ export const actions = {
 				customPrompts: JSON.parse(formData.get("customPrompts")?.toString() ?? "{}"),
 			});
 
-		await collections.settings.updateOne(
-			authCondition(locals),
-			{
-				$set: {
-					...settings,
-					...(ethicsModalAccepted && { ethicsModalAcceptedAt: new Date() }),
-					updatedAt: new Date(),
-				},
-				$setOnInsert: {
-					createdAt: new Date(),
-				},
-			},
-			{
-				upsert: true,
-			}
-		);
 		throw redirect(303, request.headers.get("referer") || `${base}/`);
 	},
 };