Feature flags, experiments, UI improvements (#33)

* add dev page for experimenting

* add transformers js for creating embeddings

* dev tooling for vec db

* update build script

* add serach icon and focus state to thread searcher

I got feedback it was not obvious you could search your thread so
this attempts to make it more obvious

* vecdb initial experiment

* update send icon

* add feature flags

so that we can ship features that are not yet stable without affecting existing users.

* make command button persistent across pages, update styling

* update github actions

* update db dependencies

* improve feature flags

* add an actions menu item for the dev page

* show schema name on migration failure

also init feature flags first, but with a try catch

* add a migration for supporting vec db

* add vector search to the dev experiments page

* obfuscate api key in debug logs

* refactor vecDb to be available to the whole project

* add progress component

* fix bug in embedding where pipeline was loaded every call

much faster now

* add loading state to database import

* add a button to get back to main app from sub pages

* update vector store with progress, update vector search ui

* update input styling

* add experimental vector search page

* update dev container styling to not interfere with layout

* refactor feature flags and vector search page

* add a stats page

* update toast strategy

* toast dependencies

* update actions menu

* replace posthog client id

* make experimental tab more searchable

* fix list item styling

* fix overlap issue with dev container

package.json

@@ -3,11 +3,12 @@
   "version": "4.0.2",
   "private": true,
   "scripts": {
-    "dev": "tauri dev",
+    "dev:tauri": "tauri dev",
     "build": "tauri build",
     "//build:debug": "this can be done easily from the CLI, so this is more for documentation",
     "build:debug": "tauri build --debug",
-    "ui:dev": "vite dev --host 0.0.0.0",
+    "dev": "vite dev --host 0.0.0.0",
+    "ui:dev": "pnpm run dev",
     "ui:build": "cross-env NODE_ENV=production vite build",
     "ui:build-static": "cross-env NODE_ENV=production SVELTE_ADAPTER=static vite build",
     "dev:server": "pnpm tsx --tsconfig ./tsconfig.server.json --watch ./sync-server/server.ts",
@@ -16,7 +17,7 @@
     "release": "direnv reload && yarn version && ./scripts/release.sh",
     "gh:publish": "./scripts/publish.sh",
     "preview": "vite preview",
-    "test": "playwright test",
+    "test": "playwright test --retries=2",
     "check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
     "check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
     "test:unit": "vitest"
@@ -44,19 +45,23 @@
     "tsx": "4.6.2",
     "typescript": "^5.0.2",
     "vite": "^4.3.5",
+    "vite-plugin-top-level-await": "1.4.1",
+    "vite-plugin-wasm": "3.3.0",
     "vitest": "~0.31.0"
   },
   "type": "module",
   "dependencies": {
     "@fastify/cors": "8.4.2",
     "@microsoft/fetch-event-source": "2.0.1",
+    "@radix-ui/react-progress": "1.0.3",
     "@tauri-apps/api": "1.5.2",
     "@vkontakte/vk-qr": "2.0.13",
-    "@vlcn.io/crsqlite": "0.15.1",
-    "@vlcn.io/crsqlite-wasm": "0.16.0-next.2",
+    "@vlcn.io/crsqlite": "0.16.1",
+    "@vlcn.io/crsqlite-wasm": "0.16.0",
     "@vlcn.io/rx-tbl": "0.15.0-next.0",
     "@vlcn.io/ws-common": "0.1.2",
     "@vlcn.io/xplat-api": "0.14.1",
+    "@xenova/transformers": "2.13.4",
     "better-sqlite3": "9.2.2",
     "bits-ui": "^0.11.8",
     "classnames": "2.3.2",
@@ -65,13 +70,17 @@
     "fastify": "4.24.3",
     "lucide-svelte": "0.298.0",
     "marked": "^4.0.0",
+    "mode-watcher": "0.1.2",
     "nanoid": "4.0.2",
     "openai": "^4.24.1",
     "prism-svelte": "0.5.0",
     "prismjs": "1.29.0",
+    "statsig-js": "4.45.1",
     "svelte-markdown": "0.4.0",
+    "svelte-sonner": "0.3.11",
     "tailwind-merge": "2.1.0",
     "tailwind-variants": "0.1.19",
-    "uuid": "9.0.0"
+    "uuid": "9.0.0",
+    "victor-db": "0.1.3"
   }
 }