chore: update to webllm v0.2.35 and fix build issues

examples/get-started/package.json

@@ -15,6 +15,6 @@
     "url": "^0.11.3"
   },
   "dependencies": {
-    "@mlc-ai/web-agent-interface": "file:../.."
+    "@mlc-ai/web-agent-interface": "file:../../lib"
   }
 }

examples/get-started/src/get_started.ts

@@ -19,7 +19,7 @@ async function main() {
       [
         wai.AbilityTypeEnum.Editing,
         {
-          modelId: "Llama-2-7b-chat-hf-q4f16_1-1k",
+          modelId: "Llama-3-8B-Instruct-q4f16_1-MLC",
           worker: new Worker(new URL("./worker.ts", import.meta.url), {
             type: "module",
           }),

examples/get-started/src/worker.ts

@@ -1,8 +1,6 @@
-import { EngineWorkerHandler, Engine } from "@mlc-ai/web-llm";
+import { WebWorkerMLCEngineHandler } from "@mlc-ai/web-llm";
 
-// Hookup an engine to a worker handler
-const engine = new Engine();
-const handler = new EngineWorkerHandler(engine);
+const handler = new WebWorkerMLCEngineHandler();
 self.onmessage = (msg: MessageEvent) => {
   handler.onmessage(msg);
 };

src/environment/chat.ts

@@ -2,14 +2,14 @@ import { Environment, EnvironmentTypeEnum } from "./environment";
 import { ActionType } from "../action";
 import {
   ChatCompletionRequest,
-  CreateWebWorkerEngine,
-  EngineInterface,
+  CreateWebWorkerMLCEngine,
+  MLCEngineInterface,
   ChatOptions,
   InitProgressCallback,
 } from "@mlc-ai/web-llm";
 
 export class ChatEnvironment extends Environment {
-  engine?: EngineInterface;
+  engine?: MLCEngineInterface;
 
   constructor() {
     super(EnvironmentTypeEnum.Chat);
@@ -29,10 +29,9 @@ export class ChatEnvironment extends Environment {
         if (this.engine) {
           return;
         }
-        this.engine = await CreateWebWorkerEngine(worker, modelId, {
-          chatOpts: chatOpts,
+        this.engine = await CreateWebWorkerMLCEngine(worker, modelId, {
           initProgressCallback: initProgressCallback,
-        });
+        }, chatOpts);
         console.log("Engine initialized");
       },
     );