fix error state

Author: akira-cn

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bearbobo/ling",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "The framework for LLMs",
   "main": "lib/cjs/index.js",
   "module": "lib/esm/index.js",

src/bot/index.ts

@@ -61,10 +61,25 @@ export class Bot extends EventEmitter {
   }
 
   async chat(message: string) {
-    this.chatState = ChatState.CHATTING;
-    const messages = [...this.prompts, ...this.history, { role: "user", content: message }];
-    if(this.config.model_name.startsWith('coze:')) {
-      return getCozeChatCompletions(this.tube, messages, this.config, {...this.options, custom_variables: this.customParams}, 
+    try {
+      this.chatState = ChatState.CHATTING;
+      const prompts = this.prompts.length > 0 ? [...this.prompts] : [{
+        role: 'system',
+        content: `[Output]\nOutput with json format, starts with '{'\n[Example]\n{"answer": "My answer"}`,
+      }];
+      const messages = [...prompts, ...this.history, { role: "user", content: message }];
+      if(this.config.model_name.startsWith('coze:')) {
+        return await getCozeChatCompletions(this.tube, messages, this.config, {...this.options, custom_variables: this.customParams}, 
+          (content) => { // on complete
+            this.chatState = ChatState.FINISHED;
+            this.emit('response', content);
+          }, (content) => { // on string response
+            this.emit('string-response', content);
+          }).then((content) => {
+            this.emit('inference-done', content);
+          });
+      }
+      return await getChatCompletions(this.tube, messages, this.config, this.options, 
         (content) => { // on complete
           this.chatState = ChatState.FINISHED;
           this.emit('response', content);
@@ -73,16 +88,11 @@ export class Bot extends EventEmitter {
         }).then((content) => {
           this.emit('inference-done', content);
         });
+    } catch(ex: any) {
+      // this.emit('error', ex.message);
+      this.tube.enqueue({event: 'error', data: ex.message});
+      this.tube.cancel();
     }
-    return getChatCompletions(this.tube, messages, this.config, this.options, 
-      (content) => { // on complete
-        this.chatState = ChatState.FINISHED;
-        this.emit('response', content);
-      }, (content) => { // on string response
-        this.emit('string-response', content);
-      }).then((content) => {
-        this.emit('inference-done', content);
-      });
   }
 
   get state() {

test/server.ts

@@ -83,6 +83,37 @@ app.get('/', async (req, res) => {
   }
 });
 
+app.get('/ai/chat', async (req, res) => {
+  // setting below headers for Streaming the data
+  res.writeHead(200, {
+    'Content-Type': "text/event-stream",
+    'Cache-Control': "no-cache",
+    'Connection': "keep-alive"
+  });
+
+  const question = req.query.question as string;
+  const config: ChatConfig = {
+    model_name,
+    api_key: apiKey,
+    endpoint: endpoint,
+  };
+
+  const ling = new Ling(config);
+  ling.setSSE(true);
+
+  const bot = ling.createBot();
+  // bot.addPrompt(prompt);
+  console.log(question);
+  bot.chat(question);
+  ling.close();
+
+  try {
+    await pipeline((ling.stream as any), res);
+  } catch(ex) {
+    ling.cancel();
+  }
+});
+
 app.post('/api', async (req, res) => {
   // res.writeHead(200, {
   //   'Content-Type': "text/event-stream",
@@ -95,7 +126,6 @@ app.post('/api', async (req, res) => {
   try {
     await pipeline((ling.stream as any), res);
   } catch(ex) {
-    console.log(1111);
     ling.cancel();
   }
 });