fix

src/api/ConversationManager.js

@@ -66,12 +66,12 @@ class ConversationManager {
             messages: messages,
             stream: true,
             keep_alive: "5m",
-            options: {
-                num_ctx: 1024,
-                num_predict: 256,
-                num_thread: 4,
-                num_batch: 1024
-            }
+            // options: { // limited results with these, and no performance gains
+            //     num_ctx: 1024,
+            //     num_predict: 256,
+            //     num_thread: 4,
+            //     num_batch: 1024
+            // }
         });
 
         // Making the main request to model
@@ -113,6 +113,8 @@ class ConversationManager {
             }
         }
 
+        callback('\n');
+
         this.history.addUser(topic, prompt);
         this.history.addAssistant(topic, full);
     }

src/api/TopicRouter.js

@@ -30,13 +30,13 @@ class TopicRouter {
                 model: this.labelModel,
                 messages: [{ role: 'system', content: sys }, { role: 'user', content: text }],
                 stream: false,
-                options: {
-                    num_ctx: 1024,
-                    num_predict: 256,
-                    num_thread: 4,
-                    num_batch: 1024
-                }
-            }),
+                // options: { // limited results with these, and no performance gains
+                //     num_ctx: 1024,
+                //     num_predict: 256,
+                //     num_thread: 4,
+                //     num_batch: 1024
+                // }
+            })
         });
         if (!r.ok)
             return null;
@@ -97,12 +97,13 @@ class TopicRouter {
             body: JSON.stringify({ 
                 model: this.embedModel, 
                 prompt: text ,
-                options: {
-                    num_ctx: 1024,
-                    num_predict: 256,
-                    num_thread: 4,
-                    num_batch: 1024
-            }})
+            // options: { // limited results with these, and no performance gains
+                    // num_ctx: 1024,
+                    // num_predict: 256,
+                    // num_thread: 4,
+                    // num_batch: 1024
+            // }
+            })
         });
         utils.log('Embed done', 5);
         if (!r.ok)