config

config/template.json

@@ -12,6 +12,13 @@
         "port": 3011
         "port": 3011
     },
     },
     
     
+    "ai": {
+        "endpoint": "http://127.0.0.1:11434",
+        "model": "gpt-oss:120b",
+        "embed_model": "nomic-embed-text",
+        "label_model": "llama3:8b"
+    },
+
     "housekeeping": {
     "housekeeping": {
         "cronTime": "0 0 * * * *",
         "cronTime": "0 0 * * * *",
         "on_start": false
         "on_start": false

src/api/ConversationManager.js

@@ -3,6 +3,7 @@
  * Created by: Michael Pastushkov <michael@pastushkov.com>
  * Created by: Michael Pastushkov <michael@pastushkov.com>
  */
  */
 
 
+const config = require('config');
 const HistoryManager = require('./HistoryManager');
 const HistoryManager = require('./HistoryManager');
 const TopicRouter = require('./TopicRouter');
 const TopicRouter = require('./TopicRouter');
 const utils = require('../utils/utils');
 const utils = require('../utils/utils');
@@ -75,7 +76,7 @@ class ConversationManager {
         });
         });
 
 
         // Making the main request to model
         // Making the main request to model
-        const res = await fetch('http://127.0.0.1:11434/api/chat', {
+        const res = await fetch(`${config.ai.endpoint}/api/chat`, {
             method: 'POST',
             method: 'POST',
             headers: { 'Content-Type': 'application/json' },
             headers: { 'Content-Type': 'application/json' },
             body: body
             body: body

src/api/KotGPT.js

@@ -3,13 +3,14 @@
  * Created by: Michael Pastushkov <michael@pastushkov.com>
  * Created by: Michael Pastushkov <michael@pastushkov.com>
  */
  */
 
 
+const config = require('config');
 const { v4: uuidv4 } = require('uuid');
 const { v4: uuidv4 } = require('uuid');
 const utils = require('../utils/utils');
 const utils = require('../utils/utils');
 const ConversationManager = require('./ConversationManager');
 const ConversationManager = require('./ConversationManager');
 
 
-const MODEL = 'gpt-oss:20b'; // 'llama3:8b'; // 'gpt-oss:20b';
-const EMBED_MODEL = 'nomic-embed-text';
-const LABEL_MODEL = 'llama3:8b';
+const MODEL = config.ai.model || 'gpt-oss:20b';
+const EMBED_MODEL = config.ai.embed_model || 'nomic-embed-text';
+const LABEL_MODEL = config.ai.label_model || 'llama3:8b';
 
 
 const sessions = new Map(); // cookie -> ConversationManager
 const sessions = new Map(); // cookie -> ConversationManager
 //const queues = new Map(); // cookie -> Promise (to serialize)
 //const queues = new Map(); // cookie -> Promise (to serialize)

src/api/TopicRouter.js

@@ -3,6 +3,7 @@
  * Created by: Michael Pastushkov <michael@pastushkov.com>
  * Created by: Michael Pastushkov <michael@pastushkov.com>
  */
  */
 
 
+const config = require('config');
 const utils = require('../utils/utils');
 const utils = require('../utils/utils');
 class TopicRouter {
 class TopicRouter {
 
 
@@ -24,7 +25,7 @@ class TopicRouter {
         utils.log('_mintLabelWithLLM', 5);
         utils.log('_mintLabelWithLLM', 5);
         utils.log(`model: ${this.labelModel}`, 5);
         utils.log(`model: ${this.labelModel}`, 5);
         const sys = `Return a short topic key (1–3 words, lowercase, hyphenated). Only the key.`;
         const sys = `Return a short topic key (1–3 words, lowercase, hyphenated). Only the key.`;
-        const r = await fetch('http://127.0.0.1:11434/api/chat', {
+        const r = await fetch(`${config.ai.endpoint}/api/chat`, {
             method: 'POST', headers: { 'Content-Type': 'application/json' },
             method: 'POST', headers: { 'Content-Type': 'application/json' },
             body: JSON.stringify({
             body: JSON.stringify({
                 model: this.labelModel,
                 model: this.labelModel,
@@ -92,7 +93,7 @@ class TopicRouter {
     async embed(text) {
     async embed(text) {
         utils.log(`Embed ${text}`, 5);
         utils.log(`Embed ${text}`, 5);
         utils.log(`model: ${this.embedModel}`, 5);
         utils.log(`model: ${this.embedModel}`, 5);
-        const r = await fetch('http://127.0.0.1:11434/api/embeddings', {
+        const r = await fetch(`${config.ai.endpoint}/api/embeddings`, {
             method: 'POST', headers: { 'Content-Type': 'application/json' },
             method: 'POST', headers: { 'Content-Type': 'application/json' },
             body: JSON.stringify({ 
             body: JSON.stringify({ 
                 model: this.embedModel, 
                 model: this.embedModel,