make groq work properly

mmiscool · mmiscool · commit c2c26709f79e · 2025-04-27T19:49:00.000Z
diff --git a/src/llmCall.js b/src/llmCall.js
@@ -74,9 +74,20 @@ async function replaceSettingIfNotFound(key, value) {
 
 
 
+let throttleTime = 20; // seconds
+let lastCallTime = 0;
+
+async function throttle() {
+    const currentTime = new Date().getTime();
+    if (currentTime < lastCallTime + throttleTime * 1000) {
+        const remainingTime = (lastCallTime + throttleTime * 1000) - currentTime;
+        await new Promise((resolve) => setTimeout(resolve, remainingTime));
+    }
 
-
-
+    lastCallTime = new Date().getTime();
+    console.log("done waiting");
+    return "It's done waiting";
+}
 
 export class conversation {
     constructor() {
@@ -158,13 +169,25 @@ export class conversation {
     }
 
     async getOpenAIResponse(tempMessageDiv = null) {
+        if (this.service === "groq") await throttle();
         // read the api key from the setting file taking in to account this.service
         const apiKey = await readSetting(`llmConfig/${this.service}-api-key.txt`);
 
         // set the base URL from the service
         const baseURL = this.llmServices.find(service => service.name === this.service)?.baseURL || null;
 
 
+        // make a messages array that only contains the role and content fields
+        let cleanedMessages = [];
+        for (const message of this.messages) {
+            await cleanedMessages.push({
+                role: message.role,
+                content: message.content,
+            })
+        }
+
+
+
         let openai;
         if (baseURL) {
             openai = new OpenAI({ apiKey, baseURL, dangerouslyAllowBrowser: true });
@@ -177,10 +200,11 @@ export class conversation {
 
         const resultStream = await openai.chat.completions.create({
             model: this.modelName,
-            messages: this.messages,
+            messages: cleanedMessages,
             stream: true
         });
 
+
         for await (const chunk of resultStream) {
             const content = chunk.choices[0]?.delta?.content || '';
             await console.log(content); // Real-time printing to console
diff --git a/src/mergeTools/html/html.js b/src/mergeTools/html/html.js
@@ -302,6 +302,8 @@ export class htmlManipulator {
 }
 
 const cleanHtmlExample = `
+<!DOCTYPE html>
+<html lang="en">
 <html>
 <head></head>
 <body>__BODY_CONTENT__</body>
diff --git a/src/styles.css b/src/styles.css
@@ -403,6 +403,7 @@ code {
     padding: 5px;
     white-space: pre;
     overflow: auto;
+    overflow-y:scroll;
 }
 
 

Original file line number	Diff line number	Diff line change
`@@ -302,6 +302,8 @@ export class htmlManipulator {`
`302`	`302`	`}`
`303`	`303`
`304`	`304`	const cleanHtmlExample = `
	`305`	`+<!DOCTYPE html>`
	`306`	`+<html lang="en">`
`305`	`307`	`<html>`
`306`	`308`	`<head></head>`
`307`	`309`	`<body>__BODY_CONTENT__</body>`
Original file line number	Diff line number	Diff line change
`@@ -403,6 +403,7 @@ code {`
`403`	`403`	`padding: 5px;`
`404`	`404`	`white-space: pre;`
`405`	`405`	`overflow: auto;`
	`406`	`+ overflow-y:scroll;`
`406`	`407`	`}`
`407`	`408`
`408`	`409`