✨ Fix issues where maxTokens not taken into consideration for execute task

Author: asim-shrestha

next/src/services/agent/agent-work/execute-task-work.ts

@@ -30,7 +30,7 @@ export default class ExecuteTaskWork implements AgentWork {
         goal: this.parent.model.getGoal(),
         task: this.task.value,
         analysis: this.analysis,
-        model_settings: toApiModelSettings(this.parent.modelSettings),
+        model_settings: toApiModelSettings(this.parent.modelSettings, this.parent.session),
       },
       this.parent.$api.props.session?.accessToken || "",
       () => {

next/src/services/agent/autonomous-agent.ts

@@ -35,7 +35,7 @@ class AutonomousAgent {
     this.modelSettings = modelSettings;
     this.session = session;
     this.$api = new AgentApi({
-      model_settings: toApiModelSettings(modelSettings),
+      model_settings: toApiModelSettings(modelSettings, session),
       goal: this.model.getGoal(),
       session,
     });

next/src/stores/modelSettingsStore.ts

@@ -39,7 +39,11 @@ export const useModelSettingsStore = createSelectors(
         name: "agentgpt-settings-storage-v2",
         storage: createJSONStorage(() => localStorage),
         partialize: (state) => ({
-          modelSettings: state.modelSettings,
+          modelSettings: {
+            ...state.modelSettings,
+            customModelName: "gpt-3.5-turbo",
+            maxTokens: Math.min(state.modelSettings.maxTokens, 4000),
+          },
         }),
       }
     )

next/src/utils/interfaces.ts

@@ -1,5 +1,6 @@
 import type { Analysis } from "../services/agent/analysis";
 import type { GPTModelNames, ModelSettings } from "../types";
+import type { Session } from "next-auth";
 
 export interface ApiModelSettings {
   language: string;
@@ -8,13 +9,17 @@ export interface ApiModelSettings {
   max_tokens: number;
 }
 
-export const toApiModelSettings = (modelSettings: ModelSettings) => ({
-  language: modelSettings.language.name,
-  model: modelSettings.customModelName,
-  temperature: modelSettings.customTemperature,
-  max_tokens: modelSettings.maxTokens,
-  custom_api_key: modelSettings.customApiKey,
-});
+export const toApiModelSettings = (modelSettings: ModelSettings, session?: Session) => {
+  const allowCustomization = session?.user;
+
+  return {
+    language: modelSettings.language.name,
+    model: allowCustomization ? modelSettings.customModelName : "gpt-3.5-turbo",
+    temperature: modelSettings.customTemperature,
+    max_tokens: allowCustomization ? modelSettings.maxTokens : 500,
+    custom_api_key: modelSettings.customApiKey,
+  };
+};
 
 export interface RequestBody {
   model_settings: ApiModelSettings;