updated max_tokens specification

fit-alessandro-berti · fit-alessandro-berti · commit 4e0c4426d1f8 · 2024-12-18T09:36:36.000+01:00
diff --git a/pm4py/algo/querying/llm/connectors/anthropic.py b/pm4py/algo/querying/llm/connectors/anthropic.py
@@ -27,7 +27,7 @@ def apply(prompt: str, parameters: Optional[Dict[Any, Any]] = None) -> str:
     image_path = exec_utils.get_param_value(Parameters.IMAGE_PATH, parameters, None)
     api_key = exec_utils.get_param_value(Parameters.API_KEY, parameters, constants.ANTHROPIC_API_KEY)
     api_url = exec_utils.get_param_value(Parameters.API_URL, parameters, None)
-    max_tokens = exec_utils.get_param_value(Parameters.MAX_TOKENS, parameters, 4096)
+    max_tokens = exec_utils.get_param_value(Parameters.MAX_TOKENS, parameters, 8192)
     simple_content_specification = image_path is None
 
     if api_url is None:
diff --git a/pm4py/algo/querying/llm/connectors/openai.py b/pm4py/algo/querying/llm/connectors/openai.py
@@ -56,7 +56,7 @@ def apply(prompt: str, parameters: Optional[Dict[Any, Any]] = None) -> str:
     }
 
     if image_path is not None:
-        max_tokens = exec_utils.get_param_value(Parameters.MAX_TOKENS, parameters, 4096)
+        max_tokens = exec_utils.get_param_value(Parameters.MAX_TOKENS, parameters, 16384)
         image_format = os.path.splitext(image_path)[1][1:].lower()
         base64_image = encode_image(image_path)
         messages[0]["content"].append({"type": "image_url", "image_url": {"url": f"data:image/{image_format};base64,{base64_image}"}})

Original file line number	Diff line number	Diff line change
`@@ -56,7 +56,7 @@ def apply(prompt: str, parameters: Optional[Dict[Any, Any]] = None) -> str:`
`56`	`56`	`}`
`57`	`57`
`58`	`58`	`if image_path is not None:`
`59`		`- max_tokens = exec_utils.get_param_value(Parameters.MAX_TOKENS, parameters, 4096)`
	`59`	`+ max_tokens = exec_utils.get_param_value(Parameters.MAX_TOKENS, parameters, 16384)`
`60`	`60`	`image_format = os.path.splitext(image_path)[1][1:].lower()`
`61`	`61`	`base64_image = encode_image(image_path)`
`62`	`62`	`messages[0]["content"].append({"type": "image_url", "image_url": {"url": f"data:image/{image_format};base64,{base64_image}"}})`