From 2e9a29d37c06db9aedb9b684dd4c402e2bf44710 Mon Sep 17 00:00:00 2001 From: daavoo Date: Thu, 6 Feb 2025 17:14:40 +0100 Subject: [PATCH] Update default model to `bartowski/Qwen2.5-7B-Instruct-GGUF/Qwen2.5-7B-Instruct-Q8_0.gguf` --- example_data/config.yaml | 2 +- src/structured_qa/cli.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/example_data/config.yaml b/example_data/config.yaml index f20f313..708fdb3 100644 --- a/example_data/config.yaml +++ b/example_data/config.yaml @@ -1,7 +1,7 @@ question: "What optimizer was used to train the model?" input_file: example_data/1706.03762v7.pdf output_dir: example_outputs/1706.03762v7.pdf -model: "bartowski/Qwen2.5-3B-Instruct-GGUF/Qwen2.5-3B-Instruct-f16.gguf" +model: "bartowski/Qwen2.5-7B-Instruct-GGUF/Qwen2.5-7B-Instruct-Q8_0.gguf" find_prompt : | You are given two pieces of information: 1. A list of valid section names. diff --git a/src/structured_qa/cli.py b/src/structured_qa/cli.py index 40a579b..173fe83 100644 --- a/src/structured_qa/cli.py +++ b/src/structured_qa/cli.py @@ -16,7 +16,7 @@ def structured_qa( input_file: str | None = None, output_dir: str | None = None, model: str - | None = "bartowski/Qwen2.5-3B-Instruct-GGUF/Qwen2.5-3B-Instruct-f16.gguf", + | None = "bartowski/Qwen2.5-7B-Instruct-GGUF/Qwen2.5-7B-Instruct-Q8_0.gguf", find_prompt: str = FIND_PROMPT, answer_prompt: str = ANSWER_PROMPT, from_config: str | None = None, @@ -39,6 +39,7 @@ def structured_qa( ``` model: Model identifier formatted as `owner/repo/file`. Must be hosted at the HuggingFace Hub in GGUF format. + Defaults to bartowski/Qwen2.5-7B-Instruct-GGUF/Qwen2.5-7B-Instruct-Q8_0.gguf. question: The question to answer. find_prompt: The prompt for finding the section.