Skip to content

Commit

Permalink
Update ChatDocs.ipynb
Browse files Browse the repository at this point in the history
change model_file specification to match new Hugging Face default
  • Loading branch information
davedgd committed Aug 22, 2023
1 parent 78eed0f commit 79cb6b3
Showing 1 changed file with 5 additions and 6 deletions.
11 changes: 5 additions & 6 deletions ChatDocs.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
"output_type": "stream",
"text": [
"load INSTRUCTOR_Transformer\n",
"[2023-08-22 11:56:55,183] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\n",
"max_seq_length 512\n",
"skip module injection for FusedLlamaMLPForQuantizedModel not support integrate without triton yet.\n"
]
Expand All @@ -39,7 +40,7 @@
"\n",
"gptq:\n",
" model: TheBloke/Vigogne-2-13B-Instruct-GPTQ\n",
" model_file: gptq_model-4bit-128g.safetensors\n",
" model_file: model.safetensors\n",
" device: 0\n",
"\n",
"retriever:\n",
Expand All @@ -60,10 +61,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"mkdir: cannot create directory ‘db’: File exists\n",
"Appending to existing vectorstore at db\n",
"load INSTRUCTOR_Transformer\n",
"max_seq_length 512\n",
"Creating new vectorstore\n",
"Loading documents from db\n",
"Loading new documents: 0it [00:00, ?it/s]\n",
"No new documents to load\n"
Expand All @@ -87,14 +85,15 @@
"output_type": "stream",
"text": [
"load INSTRUCTOR_Transformer\n",
"[2023-08-22 11:57:08,373] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\n",
"max_seq_length 512\n",
"skip module injection for FusedLlamaMLPForQuantizedModel not support integrate without triton yet.\n",
" * Serving Quart app 'chatdocs.ui'\n",
" * Environment: production\n",
" * Please use an ASGI server (e.g. Hypercorn) directly in production\n",
" * Debug mode: False\n",
" * Running on http://localhost:5000 (CTRL + C to quit)\n",
"[2023-08-03 18:32:34 -0600] [9325] [INFO] Running on http://127.0.0.1:5000 (CTRL + C to quit)\n",
"[2023-08-22 11:57:13 -0600] [7793] [INFO] Running on http://127.0.0.1:5000 (CTRL + C to quit)\n",
"^C\n"
]
}
Expand Down

0 comments on commit 79cb6b3

Please sign in to comment.