|
10 | 10 | # Set an optional system message. This sets the behavior of the |
11 | 11 | # assistant and can be used to provide specific instructions for |
12 | 12 | # how it should behave throughout the conversation. |
13 | | - { |
14 | | - "role": "system", |
15 | | - "content": "you are a helpful assistant." |
16 | | - }, |
| 13 | + {"role": "system", "content": "you are a helpful assistant."}, |
17 | 14 | # Set a user message for the assistant to respond to. |
18 | 15 | { |
19 | 16 | "role": "user", |
20 | | - "content": "Count to 10. Your response must begin with \"1, \". example: 1, 2, 3, ...", |
| 17 | + "content": 'Count to 10. Your response must begin with "1, ". example: 1, 2, 3, ...', |
21 | 18 | }, |
22 | 19 | ], |
23 | | - |
24 | 20 | # The language model which will generate the completion. |
25 | 21 | model="mixtral-8x7b-32768", |
26 | | - |
27 | 22 | # |
28 | 23 | # Optional parameters |
29 | 24 | # |
30 | | - |
31 | 25 | # Controls randomness: lowering results in less random completions. |
32 | 26 | # As the temperature approaches zero, the model will become deterministic |
33 | 27 | # and repetitive. |
34 | 28 | temperature=0.5, |
35 | | - |
36 | 29 | # The maximum number of tokens to generate. Requests can use up to |
37 | 30 | # 2048 tokens shared between prompt and completion. |
38 | 31 | max_tokens=1024, |
39 | | - |
40 | 32 | # Controls diversity via nucleus sampling: 0.5 means half of all |
41 | 33 | # likelihood-weighted options are considered. |
42 | 34 | top_p=1, |
43 | | - |
44 | 35 | # A stop sequence is a predefined or user-specified text string that |
45 | 36 | # signals an AI to stop generating content, ensuring its responses |
46 | 37 | # remain focused and concise. Examples include punctuation marks and |
|
49 | 40 | # If multiple stop values are needed, an array of string may be passed, |
50 | 41 | # stop=[", 6", ", six", ", Six"] |
51 | 42 | stop=", 6", |
52 | | - |
53 | 43 | # If set, partial message deltas will be sent. |
54 | 44 | stream=False, |
55 | 45 | ) |
|
0 commit comments