Skip to content

Commit 72f87b7

Browse files
XuehaiPanXuehaiPan
authoredNov 22, 2024
feat(pre-commit): trim unnecessary notebook metadata from git history (sgl-project#2127)
1 parent 62a4a33 commit 72f87b7

8 files changed

+143
-614
lines changed
 

‎.pre-commit-config.yaml

+7-6
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,3 @@
1-
default_language_version:
2-
python: python3.9
3-
41
default_stages: [pre-commit, pre-push, manual]
52

63
repos:
@@ -28,7 +25,11 @@ repos:
2825
- repo: https://github.com/psf/black
2926
rev: 24.10.0
3027
hooks:
31-
- id: black
32-
types: [python]
3328
- id: black-jupyter
34-
types: [jupyter]
29+
- repo: https://github.com/kynan/nbstripout
30+
rev: 0.8.1
31+
hooks:
32+
- id: nbstripout
33+
args:
34+
- '--keep-output'
35+
- '--extra-keys=metadata.kernelspec metadata.language_info.version'

‎docs/backend/native_api.ipynb

+17-128
Original file line numberDiff line numberDiff line change
@@ -32,14 +32,7 @@
3232
{
3333
"cell_type": "code",
3434
"execution_count": null,
35-
"metadata": {
36-
"execution": {
37-
"iopub.execute_input": "2024-11-07T18:44:42.063503Z",
38-
"iopub.status.busy": "2024-11-07T18:44:42.063379Z",
39-
"iopub.status.idle": "2024-11-07T18:45:07.255300Z",
40-
"shell.execute_reply": "2024-11-07T18:45:07.254547Z"
41-
}
42-
},
35+
"metadata": {},
4336
"outputs": [],
4437
"source": [
4538
"from sglang.utils import (\n",
@@ -71,14 +64,7 @@
7164
{
7265
"cell_type": "code",
7366
"execution_count": null,
74-
"metadata": {
75-
"execution": {
76-
"iopub.execute_input": "2024-11-07T18:45:07.258292Z",
77-
"iopub.status.busy": "2024-11-07T18:45:07.257710Z",
78-
"iopub.status.idle": "2024-11-07T18:45:07.611559Z",
79-
"shell.execute_reply": "2024-11-07T18:45:07.610842Z"
80-
}
81-
},
67+
"metadata": {},
8268
"outputs": [],
8369
"source": [
8470
"url = \"http://localhost:30010/generate\"\n",
@@ -99,14 +85,7 @@
9985
{
10086
"cell_type": "code",
10187
"execution_count": null,
102-
"metadata": {
103-
"execution": {
104-
"iopub.execute_input": "2024-11-07T18:45:07.613911Z",
105-
"iopub.status.busy": "2024-11-07T18:45:07.613746Z",
106-
"iopub.status.idle": "2024-11-07T18:45:07.620286Z",
107-
"shell.execute_reply": "2024-11-07T18:45:07.619779Z"
108-
}
109-
},
88+
"metadata": {},
11089
"outputs": [],
11190
"source": [
11291
"url = \"http://localhost:30010/get_server_args\"\n",
@@ -130,14 +109,7 @@
130109
{
131110
"cell_type": "code",
132111
"execution_count": null,
133-
"metadata": {
134-
"execution": {
135-
"iopub.execute_input": "2024-11-07T18:45:07.622407Z",
136-
"iopub.status.busy": "2024-11-07T18:45:07.622267Z",
137-
"iopub.status.idle": "2024-11-07T18:45:07.628290Z",
138-
"shell.execute_reply": "2024-11-07T18:45:07.627793Z"
139-
}
140-
},
112+
"metadata": {},
141113
"outputs": [],
142114
"source": [
143115
"url = \"http://localhost:30010/get_model_info\"\n",
@@ -162,14 +134,7 @@
162134
{
163135
"cell_type": "code",
164136
"execution_count": null,
165-
"metadata": {
166-
"execution": {
167-
"iopub.execute_input": "2024-11-07T18:45:07.630585Z",
168-
"iopub.status.busy": "2024-11-07T18:45:07.630235Z",
169-
"iopub.status.idle": "2024-11-07T18:45:07.643498Z",
170-
"shell.execute_reply": "2024-11-07T18:45:07.643007Z"
171-
}
172-
},
137+
"metadata": {},
173138
"outputs": [],
174139
"source": [
175140
"url = \"http://localhost:30010/health_generate\"\n",
@@ -181,14 +146,7 @@
181146
{
182147
"cell_type": "code",
183148
"execution_count": null,
184-
"metadata": {
185-
"execution": {
186-
"iopub.execute_input": "2024-11-07T18:45:07.645336Z",
187-
"iopub.status.busy": "2024-11-07T18:45:07.645196Z",
188-
"iopub.status.idle": "2024-11-07T18:45:07.650363Z",
189-
"shell.execute_reply": "2024-11-07T18:45:07.649837Z"
190-
}
191-
},
149+
"metadata": {},
192150
"outputs": [],
193151
"source": [
194152
"url = \"http://localhost:30010/health\"\n",
@@ -209,14 +167,7 @@
209167
{
210168
"cell_type": "code",
211169
"execution_count": null,
212-
"metadata": {
213-
"execution": {
214-
"iopub.execute_input": "2024-11-07T18:45:07.652212Z",
215-
"iopub.status.busy": "2024-11-07T18:45:07.652076Z",
216-
"iopub.status.idle": "2024-11-07T18:45:07.658633Z",
217-
"shell.execute_reply": "2024-11-07T18:45:07.658119Z"
218-
}
219-
},
170+
"metadata": {},
220171
"outputs": [],
221172
"source": [
222173
"# flush cache\n",
@@ -239,14 +190,7 @@
239190
{
240191
"cell_type": "code",
241192
"execution_count": null,
242-
"metadata": {
243-
"execution": {
244-
"iopub.execute_input": "2024-11-07T18:45:07.660468Z",
245-
"iopub.status.busy": "2024-11-07T18:45:07.660325Z",
246-
"iopub.status.idle": "2024-11-07T18:45:07.666476Z",
247-
"shell.execute_reply": "2024-11-07T18:45:07.665984Z"
248-
}
249-
},
193+
"metadata": {},
250194
"outputs": [],
251195
"source": [
252196
"# get_memory_pool_size\n",
@@ -269,14 +213,7 @@
269213
{
270214
"cell_type": "code",
271215
"execution_count": null,
272-
"metadata": {
273-
"execution": {
274-
"iopub.execute_input": "2024-11-07T18:45:07.668242Z",
275-
"iopub.status.busy": "2024-11-07T18:45:07.668108Z",
276-
"iopub.status.idle": "2024-11-07T18:45:08.725709Z",
277-
"shell.execute_reply": "2024-11-07T18:45:08.725021Z"
278-
}
279-
},
216+
"metadata": {},
280217
"outputs": [],
281218
"source": [
282219
"# successful update with same architecture and size\n",
@@ -294,14 +231,7 @@
294231
{
295232
"cell_type": "code",
296233
"execution_count": null,
297-
"metadata": {
298-
"execution": {
299-
"iopub.execute_input": "2024-11-07T18:45:08.727865Z",
300-
"iopub.status.busy": "2024-11-07T18:45:08.727721Z",
301-
"iopub.status.idle": "2024-11-07T18:45:11.165841Z",
302-
"shell.execute_reply": "2024-11-07T18:45:11.165282Z"
303-
}
304-
},
234+
"metadata": {},
305235
"outputs": [],
306236
"source": [
307237
"# failed update with different parameter size\n",
@@ -333,14 +263,7 @@
333263
{
334264
"cell_type": "code",
335265
"execution_count": null,
336-
"metadata": {
337-
"execution": {
338-
"iopub.execute_input": "2024-11-07T18:45:11.167853Z",
339-
"iopub.status.busy": "2024-11-07T18:45:11.167711Z",
340-
"iopub.status.idle": "2024-11-07T18:45:39.542988Z",
341-
"shell.execute_reply": "2024-11-07T18:45:39.542135Z"
342-
}
343-
},
266+
"metadata": {},
344267
"outputs": [],
345268
"source": [
346269
"terminate_process(server_process)\n",
@@ -358,14 +281,7 @@
358281
{
359282
"cell_type": "code",
360283
"execution_count": null,
361-
"metadata": {
362-
"execution": {
363-
"iopub.execute_input": "2024-11-07T18:45:39.545416Z",
364-
"iopub.status.busy": "2024-11-07T18:45:39.545005Z",
365-
"iopub.status.idle": "2024-11-07T18:45:39.588793Z",
366-
"shell.execute_reply": "2024-11-07T18:45:39.588054Z"
367-
}
368-
},
284+
"metadata": {},
369285
"outputs": [],
370286
"source": [
371287
"# successful encode for embedding model\n",
@@ -390,14 +306,7 @@
390306
{
391307
"cell_type": "code",
392308
"execution_count": null,
393-
"metadata": {
394-
"execution": {
395-
"iopub.execute_input": "2024-11-07T18:45:39.590729Z",
396-
"iopub.status.busy": "2024-11-07T18:45:39.590446Z",
397-
"iopub.status.idle": "2024-11-07T18:45:59.660376Z",
398-
"shell.execute_reply": "2024-11-07T18:45:59.659992Z"
399-
}
400-
},
309+
"metadata": {},
401310
"outputs": [],
402311
"source": [
403312
"terminate_process(embedding_process)\n",
@@ -417,14 +326,7 @@
417326
{
418327
"cell_type": "code",
419328
"execution_count": null,
420-
"metadata": {
421-
"execution": {
422-
"iopub.execute_input": "2024-11-07T18:45:59.661779Z",
423-
"iopub.status.busy": "2024-11-07T18:45:59.661641Z",
424-
"iopub.status.idle": "2024-11-07T18:46:00.475726Z",
425-
"shell.execute_reply": "2024-11-07T18:46:00.475269Z"
426-
}
427-
},
329+
"metadata": {},
428330
"outputs": [],
429331
"source": [
430332
"from transformers import AutoTokenizer\n",
@@ -454,27 +356,15 @@
454356
},
455357
{
456358
"cell_type": "code",
457-
"execution_count": 15,
458-
"metadata": {
459-
"execution": {
460-
"iopub.execute_input": "2024-11-07T18:46:00.477283Z",
461-
"iopub.status.busy": "2024-11-07T18:46:00.477025Z",
462-
"iopub.status.idle": "2024-11-07T18:46:00.525758Z",
463-
"shell.execute_reply": "2024-11-07T18:46:00.525236Z"
464-
}
465-
},
359+
"execution_count": null,
360+
"metadata": {},
466361
"outputs": [],
467362
"source": [
468363
"terminate_process(reward_process)"
469364
]
470365
}
471366
],
472367
"metadata": {
473-
"kernelspec": {
474-
"display_name": "AlphaMeemory",
475-
"language": "python",
476-
"name": "python3"
477-
},
478368
"language_info": {
479369
"codemirror_mode": {
480370
"name": "ipython",
@@ -484,8 +374,7 @@
484374
"mimetype": "text/x-python",
485375
"name": "python",
486376
"nbconvert_exporter": "python",
487-
"pygments_lexer": "ipython3",
488-
"version": "3.11.7"
377+
"pygments_lexer": "ipython3"
489378
}
490379
},
491380
"nbformat": 4,

‎docs/backend/offline_engine_api.ipynb

+8-56
Original file line numberDiff line numberDiff line change
@@ -33,14 +33,7 @@
3333
{
3434
"cell_type": "code",
3535
"execution_count": null,
36-
"metadata": {
37-
"execution": {
38-
"iopub.execute_input": "2024-11-07T18:46:04.789536Z",
39-
"iopub.status.busy": "2024-11-07T18:46:04.789418Z",
40-
"iopub.status.idle": "2024-11-07T18:46:27.038169Z",
41-
"shell.execute_reply": "2024-11-07T18:46:27.037540Z"
42-
}
43-
},
36+
"metadata": {},
4437
"outputs": [],
4538
"source": [
4639
"# launch the offline engine\n",
@@ -62,14 +55,7 @@
6255
{
6356
"cell_type": "code",
6457
"execution_count": null,
65-
"metadata": {
66-
"execution": {
67-
"iopub.execute_input": "2024-11-07T18:46:27.040005Z",
68-
"iopub.status.busy": "2024-11-07T18:46:27.039872Z",
69-
"iopub.status.idle": "2024-11-07T18:46:30.203840Z",
70-
"shell.execute_reply": "2024-11-07T18:46:30.203368Z"
71-
}
72-
},
58+
"metadata": {},
7359
"outputs": [],
7460
"source": [
7561
"prompts = [\n",
@@ -97,14 +83,7 @@
9783
{
9884
"cell_type": "code",
9985
"execution_count": null,
100-
"metadata": {
101-
"execution": {
102-
"iopub.execute_input": "2024-11-07T18:46:30.205880Z",
103-
"iopub.status.busy": "2024-11-07T18:46:30.205719Z",
104-
"iopub.status.idle": "2024-11-07T18:46:39.256561Z",
105-
"shell.execute_reply": "2024-11-07T18:46:39.255880Z"
106-
}
107-
},
86+
"metadata": {},
10887
"outputs": [],
10988
"source": [
11089
"prompts = [\n",
@@ -135,14 +114,7 @@
135114
{
136115
"cell_type": "code",
137116
"execution_count": null,
138-
"metadata": {
139-
"execution": {
140-
"iopub.execute_input": "2024-11-07T18:46:39.259464Z",
141-
"iopub.status.busy": "2024-11-07T18:46:39.259309Z",
142-
"iopub.status.idle": "2024-11-07T18:46:42.384955Z",
143-
"shell.execute_reply": "2024-11-07T18:46:42.384378Z"
144-
}
145-
},
117+
"metadata": {},
146118
"outputs": [],
147119
"source": [
148120
"prompts = [\n",
@@ -177,14 +149,7 @@
177149
{
178150
"cell_type": "code",
179151
"execution_count": null,
180-
"metadata": {
181-
"execution": {
182-
"iopub.execute_input": "2024-11-07T18:46:42.387431Z",
183-
"iopub.status.busy": "2024-11-07T18:46:42.387279Z",
184-
"iopub.status.idle": "2024-11-07T18:46:51.448572Z",
185-
"shell.execute_reply": "2024-11-07T18:46:51.447781Z"
186-
}
187-
},
152+
"metadata": {},
188153
"outputs": [],
189154
"source": [
190155
"prompts = [\n",
@@ -213,27 +178,15 @@
213178
},
214179
{
215180
"cell_type": "code",
216-
"execution_count": 6,
217-
"metadata": {
218-
"execution": {
219-
"iopub.execute_input": "2024-11-07T18:46:51.451177Z",
220-
"iopub.status.busy": "2024-11-07T18:46:51.450952Z",
221-
"iopub.status.idle": "2024-11-07T18:46:51.497530Z",
222-
"shell.execute_reply": "2024-11-07T18:46:51.496850Z"
223-
}
224-
},
181+
"execution_count": null,
182+
"metadata": {},
225183
"outputs": [],
226184
"source": [
227185
"llm.shutdown()"
228186
]
229187
}
230188
],
231189
"metadata": {
232-
"kernelspec": {
233-
"display_name": "AlphaMeemory",
234-
"language": "python",
235-
"name": "python3"
236-
},
237190
"language_info": {
238191
"codemirror_mode": {
239192
"name": "ipython",
@@ -243,8 +196,7 @@
243196
"mimetype": "text/x-python",
244197
"name": "python",
245198
"nbconvert_exporter": "python",
246-
"pygments_lexer": "ipython3",
247-
"version": "3.11.7"
199+
"pygments_lexer": "ipython3"
248200
}
249201
},
250202
"nbformat": 4,

‎docs/backend/openai_api_completions.ipynb

+15-112
Original file line numberDiff line numberDiff line change
@@ -37,14 +37,7 @@
3737
{
3838
"cell_type": "code",
3939
"execution_count": null,
40-
"metadata": {
41-
"execution": {
42-
"iopub.execute_input": "2024-11-07T18:46:54.813876Z",
43-
"iopub.status.busy": "2024-11-07T18:46:54.813741Z",
44-
"iopub.status.idle": "2024-11-07T18:47:24.015527Z",
45-
"shell.execute_reply": "2024-11-07T18:47:24.014987Z"
46-
}
47-
},
40+
"metadata": {},
4841
"outputs": [],
4942
"source": [
5043
"from sglang.utils import (\n",
@@ -77,14 +70,7 @@
7770
{
7871
"cell_type": "code",
7972
"execution_count": null,
80-
"metadata": {
81-
"execution": {
82-
"iopub.execute_input": "2024-11-07T18:47:24.018153Z",
83-
"iopub.status.busy": "2024-11-07T18:47:24.017755Z",
84-
"iopub.status.idle": "2024-11-07T18:47:25.374821Z",
85-
"shell.execute_reply": "2024-11-07T18:47:25.374397Z"
86-
}
87-
},
73+
"metadata": {},
8874
"outputs": [],
8975
"source": [
9076
"import openai\n",
@@ -117,14 +103,7 @@
117103
{
118104
"cell_type": "code",
119105
"execution_count": null,
120-
"metadata": {
121-
"execution": {
122-
"iopub.execute_input": "2024-11-07T18:47:25.376617Z",
123-
"iopub.status.busy": "2024-11-07T18:47:25.376495Z",
124-
"iopub.status.idle": "2024-11-07T18:47:28.482537Z",
125-
"shell.execute_reply": "2024-11-07T18:47:28.482125Z"
126-
}
127-
},
106+
"metadata": {},
128107
"outputs": [],
129108
"source": [
130109
"response = client.chat.completions.create(\n",
@@ -163,14 +142,7 @@
163142
{
164143
"cell_type": "code",
165144
"execution_count": null,
166-
"metadata": {
167-
"execution": {
168-
"iopub.execute_input": "2024-11-07T18:47:28.484819Z",
169-
"iopub.status.busy": "2024-11-07T18:47:28.484673Z",
170-
"iopub.status.idle": "2024-11-07T18:47:28.659814Z",
171-
"shell.execute_reply": "2024-11-07T18:47:28.659435Z"
172-
}
173-
},
145+
"metadata": {},
174146
"outputs": [],
175147
"source": [
176148
"stream = client.chat.completions.create(\n",
@@ -196,14 +168,7 @@
196168
{
197169
"cell_type": "code",
198170
"execution_count": null,
199-
"metadata": {
200-
"execution": {
201-
"iopub.execute_input": "2024-11-07T18:47:28.661844Z",
202-
"iopub.status.busy": "2024-11-07T18:47:28.661710Z",
203-
"iopub.status.idle": "2024-11-07T18:47:30.168922Z",
204-
"shell.execute_reply": "2024-11-07T18:47:30.168600Z"
205-
}
206-
},
171+
"metadata": {},
207172
"outputs": [],
208173
"source": [
209174
"response = client.completions.create(\n",
@@ -232,14 +197,7 @@
232197
{
233198
"cell_type": "code",
234199
"execution_count": null,
235-
"metadata": {
236-
"execution": {
237-
"iopub.execute_input": "2024-11-07T18:47:30.171319Z",
238-
"iopub.status.busy": "2024-11-07T18:47:30.171176Z",
239-
"iopub.status.idle": "2024-11-07T18:47:33.760113Z",
240-
"shell.execute_reply": "2024-11-07T18:47:33.759713Z"
241-
}
242-
},
200+
"metadata": {},
243201
"outputs": [],
244202
"source": [
245203
"response = client.completions.create(\n",
@@ -271,14 +229,7 @@
271229
{
272230
"cell_type": "code",
273231
"execution_count": null,
274-
"metadata": {
275-
"execution": {
276-
"iopub.execute_input": "2024-11-07T18:47:33.762729Z",
277-
"iopub.status.busy": "2024-11-07T18:47:33.762590Z",
278-
"iopub.status.idle": "2024-11-07T18:47:34.255316Z",
279-
"shell.execute_reply": "2024-11-07T18:47:34.254907Z"
280-
}
281-
},
232+
"metadata": {},
282233
"outputs": [],
283234
"source": [
284235
"import json\n",
@@ -323,14 +274,7 @@
323274
{
324275
"cell_type": "code",
325276
"execution_count": null,
326-
"metadata": {
327-
"execution": {
328-
"iopub.execute_input": "2024-11-07T18:47:34.257393Z",
329-
"iopub.status.busy": "2024-11-07T18:47:34.257246Z",
330-
"iopub.status.idle": "2024-11-07T18:47:34.413506Z",
331-
"shell.execute_reply": "2024-11-07T18:47:34.413172Z"
332-
}
333-
},
277+
"metadata": {},
334278
"outputs": [],
335279
"source": [
336280
"response = client.chat.completions.create(\n",
@@ -366,14 +310,7 @@
366310
{
367311
"cell_type": "code",
368312
"execution_count": null,
369-
"metadata": {
370-
"execution": {
371-
"iopub.execute_input": "2024-11-07T18:47:34.414816Z",
372-
"iopub.status.busy": "2024-11-07T18:47:34.414541Z",
373-
"iopub.status.idle": "2024-11-07T18:47:34.431341Z",
374-
"shell.execute_reply": "2024-11-07T18:47:34.431081Z"
375-
}
376-
},
313+
"metadata": {},
377314
"outputs": [],
378315
"source": [
379316
"import json\n",
@@ -428,14 +365,7 @@
428365
{
429366
"cell_type": "code",
430367
"execution_count": null,
431-
"metadata": {
432-
"execution": {
433-
"iopub.execute_input": "2024-11-07T18:47:34.432325Z",
434-
"iopub.status.busy": "2024-11-07T18:47:34.432208Z",
435-
"iopub.status.idle": "2024-11-07T18:47:37.444337Z",
436-
"shell.execute_reply": "2024-11-07T18:47:37.444000Z"
437-
}
438-
},
368+
"metadata": {},
439369
"outputs": [],
440370
"source": [
441371
"while batch_response.status not in [\"completed\", \"failed\", \"cancelled\"]:\n",
@@ -483,14 +413,7 @@
483413
{
484414
"cell_type": "code",
485415
"execution_count": null,
486-
"metadata": {
487-
"execution": {
488-
"iopub.execute_input": "2024-11-07T18:47:37.445894Z",
489-
"iopub.status.busy": "2024-11-07T18:47:37.445744Z",
490-
"iopub.status.idle": "2024-11-07T18:48:02.482532Z",
491-
"shell.execute_reply": "2024-11-07T18:48:02.482042Z"
492-
}
493-
},
416+
"metadata": {},
494417
"outputs": [],
495418
"source": [
496419
"import json\n",
@@ -566,14 +489,7 @@
566489
{
567490
"cell_type": "code",
568491
"execution_count": null,
569-
"metadata": {
570-
"execution": {
571-
"iopub.execute_input": "2024-11-07T18:48:02.485206Z",
572-
"iopub.status.busy": "2024-11-07T18:48:02.485064Z",
573-
"iopub.status.idle": "2024-11-07T18:48:15.521489Z",
574-
"shell.execute_reply": "2024-11-07T18:48:15.521156Z"
575-
}
576-
},
492+
"metadata": {},
577493
"outputs": [],
578494
"source": [
579495
"import json\n",
@@ -660,27 +576,15 @@
660576
},
661577
{
662578
"cell_type": "code",
663-
"execution_count": 13,
664-
"metadata": {
665-
"execution": {
666-
"iopub.execute_input": "2024-11-07T18:48:15.522794Z",
667-
"iopub.status.busy": "2024-11-07T18:48:15.522657Z",
668-
"iopub.status.idle": "2024-11-07T18:48:16.875740Z",
669-
"shell.execute_reply": "2024-11-07T18:48:16.874847Z"
670-
}
671-
},
579+
"execution_count": null,
580+
"metadata": {},
672581
"outputs": [],
673582
"source": [
674583
"terminate_process(server_process)"
675584
]
676585
}
677586
],
678587
"metadata": {
679-
"kernelspec": {
680-
"display_name": "Python 3 (ipykernel)",
681-
"language": "python",
682-
"name": "python3"
683-
},
684588
"language_info": {
685589
"codemirror_mode": {
686590
"name": "ipython",
@@ -690,8 +594,7 @@
690594
"mimetype": "text/x-python",
691595
"name": "python",
692596
"nbconvert_exporter": "python",
693-
"pygments_lexer": "ipython3",
694-
"version": "3.11.7"
597+
"pygments_lexer": "ipython3"
695598
}
696599
},
697600
"nbformat": 4,

‎docs/backend/openai_api_embeddings.ipynb

+8-56
Original file line numberDiff line numberDiff line change
@@ -33,14 +33,7 @@
3333
{
3434
"cell_type": "code",
3535
"execution_count": null,
36-
"metadata": {
37-
"execution": {
38-
"iopub.execute_input": "2024-11-07T18:48:21.128020Z",
39-
"iopub.status.busy": "2024-11-07T18:48:21.127898Z",
40-
"iopub.status.idle": "2024-11-07T18:48:45.310371Z",
41-
"shell.execute_reply": "2024-11-07T18:48:45.309469Z"
42-
}
43-
},
36+
"metadata": {},
4437
"outputs": [],
4538
"source": [
4639
"from sglang.utils import (\n",
@@ -70,14 +63,7 @@
7063
{
7164
"cell_type": "code",
7265
"execution_count": null,
73-
"metadata": {
74-
"execution": {
75-
"iopub.execute_input": "2024-11-07T18:48:45.313506Z",
76-
"iopub.status.busy": "2024-11-07T18:48:45.313123Z",
77-
"iopub.status.idle": "2024-11-07T18:48:45.364918Z",
78-
"shell.execute_reply": "2024-11-07T18:48:45.364155Z"
79-
}
80-
},
66+
"metadata": {},
8167
"outputs": [],
8268
"source": [
8369
"import subprocess, json\n",
@@ -104,14 +90,7 @@
10490
{
10591
"cell_type": "code",
10692
"execution_count": null,
107-
"metadata": {
108-
"execution": {
109-
"iopub.execute_input": "2024-11-07T18:48:45.367776Z",
110-
"iopub.status.busy": "2024-11-07T18:48:45.367490Z",
111-
"iopub.status.idle": "2024-11-07T18:48:45.411386Z",
112-
"shell.execute_reply": "2024-11-07T18:48:45.411134Z"
113-
}
114-
},
93+
"metadata": {},
11594
"outputs": [],
11695
"source": [
11796
"import requests\n",
@@ -138,14 +117,7 @@
138117
{
139118
"cell_type": "code",
140119
"execution_count": null,
141-
"metadata": {
142-
"execution": {
143-
"iopub.execute_input": "2024-11-07T18:48:45.412462Z",
144-
"iopub.status.busy": "2024-11-07T18:48:45.412351Z",
145-
"iopub.status.idle": "2024-11-07T18:48:45.768796Z",
146-
"shell.execute_reply": "2024-11-07T18:48:45.768406Z"
147-
}
148-
},
120+
"metadata": {},
149121
"outputs": [],
150122
"source": [
151123
"import openai\n",
@@ -174,14 +146,7 @@
174146
{
175147
"cell_type": "code",
176148
"execution_count": null,
177-
"metadata": {
178-
"execution": {
179-
"iopub.execute_input": "2024-11-07T18:48:45.770227Z",
180-
"iopub.status.busy": "2024-11-07T18:48:45.770106Z",
181-
"iopub.status.idle": "2024-11-07T18:48:47.447065Z",
182-
"shell.execute_reply": "2024-11-07T18:48:47.446733Z"
183-
}
184-
},
149+
"metadata": {},
185150
"outputs": [],
186151
"source": [
187152
"import json\n",
@@ -205,27 +170,15 @@
205170
},
206171
{
207172
"cell_type": "code",
208-
"execution_count": 6,
209-
"metadata": {
210-
"execution": {
211-
"iopub.execute_input": "2024-11-07T18:48:47.448510Z",
212-
"iopub.status.busy": "2024-11-07T18:48:47.448337Z",
213-
"iopub.status.idle": "2024-11-07T18:48:47.743336Z",
214-
"shell.execute_reply": "2024-11-07T18:48:47.742276Z"
215-
}
216-
},
173+
"execution_count": null,
174+
"metadata": {},
217175
"outputs": [],
218176
"source": [
219177
"terminate_process(embedding_process)"
220178
]
221179
}
222180
],
223181
"metadata": {
224-
"kernelspec": {
225-
"display_name": "AlphaMeemory",
226-
"language": "python",
227-
"name": "python3"
228-
},
229182
"language_info": {
230183
"codemirror_mode": {
231184
"name": "ipython",
@@ -235,8 +188,7 @@
235188
"mimetype": "text/x-python",
236189
"name": "python",
237190
"nbconvert_exporter": "python",
238-
"pygments_lexer": "ipython3",
239-
"version": "3.11.7"
191+
"pygments_lexer": "ipython3"
240192
}
241193
},
242194
"nbformat": 4,

‎docs/backend/openai_api_vision.ipynb

+8-56
Original file line numberDiff line numberDiff line change
@@ -37,14 +37,7 @@
3737
{
3838
"cell_type": "code",
3939
"execution_count": null,
40-
"metadata": {
41-
"execution": {
42-
"iopub.execute_input": "2024-11-07T18:43:47.311708Z",
43-
"iopub.status.busy": "2024-11-07T18:43:47.311517Z",
44-
"iopub.status.idle": "2024-11-07T18:44:18.512576Z",
45-
"shell.execute_reply": "2024-11-07T18:44:18.511909Z"
46-
}
47-
},
40+
"metadata": {},
4841
"outputs": [],
4942
"source": [
5043
"from sglang.utils import (\n",
@@ -76,14 +69,7 @@
7669
{
7770
"cell_type": "code",
7871
"execution_count": null,
79-
"metadata": {
80-
"execution": {
81-
"iopub.execute_input": "2024-11-07T18:44:18.515678Z",
82-
"iopub.status.busy": "2024-11-07T18:44:18.515314Z",
83-
"iopub.status.idle": "2024-11-07T18:44:22.880793Z",
84-
"shell.execute_reply": "2024-11-07T18:44:22.880303Z"
85-
}
86-
},
72+
"metadata": {},
8773
"outputs": [],
8874
"source": [
8975
"import subprocess\n",
@@ -127,14 +113,7 @@
127113
{
128114
"cell_type": "code",
129115
"execution_count": null,
130-
"metadata": {
131-
"execution": {
132-
"iopub.execute_input": "2024-11-07T18:44:22.883309Z",
133-
"iopub.status.busy": "2024-11-07T18:44:22.883160Z",
134-
"iopub.status.idle": "2024-11-07T18:44:27.048810Z",
135-
"shell.execute_reply": "2024-11-07T18:44:27.048074Z"
136-
}
137-
},
116+
"metadata": {},
138117
"outputs": [],
139118
"source": [
140119
"import requests\n",
@@ -174,14 +153,7 @@
174153
{
175154
"cell_type": "code",
176155
"execution_count": null,
177-
"metadata": {
178-
"execution": {
179-
"iopub.execute_input": "2024-11-07T18:44:27.051312Z",
180-
"iopub.status.busy": "2024-11-07T18:44:27.051190Z",
181-
"iopub.status.idle": "2024-11-07T18:44:32.358097Z",
182-
"shell.execute_reply": "2024-11-07T18:44:32.357628Z"
183-
}
184-
},
156+
"metadata": {},
185157
"outputs": [],
186158
"source": [
187159
"from openai import OpenAI\n",
@@ -225,14 +197,7 @@
225197
{
226198
"cell_type": "code",
227199
"execution_count": null,
228-
"metadata": {
229-
"execution": {
230-
"iopub.execute_input": "2024-11-07T18:44:32.359532Z",
231-
"iopub.status.busy": "2024-11-07T18:44:32.359413Z",
232-
"iopub.status.idle": "2024-11-07T18:44:36.164664Z",
233-
"shell.execute_reply": "2024-11-07T18:44:36.164005Z"
234-
}
235-
},
200+
"metadata": {},
236201
"outputs": [],
237202
"source": [
238203
"from openai import OpenAI\n",
@@ -273,15 +238,8 @@
273238
},
274239
{
275240
"cell_type": "code",
276-
"execution_count": 6,
277-
"metadata": {
278-
"execution": {
279-
"iopub.execute_input": "2024-11-07T18:44:36.167123Z",
280-
"iopub.status.busy": "2024-11-07T18:44:36.166535Z",
281-
"iopub.status.idle": "2024-11-07T18:44:37.743761Z",
282-
"shell.execute_reply": "2024-11-07T18:44:37.742510Z"
283-
}
284-
},
241+
"execution_count": null,
242+
"metadata": {},
285243
"outputs": [],
286244
"source": [
287245
"terminate_process(embedding_process)"
@@ -307,11 +265,6 @@
307265
}
308266
],
309267
"metadata": {
310-
"kernelspec": {
311-
"display_name": "Python 3 (ipykernel)",
312-
"language": "python",
313-
"name": "python3"
314-
},
315268
"language_info": {
316269
"codemirror_mode": {
317270
"name": "ipython",
@@ -321,8 +274,7 @@
321274
"mimetype": "text/x-python",
322275
"name": "python",
323276
"nbconvert_exporter": "python",
324-
"pygments_lexer": "ipython3",
325-
"version": "3.11.7"
277+
"pygments_lexer": "ipython3"
326278
}
327279
},
328280
"nbformat": 4,

‎docs/start/send_request.ipynb

+10-72
Original file line numberDiff line numberDiff line change
@@ -31,14 +31,7 @@
3131
{
3232
"cell_type": "code",
3333
"execution_count": null,
34-
"metadata": {
35-
"execution": {
36-
"iopub.execute_input": "2024-11-07T18:48:52.032229Z",
37-
"iopub.status.busy": "2024-11-07T18:48:52.032105Z",
38-
"iopub.status.idle": "2024-11-07T18:49:20.226042Z",
39-
"shell.execute_reply": "2024-11-07T18:49:20.225562Z"
40-
}
41-
},
34+
"metadata": {},
4235
"outputs": [],
4336
"source": [
4437
"from sglang.utils import (\n",
@@ -68,14 +61,7 @@
6861
{
6962
"cell_type": "code",
7063
"execution_count": null,
71-
"metadata": {
72-
"execution": {
73-
"iopub.execute_input": "2024-11-07T18:49:20.228006Z",
74-
"iopub.status.busy": "2024-11-07T18:49:20.227572Z",
75-
"iopub.status.idle": "2024-11-07T18:49:20.469885Z",
76-
"shell.execute_reply": "2024-11-07T18:49:20.469518Z"
77-
}
78-
},
64+
"metadata": {},
7965
"outputs": [],
8066
"source": [
8167
"import subprocess, json\n",
@@ -99,14 +85,7 @@
9985
{
10086
"cell_type": "code",
10187
"execution_count": null,
102-
"metadata": {
103-
"execution": {
104-
"iopub.execute_input": "2024-11-07T18:49:20.471956Z",
105-
"iopub.status.busy": "2024-11-07T18:49:20.471811Z",
106-
"iopub.status.idle": "2024-11-07T18:49:20.667997Z",
107-
"shell.execute_reply": "2024-11-07T18:49:20.667630Z"
108-
}
109-
},
88+
"metadata": {},
11089
"outputs": [],
11190
"source": [
11291
"import requests\n",
@@ -132,14 +111,7 @@
132111
{
133112
"cell_type": "code",
134113
"execution_count": null,
135-
"metadata": {
136-
"execution": {
137-
"iopub.execute_input": "2024-11-07T18:49:20.669977Z",
138-
"iopub.status.busy": "2024-11-07T18:49:20.669826Z",
139-
"iopub.status.idle": "2024-11-07T18:49:22.004855Z",
140-
"shell.execute_reply": "2024-11-07T18:49:22.004472Z"
141-
}
142-
},
114+
"metadata": {},
143115
"outputs": [],
144116
"source": [
145117
"import openai\n",
@@ -167,14 +139,7 @@
167139
{
168140
"cell_type": "code",
169141
"execution_count": null,
170-
"metadata": {
171-
"execution": {
172-
"iopub.execute_input": "2024-11-07T18:49:22.006983Z",
173-
"iopub.status.busy": "2024-11-07T18:49:22.006858Z",
174-
"iopub.status.idle": "2024-11-07T18:49:23.029098Z",
175-
"shell.execute_reply": "2024-11-07T18:49:23.028697Z"
176-
}
177-
},
142+
"metadata": {},
178143
"outputs": [],
179144
"source": [
180145
"import openai\n",
@@ -210,14 +175,7 @@
210175
{
211176
"cell_type": "code",
212177
"execution_count": null,
213-
"metadata": {
214-
"execution": {
215-
"iopub.execute_input": "2024-11-07T18:49:23.031712Z",
216-
"iopub.status.busy": "2024-11-07T18:49:23.031571Z",
217-
"iopub.status.idle": "2024-11-07T18:49:23.787752Z",
218-
"shell.execute_reply": "2024-11-07T18:49:23.787368Z"
219-
}
220-
},
178+
"metadata": {},
221179
"outputs": [],
222180
"source": [
223181
"import requests\n",
@@ -246,14 +204,7 @@
246204
{
247205
"cell_type": "code",
248206
"execution_count": null,
249-
"metadata": {
250-
"execution": {
251-
"iopub.execute_input": "2024-11-07T18:49:23.789840Z",
252-
"iopub.status.busy": "2024-11-07T18:49:23.789702Z",
253-
"iopub.status.idle": "2024-11-07T18:49:24.545631Z",
254-
"shell.execute_reply": "2024-11-07T18:49:24.545241Z"
255-
}
256-
},
207+
"metadata": {},
257208
"outputs": [],
258209
"source": [
259210
"import requests, json\n",
@@ -285,27 +236,15 @@
285236
},
286237
{
287238
"cell_type": "code",
288-
"execution_count": 8,
289-
"metadata": {
290-
"execution": {
291-
"iopub.execute_input": "2024-11-07T18:49:24.547641Z",
292-
"iopub.status.busy": "2024-11-07T18:49:24.547497Z",
293-
"iopub.status.idle": "2024-11-07T18:49:25.888864Z",
294-
"shell.execute_reply": "2024-11-07T18:49:25.888114Z"
295-
}
296-
},
239+
"execution_count": null,
240+
"metadata": {},
297241
"outputs": [],
298242
"source": [
299243
"terminate_process(server_process)"
300244
]
301245
}
302246
],
303247
"metadata": {
304-
"kernelspec": {
305-
"display_name": "Python 3 (ipykernel)",
306-
"language": "python",
307-
"name": "python3"
308-
},
309248
"language_info": {
310249
"codemirror_mode": {
311250
"name": "ipython",
@@ -315,8 +254,7 @@
315254
"mimetype": "text/x-python",
316255
"name": "python",
317256
"nbconvert_exporter": "python",
318-
"pygments_lexer": "ipython3",
319-
"version": "3.11.7"
257+
"pygments_lexer": "ipython3"
320258
}
321259
},
322260
"nbformat": 4,

‎examples/frontend_language/usage/rag_using_parea/trace_and_evaluate_rag_using_parea.ipynb

+70-128
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)
Please sign in to comment.