Skip to content

Commit 0856f4f

Browse files
committed
updated kiara usage
1 parent ac97ecd commit 0856f4f

File tree

1 file changed

+6
-7
lines changed

1 file changed

+6
-7
lines changed

docs/15_endpoint_apis/09_kiara_llm_endpoint.ipynb

Lines changed: 6 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020
{
2121
"data": {
2222
"text/plain": [
23-
"'1.90.0'"
23+
"'1.98.0'"
2424
]
2525
},
2626
"execution_count": 1,
@@ -43,7 +43,7 @@
4343
},
4444
"outputs": [],
4545
"source": [
46-
"def prompt_kiara(message:str, model=\"ollama-llama3-3-70b\"):\n",
46+
"def prompt_kiara(message:str, model=\"vllm-llama-4-scout-17b-16e-instruct\"):\n",
4747
" \"\"\"A prompt helper function that sends a message to kiara LLM server \n",
4848
" and returns only the text response.\n",
4949
" \"\"\"\n",
@@ -69,7 +69,7 @@
6969
},
7070
{
7171
"cell_type": "code",
72-
"execution_count": 5,
72+
"execution_count": 3,
7373
"id": "a7654a20-a307-4b26-8d25-bef20b70224e",
7474
"metadata": {
7575
"tags": []
@@ -78,10 +78,10 @@
7878
{
7979
"data": {
8080
"text/plain": [
81-
"\"It's nice to meet you. Is there something I can help you with, or would you like to chat?\""
81+
"'How are you doing today? Is there something I can help you with, or would you like to chat?'"
8282
]
8383
},
84-
"execution_count": 5,
84+
"execution_count": 3,
8585
"metadata": {},
8686
"output_type": "execute_result"
8787
}
@@ -109,7 +109,6 @@
109109
"name": "stdout",
110110
"output_type": "stream",
111111
"text": [
112-
"ollama-llama3-3-70b\n",
113112
"vllm-baai-bge-m3\n",
114113
"vllm-deepseek-coder-33b-instruct\n",
115114
"vllm-deepseek-r1-distill-llama-70b\n",
@@ -154,7 +153,7 @@
154153
"name": "python",
155154
"nbconvert_exporter": "python",
156155
"pygments_lexer": "ipython3",
157-
"version": "3.11.11"
156+
"version": "3.11.13"
158157
}
159158
},
160159
"nbformat": 4,

0 commit comments

Comments
 (0)