@@ -10,13 +10,13 @@ $ ollama serve
10
10
$ ollama pull phi3
11
11
12
12
# Run a simple chat with Ollama
13
- $ poetry run python apps/15_streamlit_chat_slm/chat.py
13
+ $ uv run python apps/15_streamlit_chat_slm/chat.py
14
14
15
15
# Run summarization with SLM
16
- $ poetry run python apps/15_streamlit_chat_slm/summarize.py
16
+ $ uv run python apps/15_streamlit_chat_slm/summarize.py
17
17
18
18
# Run streamlit app
19
- $ poetry run python -m streamlit run apps/15_streamlit_chat_slm/main.py
19
+ $ uv run python -m streamlit run apps/15_streamlit_chat_slm/main.py
20
20
21
21
# List models
22
22
$ ollama list
@@ -34,7 +34,7 @@ phi4:latest ac896e5b8b34 9.1 GB 55 minutes ago
34
34
$ ollama pull phi3
35
35
36
36
# Measure time to run the chat
37
- $ time poetry run python apps/15_streamlit_chat_slm/chat.py \
37
+ $ time uv run python apps/15_streamlit_chat_slm/chat.py \
38
38
--model phi3 \
39
39
--prompt " hello"
40
40
{
@@ -68,7 +68,7 @@ $ time poetry run python apps/15_streamlit_chat_slm/chat.py \
68
68
" total_tokens" : 32
69
69
}
70
70
}
71
- poetry run python apps/15_streamlit_chat_slm/chat.py --model phi3 --prompt 1.57s user 0.16s system 68% cpu 2.515 total
71
+ uv run python apps/15_streamlit_chat_slm/chat.py --model phi3 --prompt 1.57s user 0.16s system 68% cpu 2.515 total
72
72
```
73
73
74
74
### Use Phi4 model
@@ -78,7 +78,7 @@ poetry run python apps/15_streamlit_chat_slm/chat.py --model phi3 --prompt 1.5
78
78
$ ollama pull phi4
79
79
80
80
# Measure time to run the chat
81
- $ time poetry run python apps/15_streamlit_chat_slm/chat.py \
81
+ $ time uv run python apps/15_streamlit_chat_slm/chat.py \
82
82
--model phi4 \
83
83
--prompt " hello"
84
84
{
@@ -112,7 +112,7 @@ $ time poetry run python apps/15_streamlit_chat_slm/chat.py \
112
112
" total_tokens" : 51
113
113
}
114
114
}
115
- poetry run python apps/15_streamlit_chat_slm/chat.py --model phi4 --prompt 1.48s user 0.12s system 12% cpu 12.455 total
115
+ uv run python apps/15_streamlit_chat_slm/chat.py --model phi4 --prompt 1.48s user 0.12s system 12% cpu 12.455 total
116
116
```
117
117
118
118
Note:
0 commit comments