Skip to content

Commit 53016be

Browse files
cabeloshubham0204
authored andcommitted
SmolLMTest parameters
1 parent 5f804c8 commit 53016be

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

smollm/src/androidTest/java/io/shubham0204/smollm/SmolLMTest.kt

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,12 +31,13 @@ class SmolLMTest {
3131
private val temperature = 1.0f
3232
private val systemPrompt = "You are a helpful assistant"
3333
private val query = "How are you?"
34+
private val chatTemplate = "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}"
3435
private val smolLM = SmolLM()
3536

3637
@Before
3738
fun setup() =
3839
runTest {
39-
val isModelLoaded = smolLM.create(modelPath, minP, temperature, storeChats = true, contextSize = 0)
40+
val isModelLoaded = smolLM.create(modelPath, minP, temperature, storeChats = true, contextSize = 0, chatTemplate, nThreads = 4, useMmap = true, useMlock = false)
4041
smolLM.addSystemPrompt(systemPrompt)
4142
assert(isModelLoaded)
4243
}

0 commit comments

Comments
 (0)