|
| 1 | +:summaryTableId: quarkus-langchain4j-jlama_quarkus-langchain4j |
| 2 | +[.configuration-legend] |
| 3 | +icon:lock[title=Fixed at build time] Configuration property fixed at build time - All other configuration properties are overridable at runtime |
| 4 | +[.configuration-reference.searchable, cols="80,.^10,.^10"] |
| 5 | +|=== |
| 6 | + |
| 7 | +h|[.header-title]##Configuration property## |
| 8 | +h|Type |
| 9 | +h|Default |
| 10 | + |
| 11 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-include-models-in-artifact]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-include-models-in-artifact[`quarkus.langchain4j.jlama.include-models-in-artifact`]## |
| 12 | + |
| 13 | +[.description] |
| 14 | +-- |
| 15 | +Determines whether the necessary Jlama models are downloaded and included in the jar at build time. Currently, this option is only valid for `fast-jar` deployments. |
| 16 | + |
| 17 | + |
| 18 | +ifdef::add-copy-button-to-env-var[] |
| 19 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_INCLUDE_MODELS_IN_ARTIFACT+++[] |
| 20 | +endif::add-copy-button-to-env-var[] |
| 21 | +ifndef::add-copy-button-to-env-var[] |
| 22 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_INCLUDE_MODELS_IN_ARTIFACT+++` |
| 23 | +endif::add-copy-button-to-env-var[] |
| 24 | +-- |
| 25 | +|boolean |
| 26 | +|`true` |
| 27 | + |
| 28 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-enabled]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-enabled[`quarkus.langchain4j.jlama.chat-model.enabled`]## |
| 29 | + |
| 30 | +[.description] |
| 31 | +-- |
| 32 | +Whether the model should be enabled |
| 33 | + |
| 34 | + |
| 35 | +ifdef::add-copy-button-to-env-var[] |
| 36 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_ENABLED+++[] |
| 37 | +endif::add-copy-button-to-env-var[] |
| 38 | +ifndef::add-copy-button-to-env-var[] |
| 39 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_ENABLED+++` |
| 40 | +endif::add-copy-button-to-env-var[] |
| 41 | +-- |
| 42 | +|boolean |
| 43 | +|`true` |
| 44 | + |
| 45 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-embedding-model-enabled]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-embedding-model-enabled[`quarkus.langchain4j.jlama.embedding-model.enabled`]## |
| 46 | + |
| 47 | +[.description] |
| 48 | +-- |
| 49 | +Whether the model should be enabled |
| 50 | + |
| 51 | + |
| 52 | +ifdef::add-copy-button-to-env-var[] |
| 53 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_EMBEDDING_MODEL_ENABLED+++[] |
| 54 | +endif::add-copy-button-to-env-var[] |
| 55 | +ifndef::add-copy-button-to-env-var[] |
| 56 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_EMBEDDING_MODEL_ENABLED+++` |
| 57 | +endif::add-copy-button-to-env-var[] |
| 58 | +-- |
| 59 | +|boolean |
| 60 | +|`true` |
| 61 | + |
| 62 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-model-name]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-model-name[`quarkus.langchain4j.jlama.chat-model.model-name`]## |
| 63 | + |
| 64 | +[.description] |
| 65 | +-- |
| 66 | +Model name to use |
| 67 | + |
| 68 | + |
| 69 | +ifdef::add-copy-button-to-env-var[] |
| 70 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_MODEL_NAME+++[] |
| 71 | +endif::add-copy-button-to-env-var[] |
| 72 | +ifndef::add-copy-button-to-env-var[] |
| 73 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_MODEL_NAME+++` |
| 74 | +endif::add-copy-button-to-env-var[] |
| 75 | +-- |
| 76 | +|string |
| 77 | +|`tjake/TinyLlama-1.1B-Chat-v1.0-Jlama-Q4` |
| 78 | + |
| 79 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-embedding-model-model-name]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-embedding-model-model-name[`quarkus.langchain4j.jlama.embedding-model.model-name`]## |
| 80 | + |
| 81 | +[.description] |
| 82 | +-- |
| 83 | +Model name to use |
| 84 | + |
| 85 | + |
| 86 | +ifdef::add-copy-button-to-env-var[] |
| 87 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_EMBEDDING_MODEL_MODEL_NAME+++[] |
| 88 | +endif::add-copy-button-to-env-var[] |
| 89 | +ifndef::add-copy-button-to-env-var[] |
| 90 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_EMBEDDING_MODEL_MODEL_NAME+++` |
| 91 | +endif::add-copy-button-to-env-var[] |
| 92 | +-- |
| 93 | +|string |
| 94 | +|`intfloat/e5-small-v2` |
| 95 | + |
| 96 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-models-path]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-models-path[`quarkus.langchain4j.jlama.models-path`]## |
| 97 | + |
| 98 | +[.description] |
| 99 | +-- |
| 100 | +Location on the file-system which serves as a cache for the models |
| 101 | + |
| 102 | + |
| 103 | +ifdef::add-copy-button-to-env-var[] |
| 104 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_MODELS_PATH+++[] |
| 105 | +endif::add-copy-button-to-env-var[] |
| 106 | +ifndef::add-copy-button-to-env-var[] |
| 107 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_MODELS_PATH+++` |
| 108 | +endif::add-copy-button-to-env-var[] |
| 109 | +-- |
| 110 | +|path |
| 111 | +|`${user.name}/.jlama/models` |
| 112 | + |
| 113 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-temperature]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-temperature[`quarkus.langchain4j.jlama.chat-model.temperature`]## |
| 114 | + |
| 115 | +[.description] |
| 116 | +-- |
| 117 | +What sampling temperature to use, between 0.0 and 1.0. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. |
| 118 | + |
| 119 | +It is generally recommended to set this or the `top-k` property but not both. |
| 120 | + |
| 121 | + |
| 122 | +ifdef::add-copy-button-to-env-var[] |
| 123 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_TEMPERATURE+++[] |
| 124 | +endif::add-copy-button-to-env-var[] |
| 125 | +ifndef::add-copy-button-to-env-var[] |
| 126 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_TEMPERATURE+++` |
| 127 | +endif::add-copy-button-to-env-var[] |
| 128 | +-- |
| 129 | +|double |
| 130 | +|`0.3f` |
| 131 | + |
| 132 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-max-tokens]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-chat-model-max-tokens[`quarkus.langchain4j.jlama.chat-model.max-tokens`]## |
| 133 | + |
| 134 | +[.description] |
| 135 | +-- |
| 136 | +The maximum number of tokens to generate in the completion. |
| 137 | + |
| 138 | +The token count of your prompt plus `max_tokens` cannot exceed the model's context length |
| 139 | + |
| 140 | + |
| 141 | +ifdef::add-copy-button-to-env-var[] |
| 142 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_MAX_TOKENS+++[] |
| 143 | +endif::add-copy-button-to-env-var[] |
| 144 | +ifndef::add-copy-button-to-env-var[] |
| 145 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_CHAT_MODEL_MAX_TOKENS+++` |
| 146 | +endif::add-copy-button-to-env-var[] |
| 147 | +-- |
| 148 | +|int |
| 149 | +| |
| 150 | + |
| 151 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-enable-integration]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-enable-integration[`quarkus.langchain4j.jlama.enable-integration`]## |
| 152 | + |
| 153 | +[.description] |
| 154 | +-- |
| 155 | +Whether to enable the integration. Set to `false` to disable all requests. |
| 156 | + |
| 157 | + |
| 158 | +ifdef::add-copy-button-to-env-var[] |
| 159 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_ENABLE_INTEGRATION+++[] |
| 160 | +endif::add-copy-button-to-env-var[] |
| 161 | +ifndef::add-copy-button-to-env-var[] |
| 162 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_ENABLE_INTEGRATION+++` |
| 163 | +endif::add-copy-button-to-env-var[] |
| 164 | +-- |
| 165 | +|boolean |
| 166 | +|`true` |
| 167 | + |
| 168 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-log-requests]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-log-requests[`quarkus.langchain4j.jlama.log-requests`]## |
| 169 | + |
| 170 | +[.description] |
| 171 | +-- |
| 172 | +Whether Jlama should log requests |
| 173 | + |
| 174 | + |
| 175 | +ifdef::add-copy-button-to-env-var[] |
| 176 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_LOG_REQUESTS+++[] |
| 177 | +endif::add-copy-button-to-env-var[] |
| 178 | +ifndef::add-copy-button-to-env-var[] |
| 179 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_LOG_REQUESTS+++` |
| 180 | +endif::add-copy-button-to-env-var[] |
| 181 | +-- |
| 182 | +|boolean |
| 183 | +|`false` |
| 184 | + |
| 185 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-log-responses]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-log-responses[`quarkus.langchain4j.jlama.log-responses`]## |
| 186 | + |
| 187 | +[.description] |
| 188 | +-- |
| 189 | +Whether Jlama client should log responses |
| 190 | + |
| 191 | + |
| 192 | +ifdef::add-copy-button-to-env-var[] |
| 193 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA_LOG_RESPONSES+++[] |
| 194 | +endif::add-copy-button-to-env-var[] |
| 195 | +ifndef::add-copy-button-to-env-var[] |
| 196 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA_LOG_RESPONSES+++` |
| 197 | +endif::add-copy-button-to-env-var[] |
| 198 | +-- |
| 199 | +|boolean |
| 200 | +|`false` |
| 201 | + |
| 202 | +h|[[quarkus-langchain4j-jlama_section_quarkus-langchain4j-jlama]] [.section-name.section-level0]##link:#quarkus-langchain4j-jlama_section_quarkus-langchain4j-jlama[Named model config]## |
| 203 | +h|Type |
| 204 | +h|Default |
| 205 | + |
| 206 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-chat-model-model-name]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-chat-model-model-name[`quarkus.langchain4j.jlama."model-name".chat-model.model-name`]## |
| 207 | + |
| 208 | +[.description] |
| 209 | +-- |
| 210 | +Model name to use |
| 211 | + |
| 212 | + |
| 213 | +ifdef::add-copy-button-to-env-var[] |
| 214 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__CHAT_MODEL_MODEL_NAME+++[] |
| 215 | +endif::add-copy-button-to-env-var[] |
| 216 | +ifndef::add-copy-button-to-env-var[] |
| 217 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__CHAT_MODEL_MODEL_NAME+++` |
| 218 | +endif::add-copy-button-to-env-var[] |
| 219 | +-- |
| 220 | +|string |
| 221 | +|`tjake/TinyLlama-1.1B-Chat-v1.0-Jlama-Q4` |
| 222 | + |
| 223 | +a|icon:lock[title=Fixed at build time] [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-embedding-model-model-name]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-embedding-model-model-name[`quarkus.langchain4j.jlama."model-name".embedding-model.model-name`]## |
| 224 | + |
| 225 | +[.description] |
| 226 | +-- |
| 227 | +Model name to use |
| 228 | + |
| 229 | + |
| 230 | +ifdef::add-copy-button-to-env-var[] |
| 231 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__EMBEDDING_MODEL_MODEL_NAME+++[] |
| 232 | +endif::add-copy-button-to-env-var[] |
| 233 | +ifndef::add-copy-button-to-env-var[] |
| 234 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__EMBEDDING_MODEL_MODEL_NAME+++` |
| 235 | +endif::add-copy-button-to-env-var[] |
| 236 | +-- |
| 237 | +|string |
| 238 | +|`intfloat/e5-small-v2` |
| 239 | + |
| 240 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-chat-model-temperature]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-chat-model-temperature[`quarkus.langchain4j.jlama."model-name".chat-model.temperature`]## |
| 241 | + |
| 242 | +[.description] |
| 243 | +-- |
| 244 | +What sampling temperature to use, between 0.0 and 1.0. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. |
| 245 | + |
| 246 | +It is generally recommended to set this or the `top-k` property but not both. |
| 247 | + |
| 248 | + |
| 249 | +ifdef::add-copy-button-to-env-var[] |
| 250 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__CHAT_MODEL_TEMPERATURE+++[] |
| 251 | +endif::add-copy-button-to-env-var[] |
| 252 | +ifndef::add-copy-button-to-env-var[] |
| 253 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__CHAT_MODEL_TEMPERATURE+++` |
| 254 | +endif::add-copy-button-to-env-var[] |
| 255 | +-- |
| 256 | +|double |
| 257 | +|`0.3f` |
| 258 | + |
| 259 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-chat-model-max-tokens]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-chat-model-max-tokens[`quarkus.langchain4j.jlama."model-name".chat-model.max-tokens`]## |
| 260 | + |
| 261 | +[.description] |
| 262 | +-- |
| 263 | +The maximum number of tokens to generate in the completion. |
| 264 | + |
| 265 | +The token count of your prompt plus `max_tokens` cannot exceed the model's context length |
| 266 | + |
| 267 | + |
| 268 | +ifdef::add-copy-button-to-env-var[] |
| 269 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__CHAT_MODEL_MAX_TOKENS+++[] |
| 270 | +endif::add-copy-button-to-env-var[] |
| 271 | +ifndef::add-copy-button-to-env-var[] |
| 272 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__CHAT_MODEL_MAX_TOKENS+++` |
| 273 | +endif::add-copy-button-to-env-var[] |
| 274 | +-- |
| 275 | +|int |
| 276 | +| |
| 277 | + |
| 278 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-enable-integration]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-enable-integration[`quarkus.langchain4j.jlama."model-name".enable-integration`]## |
| 279 | + |
| 280 | +[.description] |
| 281 | +-- |
| 282 | +Whether to enable the integration. Set to `false` to disable all requests. |
| 283 | + |
| 284 | + |
| 285 | +ifdef::add-copy-button-to-env-var[] |
| 286 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__ENABLE_INTEGRATION+++[] |
| 287 | +endif::add-copy-button-to-env-var[] |
| 288 | +ifndef::add-copy-button-to-env-var[] |
| 289 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__ENABLE_INTEGRATION+++` |
| 290 | +endif::add-copy-button-to-env-var[] |
| 291 | +-- |
| 292 | +|boolean |
| 293 | +|`true` |
| 294 | + |
| 295 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-log-requests]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-log-requests[`quarkus.langchain4j.jlama."model-name".log-requests`]## |
| 296 | + |
| 297 | +[.description] |
| 298 | +-- |
| 299 | +Whether Jlama should log requests |
| 300 | + |
| 301 | + |
| 302 | +ifdef::add-copy-button-to-env-var[] |
| 303 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__LOG_REQUESTS+++[] |
| 304 | +endif::add-copy-button-to-env-var[] |
| 305 | +ifndef::add-copy-button-to-env-var[] |
| 306 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__LOG_REQUESTS+++` |
| 307 | +endif::add-copy-button-to-env-var[] |
| 308 | +-- |
| 309 | +|boolean |
| 310 | +|`false` |
| 311 | + |
| 312 | +a| [[quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-log-responses]] [.property-path]##link:#quarkus-langchain4j-jlama_quarkus-langchain4j-jlama-model-name-log-responses[`quarkus.langchain4j.jlama."model-name".log-responses`]## |
| 313 | + |
| 314 | +[.description] |
| 315 | +-- |
| 316 | +Whether Jlama client should log responses |
| 317 | + |
| 318 | + |
| 319 | +ifdef::add-copy-button-to-env-var[] |
| 320 | +Environment variable: env_var_with_copy_button:+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__LOG_RESPONSES+++[] |
| 321 | +endif::add-copy-button-to-env-var[] |
| 322 | +ifndef::add-copy-button-to-env-var[] |
| 323 | +Environment variable: `+++QUARKUS_LANGCHAIN4J_JLAMA__MODEL_NAME__LOG_RESPONSES+++` |
| 324 | +endif::add-copy-button-to-env-var[] |
| 325 | +-- |
| 326 | +|boolean |
| 327 | +|`false` |
| 328 | + |
| 329 | + |
| 330 | +|=== |
| 331 | + |
| 332 | + |
| 333 | +:!summaryTableId: |
0 commit comments