@@ -247,50 +247,70 @@ Instructions for adding support for new models: [HOWTO-add-model.md](docs/develo
247247
248248## Software architecture
249249
250+
250251``` mermaid
251252block-beta
252253columns 1
253254
254255block:llamacpp
255- llamacpp["llama_cpp"]
256- style llamacpp fill:#3c3,color:#000,stroke:#000
256+ llamacpp["llama_cpp"]
257+ style llamacpp fill:#3c3,color:#000,stroke:#000
257258end
258259
259- block:ggml
260- ggml["GGML"]
261- style ggml fill:#3c3,color:#000,stroke:#000
262-
263- ggml_cpu["ggml-cpu"]
264- ggml_metal["ggml-metal"]
265- ggml_sycl["ggml-sycl"]
266- ggml_cuda["ggml-cuda"]
267- ggml_hip["ggml-hip"]
268- ggml_vulkan["ggml-vulkan"]
269- ggml_cann["ggml-cann"]
270- ggml_opencl["ggml-opencl"]
271- ggml_qnn["ggml-qnn"]
272- ggml_nnpa["ggml-nnpa"]
273- ggml_ane["ggml-ane"]
274-
275- style ggml_cpu fill:#888,color:#000,stroke:#000
276- style ggml_metal fill:#888,color:#000,stroke:#000
277- style ggml_sycl fill:#888,color:#000,stroke:#000
278- style ggml_cuda fill:#888,color:#000,stroke:#000
279- style ggml_hip fill:#888,color:#000,stroke:#000
280- style ggml_vulkan fill:#888,color:#000,stroke:#000
281- style ggml_cann fill:#888,color:#000,stroke:#000
282-
283- style ggml_opencl fill:#cc3,color:#000,stroke:#000
284- style ggml_qnn fill:#cc3,color:#000,stroke:#000
285- style ggml_ane fill:#fff,color:#000,stroke:#f00,stroke-width:2,stroke-dasharray:5
286- style ggml_nnpa fill:#cc3,color:#000,stroke:#000
260+ block:ggml_backend
261+ ggml_backend["GGML backend subsystem"]
262+ style ggml_backend fill:#3c3,color:#000,stroke:#000
263+
264+ block:ggmlbackends
265+ ggml_cpu["ggml-cpu"]
266+ ggml_metal["ggml-metal"]
267+ ggml_sycl["ggml-sycl"]
268+ ggml_cuda["ggml-cuda"]
269+ ggml_hip["ggml-hip"]
270+ ggml_vulkan["ggml-vulkan"]
271+ ggml_cann["ggml-cann"]
272+ ggml_opencl["ggml-opencl"]
273+ ggml_qnn["ggml-qnn"]
274+ ggml_nnpa["ggml-nnpa"]
275+ ggml_ane["ggml-ane"]
276+
277+ style ggml_cpu fill:#888,color:#000,stroke:#000
278+ style ggml_metal fill:#888,color:#000,stroke:#000
279+ style ggml_sycl fill:#888,color:#000,stroke:#000
280+ style ggml_cuda fill:#888,color:#000,stroke:#000
281+ style ggml_hip fill:#888,color:#000,stroke:#000
282+ style ggml_vulkan fill:#888,color:#000,stroke:#000
283+ style ggml_cann fill:#888,color:#000,stroke:#000
284+
285+ style ggml_opencl fill:#cc3,color:#000,stroke:#000
286+ style ggml_qnn fill:#cc3,color:#000,stroke:#000
287+ style ggml_ane fill:#fff,color:#000,stroke:#f00,stroke-width:2,stroke-dasharray:5
288+ style ggml_nnpa fill:#cc3,color:#000,stroke:#000
289+ end
287290end
288291
289292block:ggml_pal
290- ggml_pal["GGML Platform Abstraction Layer"]
291- style ggml_pal fill:#c33,color:#000,stroke:#000
293+ ggml_pal["Platform Abstraction Layer"]
294+ style ggml_pal fill:#c33,color:#000,stroke:#000
295+ end
296+
297+ block:ggml_backendsubsystem
298+ ggml_backendsubsystem["GGML backend subsystem"]
299+ style ggml_backendsubsystem fill:#3c3,color:#000,stroke:#000
292300end
293301
302+ block:group1:2
303+ columns 2
304+ block:ggml_tensor
305+ ggml_tensor["GGML tensor"]
306+ style ggml_tensor fill:#3c3,color:#000,stroke:#000
307+ end
308+
309+ block:ggml_cgraph
310+ ggml_cgraph["GGML cgraph"]
311+ style ggml_cgraph fill:#3c3,color:#000,stroke:#000
312+ end
313+ end
294314
295315block:OS
296316 Windows
0 commit comments