Merge branch 'main' into dev

# Conflicts:
#	Makefile.toml

Author: noise64

.github/workflows/ci.yaml

@@ -383,4 +383,4 @@ jobs:
       - name: Login GH CLI
         shell: bash
         run: gh auth login --with-token < <(echo ${{ secrets.GITHUB_TOKEN }})
-      - run: gh release upload -R golemcloud/golem-llm --clobber ${{ github.ref_name }} components/release/*.wasm
+      - run: gh release upload -R golemcloud/golem-llm --clobber ${{ github.ref_name }} components/release/*.wasm

Cargo.lock

@@ -9,6 +9,11 @@ members = [
     "llm/ollama",
     "llm/openai",
     "llm/openrouter",
+    "embed/embed",
+    "embed/cohere",
+    "embed/hugging-face",
+    "embed/openai", 
+    "embed/voyageai",
     "websearch/websearch",
     "websearch/brave",
     "websearch/google",
@@ -49,6 +54,7 @@ golem-search = { path = "search/search", version = "0.0.0", default-features = f
 golem-graph = { path = "graph/graph", version = "0.0.0", default-features = false }
 golem-video = { path = "video/video", version = "0.0.0", default-features = false }
 golem-stt = { path = "stt/stt", version = "0.0.0", default-features = false }
+golem-embed = { path = "embed/embed", version = "0.0.0", default-features = false}
 futures = "0.3.31"
 golem-rust = "=1.8.1"
 log = "0.4.27"

Cargo.toml

@@ -6,6 +6,12 @@ skip_core_tasks = true
 command = "cargo"
 args = ["clean"]
 
+[tasks.clean-all]
+script_runner = "@duckscript"
+script = '''
+exec find . -type d \( -name "target" -o -name "wit-generated" -o -name "golem-temp" \) -exec rm -rf {} +
+'''
+
 [tasks.unit-tests]
 command = "cargo"
 args = ["test"]
@@ -14,7 +20,7 @@ args = ["test"]
 script_runner = "@duckscript"
 script = '''
 
-domains = array llm websearch search video exec graph stt
+domains = array llm embed websearch search video exec graph stt
 
 # if there is no domain passed run for every domain
 if is_empty ${1}
@@ -30,7 +36,7 @@ end
 script_runner = "@duckscript"
 script = '''
 
-domains = array llm websearch search video exec graph stt
+domains = array llm embed websearch search video exec graph stt
 
 # if there is no domain passed run for every domain
 if is_empty ${1}
@@ -46,7 +52,7 @@ end
 script_runner = "@duckscript"
 script = '''
 #!/bin/bash
-domains = array llm websearch search video exec graph stt
+domains = array llm embed websearch search video exec graph stt
 
 # if there is no domain passed run for every domain
 if is_empty ${1}
@@ -62,7 +68,7 @@ end
 script_runner = "@duckscript"
 script = '''
 #!/bin/bash
-domains = array llm websearch search video exec graph stt
+domains = array llm embed websearch search video exec graph stt
 
 # if there is no domain passed run for every domain
 if is_empty ${1}
@@ -77,7 +83,7 @@ end
 [tasks.wit]
 script_runner = "@duckscript"
 script = '''
-domains = array llm websearch search video exec graph stt
+domains = array llm embed websearch search video exec graph stt
 
 # if there is no domain passed run for every domain
 if is_empty ${1}
@@ -93,7 +99,7 @@ end
 description = "Builds all test components with golem-cli"
 script_runner = "@duckscript"
 script = '''
-domains = array llm websearch search video exec graph stt
+domains = array llm embed websearch search video exec graph stt
 
 # if there is no domain passed run for every domain
 if is_empty ${1}
@@ -204,6 +210,26 @@ else
         cp target/debug/golem_exec_javascript.wasm components/debug/golem_exec_javascript.wasm
     end
 end
+
+
+
+embed_targets = array  embed_openai embed_cohere embed_hugging_face embed_voyageai
+
+for target in ${embed_targets}
+    if ${is_portable}
+        if ${is_dev}
+            cp target/wasm32-wasip1/debug/golem_${target}.wasm components/debug/golem_${target}-portable-dev.wasm
+        else
+            cp target/wasm32-wasip1/debug/golem_${target}.wasm components/debug/golem_${target}-portable.wasm
+        end
+    else
+        if ${is_dev}
+            cp target/wasm32-wasip1/debug/golem_${target}.wasm components/debug/golem_${target}-dev.wasm
+        else
+            cp target/wasm32-wasip1/debug/golem_${target}.wasm components/debug/golem_${target}.wasm
+        end
+    end
+end
 '''
 
 [tasks.copy-release-artifacts]
@@ -216,7 +242,7 @@ environment = get_env "ENVIRONMENT"
 is_dev = eq ${environment} "dev"
 
 
-targets = array llm_openai llm_anthropic llm_grok llm_openrouter llm_ollama web_search_brave web_search_google web_search_serper web_search_tavily search_algolia search_elasticsearch search_meilisearch search_opensearch search_typesense video_kling video_runway video_veo video_stability graph_arangodb graph_janusgraph graph_neo4j stt_aws stt_azure stt_deepgram stt_google stt_whisper
+targets = array llm_openai llm_anthropic llm_grok llm_openrouter llm_ollama  web_search_brave web_search_google web_search_serper web_search_tavily search_algolia search_elasticsearch search_meilisearch search_opensearch search_typesense video_kling video_runway video_veo video_stability graph_arangodb graph_janusgraph graph_neo4j stt_aws stt_azure stt_deepgram stt_google stt_whisper
 
 for target in ${targets}
     echo "Copying artifacts for ${target}..."
@@ -257,6 +283,25 @@ else
         cp target/release/golem_exec_javascript.wasm components/release/golem_exec_javascript.wasm
     end
 end
+
+
+embed_targets = array  embed_openai embed_cohere embed_hugging_face embed_voyageai
+
+for target in ${embed_targets}
+    if ${is_portable}
+        if ${is_dev}
+            cp target/wasm32-wasip1/release/golem_${target}.wasm components/release/golem_${target}-portable-dev.wasm
+        else
+            cp target/wasm32-wasip1/release/golem_${target}.wasm components/release/golem_${target}-portable.wasm
+        end
+    else
+        if ${is_dev}
+            cp target/wasm32-wasip1/release/golem_${target}.wasm components/release/golem_${target}-dev.wasm
+        else
+            cp target/wasm32-wasip1/release/golem_${target}.wasm components/release/golem_${target}.wasm
+        end
+    end
+end
 '''
 
 # Maintenance tasks