Merge pull request #293 from Kiln-AI/main

Update docs for v0.15

Author: scosman

README.md

@@ -44,7 +44,7 @@
 
 The Kiln desktop app is completely free. Available on MacOS, Windows and Linux.
 
-
+[<img width="220" alt="Download button" src="https://github.com/user-attachments/assets/a5d51b8b-b30a-4a16-a902-ab6ef1d58dc0">](https://github.com/Kiln-AI/Kiln/releases/latest)
 
 ## Demo
 

app/desktop/WinInnoSetup.iss

@@ -3,7 +3,7 @@
 
 #define MyAppPath "build\dist\Kiln"
 #define MyAppName "Kiln"
-#define MyAppVersion "0.13.2"
+#define MyAppVersion "0.15.0"
 #define MyAppPublisher "Chesterfield Laboratories Inc"
 #define MyAppURL "https://getkiln.ai"
 #define MyAppExeName "Kiln.exe"

app/desktop/studio_server/provider_api.py

@@ -555,7 +555,7 @@ async def connect_gemini(key: str):
 async def connect_vertex(project_id: str, project_location: str):
     try:
         await litellm.acompletion(
-            model="vertex_ai/gemini-1.5-flash",
+            model="vertex_ai/gemini-2.0-flash",
             messages=[{"content": "Hello, how are you?", "role": "user"}],
             vertex_project=project_id,
             vertex_location=project_location,

app/desktop/studio_server/repair_api.py

@@ -1,7 +1,12 @@
+import json
+
 from fastapi import FastAPI, HTTPException
 from kiln_ai.adapters.adapter_registry import adapter_for_task
 from kiln_ai.adapters.repair.repair_task import RepairTaskRun
 from kiln_ai.datamodel import TaskRun
+from kiln_ai.datamodel.json_schema import validate_schema
+from kiln_ai.datamodel.task_output import DataSource, DataSourceType
+from kiln_ai.utils.config import Config
 from kiln_server.run_api import model_provider_from_string, task_and_run_from_id
 from pydantic import BaseModel, ConfigDict, Field
 
@@ -73,6 +78,15 @@ async def post_repair_run(
         project_id: str, task_id: str, run_id: str, input: RepairRunPost
     ) -> TaskRun:
         task, run = task_and_run_from_id(project_id, task_id, run_id)
+
+        # manually edited runs are human but the user id is not set
+        source = input.repair_run.output.source
+        if not source or source.type == DataSourceType.human:
+            input.repair_run.output.source = DataSource(
+                type=DataSourceType.human,
+                properties={"created_by": Config.shared().user_id},
+            )
+
         # Update the run object atomically, as validation will fail setting one at a time.
         updated_data = run.model_dump()
         updated_data.update(

…e/kiln_ai/adapters/test_generate_docs.py …ktop/studio_server/test_generate_docs.pylibs/core/kiln_ai/adapters/test_generate_docs.py renamed to app/desktop/studio_server/test_generate_docs.py libs/core/kiln_ai/adapters/test_generate_docs.py renamed to app/desktop/studio_server/test_generate_docs.py

@@ -1,13 +1,18 @@
-import logging
 from typing import List
 
 import pytest
 
-from libs.core.kiln_ai.adapters.ml_model_list import KilnModelProvider, built_in_models
+from app.desktop.studio_server.finetune_api import (
+    FinetuneProviderModel,
+    fetch_fireworks_finetune_models,
+)
+from libs.core.kiln_ai.adapters.ml_model_list import (
+    KilnModelProvider,
+    ModelProviderName,
+    built_in_models,
+)
 from libs.core.kiln_ai.adapters.provider_tools import provider_name_from_id
 
-logger = logging.getLogger(__name__)
-
 
 def _all_providers_support(providers: List[KilnModelProvider], attribute: str) -> bool:
     """Check if all providers support a given feature"""
@@ -28,15 +33,30 @@ def _get_support_status(providers: List[KilnModelProvider], attribute: str) -> s
     return ""
 
 
-def _has_finetune_support(providers: List[KilnModelProvider]) -> str:
+def _has_finetune_support(
+    providers: List[KilnModelProvider], fireworks_models: List[FinetuneProviderModel]
+) -> str:
     """Check if any provider supports fine-tuning"""
+
+    # Check fireworks list
+    for provider in providers:
+        if provider.name.value == ModelProviderName.fireworks_ai:
+            fireworks_id = provider.provider_finetune_id or provider.model_id
+            for index, model in enumerate(fireworks_models):
+                if model.id == fireworks_id:
+                    # We could remove the model from the list so we don't list it again
+                    # fireworks_models.pop(index)
+                    return "✅︎"
+
     return "✅︎" if any(p.provider_finetune_id for p in providers) else ""
 
 
 @pytest.mark.paid(reason="Marking as paid so it isn't run by default")
-def test_generate_model_table():
+async def test_generate_model_table():
     """Generate a markdown table of all models and their capabilities"""
 
+    fireworks_models = await fetch_fireworks_finetune_models()
+
     # Table header
     table = [
         "| Model Name | Providers | Structured Output | Reasoning | Synthetic Data | API Fine-Tuneable |",
@@ -52,14 +72,16 @@ def test_generate_model_table():
         )
         reasoning = _get_support_status(model.providers, "reasoning_capable")
         data_gen = _get_support_status(model.providers, "supports_data_gen")
-        finetune = _has_finetune_support(model.providers)
+        finetune = _has_finetune_support(model.providers, fireworks_models)
 
         row = f"| {model.friendly_name} | {provider_names} | {structured_output} | {reasoning} | {data_gen} | {finetune} |"
         table.append(row)
 
     # Print the table (useful for documentation)
     print("\nModel Capability Matrix:\n")
     print("\n".join(table))
+    print("\n\nFireworks models remaining:\n")
+    print("- " + "\n- ".join(f"{m.name}" for m in fireworks_models), "\n\n")
 
     # Basic assertions to ensure the table is well-formed
     assert len(table) > 2, "Table should have header and at least one row"

app/desktop/studio_server/test_provider_api.py

@@ -1930,7 +1930,7 @@ async def test_connect_vertex_success(mock_config_shared, mock_litellm_acompleti
     assert response.status_code == 200
     assert "Connected to Vertex" in response.body.decode()
     mock_litellm_acompletion.assert_called_once_with(
-        model="vertex_ai/gemini-1.5-flash",
+        model="vertex_ai/gemini-2.0-flash",
         messages=[{"content": "Hello, how are you?", "role": "user"}],
         vertex_project="test-project-id",
         vertex_location="us-central1",
@@ -1955,7 +1955,7 @@ async def test_connect_vertex_failure(mock_config_shared, mock_litellm_acompleti
     assert "Failed to connect to Vertex" in response.body.decode()
     assert "Invalid project ID" in response.body.decode()
     mock_litellm_acompletion.assert_called_once_with(
-        model="vertex_ai/gemini-1.5-flash",
+        model="vertex_ai/gemini-2.0-flash",
         messages=[{"content": "Hello, how are you?", "role": "user"}],
         vertex_project="invalid-project-id",
         vertex_location="us-central1",

app/desktop/studio_server/test_repair_api.py

@@ -12,6 +12,7 @@
     TaskOutput,
     TaskRun,
 )
+from kiln_ai.utils.config import Config
 
 from app.desktop.studio_server.repair_api import (
     RepairRunPost,
@@ -46,13 +47,17 @@ def data_source():
 
 
 @pytest.fixture
-def improvement_task(tmp_path) -> Task:
+def project(tmp_path) -> Project:
     project_path = tmp_path / "test_project" / "project.kiln"
     project_path.parent.mkdir()
 
     project = Project(name="Test Project", path=str(project_path))
     project.save_to_file()
+    return project
 
+
+@pytest.fixture
+def improvement_task(project) -> Task:
     task = Task(name="Test Task", instruction="Test Instruction", parent=project)
     task.save_to_file()
     return task
@@ -83,6 +88,23 @@ def mock_repair_task_run(improvement_task, data_source):
     )
 
 
+@pytest.fixture
+def mock_repair_task_run_human_edited(improvement_task, data_source):
+    return TaskRun(
+        output=TaskOutput(
+            output="Test Output",
+            source={
+                "type": "human",
+                "properties": {
+                    "created_by": "placeholder_user_id",
+                },
+            },
+        ),
+        input="The input to the improvement task",
+        input_source=data_source,
+    )
+
+
 @pytest.fixture
 def mock_langchain_adapter(mock_repair_task_run):
     with patch("app.desktop.studio_server.repair_api.adapter_for_task") as mock:
@@ -180,3 +202,35 @@ def test_repair_run_missing_model_info(
     # Assert
     assert response.status_code == 400
     assert response.json()["detail"] == "Model name and provider must be specified."
+
+
+def test_repair_run_human_source(
+    mock_run_and_task,
+    mock_langchain_adapter,
+    client,
+    improvement_task,
+    mock_repair_task_run_human_edited,
+):
+    # Arrange
+    input_data = RepairRunPost(
+        repair_run=mock_repair_task_run_human_edited.model_dump(),
+        evaluator_feedback="Fix this issue",
+    )
+
+    # Act
+    response = client.post(
+        "/api/projects/proj-ID/tasks/task-ID/runs/run-ID/repair",
+        json=json.loads(input_data.model_dump_json()),
+    )
+
+    # Assert
+    assert response.status_code == 200
+    res = response.json()
+
+    # source must be set and the created_by must be set to the user id
+    repaired_output = res["repaired_output"]
+    assert repaired_output["source"] is not None
+    assert repaired_output["source"]["properties"] is not None
+    assert (
+        repaired_output["source"]["properties"]["created_by"] == Config.shared().user_id
+    )

app/web_ui/package-lock.json

@@ -17,7 +17,7 @@
   "devDependencies": {
     "@redocly/cli": "^1.34.1",
     "@sveltejs/adapter-static": "^3.0.2",
-    "@sveltejs/kit": "^2.17.1",
+    "@sveltejs/kit": "^2.20.6",
     "@sveltejs/vite-plugin-svelte": "^3.1.1",
     "@tailwindcss/typography": "^0.5.13",
     "@typescript-eslint/eslint-plugin": "^6.20.0",
@@ -35,7 +35,7 @@
     "svelte-check": "^3.4.3",
     "tailwindcss": "^3.4.1",
     "typescript": "^5.6.3",
-    "vite": "^5.4.16",
+    "vite": "^5.4.18",
     "vitest": "^1.6.1"
   },
   "type": "module",

app/web_ui/package.json

@@ -136,7 +136,7 @@
   })
 
   function handleKeydown(event: KeyboardEvent) {
-    if (!keyboard_submit) {
+    if (!keyboard_submit || !submit_visible) {
       return
     }
     // Command+Enter (Mac) or Ctrl+Enter (Windows/Linux)