Merge pull request #702 from Kiln-AI/main

Update docs for v0.22

Author: scosman

README.md

@@ -7,19 +7,19 @@
 </p>
 
 <h3 align="center">
-    Evals, Synthetic Data, and Fine-Tuning Made Easy
+    Easily Build AI Systems
 </h3>
 
 <p align="center">
   Kiln is a free and intuitive app for building AI systems and products
 </p>
 
 <p align="center">
-  <strong>Guides:</strong>
   <a href="https://docs.kiln.tech/docs/evaluations"><strong>Evals</strong></a> • 
+  <a href="https://docs.kiln.tech/docs/documents-and-search-rag"><strong>RAG</strong></a> • 
+  <a href="https://docs.kiln.tech/docs/agents"><strong>Agents</strong></a> • 
   <a href="https://docs.kiln.tech/docs/fine-tuning-guide"><strong>Fine Tuning</strong></a> •
   <a href="https://docs.kiln.tech/docs/synthetic-data-generation"><strong>Synthetic Data</strong></a> • 
-  <a href="https://docs.kiln.tech/docs/quickstart"><strong>Quick Start</strong></a> • 
   <a href="https://docs.kiln.tech"><strong>All Docs</strong></a>
 </p>
 <p align="center">
@@ -38,14 +38,16 @@
 - 🚀 [**Intuitive Desktop Apps**](https://kiln.tech/download): One-click apps for Windows, MacOS, and Linux.
 - 📊 [**Evals**](https://docs.kiln.tech/docs/evaluations): Evaluate the quality of your models/tasks using state of the art evaluators.
 - 🎛️ [**Fine Tuning**](https://docs.kiln.tech/docs/fine-tuning-guide): Zero-code fine-tuning for Llama, GPT-4o, and more. Automatic serverless deployment of models.
-- 🤖 [**Synthetic Data Generation**](https://docs.kiln.tech/docs/synthetic-data-generation): Generate eval datasets or fine-tuning data with our interactive visual tooling.
+- 🔍 [**Docs & Search (RAG)**](https://docs.kiln.tech/docs/documents-and-search-rag): Add knowledge to your AI systems with Retrieval-Augmented Generation (RAG).
+- 🤖 [**Agents**](https://docs.kiln.tech/docs/agents): Build agentic systems with multiple actors
 - 🛠 [**Tools & MCP**](https://docs.kiln.tech/docs/tools-and-mcp): Connect powerful tools to your Kiln tasks
+- 🪄 [**Synthetic Data Generation**](https://docs.kiln.tech/docs/synthetic-data-generation): Generate eval datasets or fine-tuning data with our interactive visual tooling.
 - 🧠 [**Reasoning Models**](https://docs.kiln.tech/docs/guide-train-a-reasoning-model): Train or distill your own custom reasoning models.
 - 📝 [**Prompt Generation**](https://docs.kiln.tech/docs/prompts): Automatically generate prompts including chain-of-thought, few-shot, and multi-shot, and more.
 - 🌐 [**Comprehensive Model Support**](https://kiln.tech/model_library): Skip the guesswork — we've tested over 100 models' capabilities. Use any model via Ollama, OpenAI, OpenRouter, Fireworks, Groq, AWS, any OpenAI compatible API, and more.
 - 🤝 [**Team Collaboration**](https://docs.kiln.tech/docs/collaboration): Git-based version control for your AI datasets. Intuitive UI makes it easy to collaborate with QA, PM, and subject matter experts on data samples, evals, prompts, ratings and issues.
 - 🗃️ [**Structured Data**](https://docs.kiln.tech/docs/structured-data-json): Build AI tasks that speak JSON.
-- 🧑‍💻 **Open-Source Library and API**: Our Python library and OpenAPI REST API are MIT open source.
+- 🧑‍💻 **Open-Source [Library](https://docs.kiln.tech/developers/python-library-quickstart) and [API](https://docs.kiln.tech/developers/rest-api)**: Our Python library and OpenAPI REST API are MIT open source.
 - 🔒 [**Privacy-First**](https://docs.kiln.tech/docs/privacy): Kiln runs locally on your computer. We can't access your data. Bring your own API keys or use Ollama.
 - 📚 [**Awesome Docs**](https://docs.kiln.tech): easy-to-follow video guides, approachable for beginners, and depth for advanced users.
 - 💰 **Free**: Our apps are free and our library is open-source.
@@ -82,11 +84,14 @@ Kiln is quite intuitive, so we suggest launching the desktop app and diving in.
 - [Guide: Train a Reasoning Model](https://docs.kiln.tech/docs/guide-train-a-reasoning-model)
 - [LLM Evaluators](https://docs.kiln.tech/docs/evaluators)
 - [End to End Project Demo](https://docs.kiln.tech/docs/end-to-end-project-demo)
+- [Tools 101: Intro to Tools & MCP](https://docs.kiln.tech/docs/tools-and-mcp)
 
 ### All Docs
 
 - [Quick Start](https://docs.kiln.tech/getting-started/quickstart)
 - [How to use any AI model or provider in Kiln](https://docs.kiln.tech/docs/models-and-ai-providers)
+- [Documents & Search Tools (RAG)](https://docs.kiln.tech/docs/documents-and-search-rag)
+- [Tools & MCP](https://docs.kiln.tech/docs/tools-and-mcp)
 - [Reasoning & Chain of Thought](https://docs.kiln.tech/docs/reasoning-and-chain-of-thought)
 - [Synthetic Data Generation](https://docs.kiln.tech/docs/synthetic-data-generation)
 - [Collaborating with Kiln](https://docs.kiln.tech/docs/collaboration)

agents/tables_style.md

@@ -3,7 +3,7 @@
 Here's an example of our table styling:
 
 ```
-<div class="overflow-x-auto rounded-lg border">
+<div class="rounded-lg border">
   <table class="table">
     <thead>
       <tr>

app/desktop/WinInnoSetup.iss

@@ -3,7 +3,7 @@
 
 #define MyAppPath "build\dist\Kiln"
 #define MyAppName "Kiln"
-#define MyAppVersion "0.20.1"
+#define MyAppVersion "0.22.0"
 #define MyAppPublisher "Chesterfield Laboratories Inc"
 #define MyAppURL "https://kiln.tech"
 #define MyAppExeName "Kiln.exe"

app/desktop/studio_server/eval_api.py

@@ -34,9 +34,9 @@
 
 def eval_from_id(project_id: str, task_id: str, eval_id: str) -> Eval:
     task = task_from_id(project_id, task_id)
-    for eval in task.evals():
-        if eval.id == eval_id:
-            return eval
+    eval = Eval.from_id_and_parent_path(eval_id, task.path)
+    if eval is not None:
+        return eval
 
     raise HTTPException(
         status_code=404,
@@ -395,7 +395,7 @@ async def create_task_run_config(
             prompt_name = generate_memorable_name()
             frozen_prompt = BasePrompt(
                 name=prompt_name,
-                description=f"Frozen copy of prompt '{prompt_id}', created for evaluations.",
+                description=f"Frozen copy of prompt '{prompt_id}'.",
                 generator_id=prompt_id,
                 prompt=prompt_builder.build_base_prompt(),
                 chain_of_thought_instructions=prompt_builder.chain_of_thought_prompt(),

app/desktop/studio_server/settings_api.py

@@ -3,6 +3,7 @@
 from fastapi import FastAPI, HTTPException
 from kiln_ai.utils.config import Config
 from kiln_ai.utils.filesystem import open_folder
+from kiln_server.project_api import project_from_id
 
 from app.desktop.log_config import get_log_file_path
 
@@ -36,3 +37,16 @@ def open_logs():
             return {"message": "opened"}
         except Exception as e:
             raise HTTPException(status_code=500, detail=str(e))
+
+    @app.post("/api/open_project_folder/{project_id}")
+    def open_project_folder(project_id: str):
+        try:
+            project = project_from_id(project_id)
+            path = project.path
+            if not path:
+                raise HTTPException(status_code=500, detail="Project path not found")
+
+            open_folder(path)
+            return {"message": "opened"}
+        except Exception as e:
+            raise HTTPException(status_code=500, detail=str(e))

app/desktop/studio_server/test_eval_api.py

@@ -288,7 +288,7 @@ async def test_create_task_run_config_with_freezing(
     assert result["prompt"]["name"] == "Custom Name"
     assert (
         result["prompt"]["description"]
-        == "Frozen copy of prompt 'simple_chain_of_thought_prompt_builder', created for evaluations."
+        == "Frozen copy of prompt 'simple_chain_of_thought_prompt_builder'."
     )
     # Fetch it from API
     fetch_response = client.get("/api/projects/project1/tasks/task1/task_run_configs")
@@ -302,7 +302,7 @@ async def test_create_task_run_config_with_freezing(
     assert configs[0]["run_config_properties"]["top_p"] == 1.0
     assert configs[0]["prompt"]["name"] == "Custom Name"
     assert configs[0]["prompt"]["description"] == (
-        "Frozen copy of prompt 'simple_chain_of_thought_prompt_builder', created for evaluations."
+        "Frozen copy of prompt 'simple_chain_of_thought_prompt_builder'."
     )
     assert configs[0]["run_config_properties"]["prompt_id"] == (
         "task_run_config::project1::task1::" + result["id"]