ts-cua updates+

Author: raidendotai

README.md

@@ -124,7 +124,7 @@ kernel invoke python-basic get-page-title --payload '{"url": "https://www.google
 kernel invoke python-bu bu-task --payload '{"task": "Compare the price of gpt-4o and DeepSeek-V3"}'
 
 # Typescript + CUA Sample
-kernel invoke ts-cua cua-task --payload '{"query": "open hackernews and get the top 5 articles"}'
+kernel invoke ts-cua cua-task --payload '{"task": "open hackernews and get the top 5 articles"}'
 ```
 
 ## Sample apps reference
@@ -138,7 +138,7 @@ These are the sample apps currently available when you run `npx @onkernel/create
 | **stagehand** | Returns the first result of a specified Google search | Stagehand | `{ query }` |
 | **advanced-sample** | Implements sample apps using advanced Kernel configs | n/a |
 | **computer-use** | Implements a prompt loop | Anthropic Computer Use API | `{ query }` |
-| **cua** | Implements the OpenAI Computer Using Agent (CUA) | OpenAI CUA | `{ query }` |
+| **cua** | Implements the OpenAI Computer Using Agent (CUA) | OpenAI CUA | `{ task }` |
 
 ## Documentation
 

templates/typescript/cua/index.ts

@@ -15,18 +15,18 @@ if (!process.env.OPENAI_API_KEY) throw new Error('OPENAI_API_KEY is not set');
  * Example app that run an agent using openai CUA
  * Args:
  *     ctx: Kernel context containing invocation information
- *     payload: An object with a `query` property
+ *     payload: An object with a `task` property
  * Returns:
- *     An answer to the query, elapsed time and optionally the messages stack
+ *     An answer to the task, elapsed time and optionally the messages stack
  * Invoke this via CLI:
  *  export KERNEL_API_KEY=<your_api_key>
  *  kernel deploy index.ts -e OPENAI_API_KEY=XXXXX --force
- *  kernel invoke ts-cua cua-task -p "{\"query\":\"current market price range for a used dreamcast\"}"
+ *  kernel invoke ts-cua cua-task -p "{\"task\":\"current market price range for a used dreamcast\"}"
  *  kernel logs ts-cua -f # Open in separate tab
  */
 
 interface CuaInput {
-	query: string;
+	task: string;
 }
 
 interface CuaOutput {
@@ -47,28 +47,28 @@ app.action<CuaInput, CuaOutput>(
 			kernelBrowser.browser_live_view_url,
 		);
 
-		if (!payload?.query){
-			throw new Error('query is required');
+		if (!payload?.task){
+			throw new Error('task is required');
 		}
 
 		try {
 
 			// kernel browser
 			const { computer } = await computers.create({
-				type: "kernel",
+				type: "kernel", // for local testing before deploying to Kernel, you can use type: "local"
 				cdp_ws_url: kernelBrowser.cdp_ws_url,
 			});
 
 			// setup agent
-			const agent = new Agent(
-				"computer-use-preview",
+			const agent = new Agent({
+				model: "computer-use-preview",
 				computer,
-				[], // additional tools
-				(message: string) => {
+				tools: [], // additional function_call tools to provide to the llm
+				acknowledge_safety_check_callback: (message: string) => {
 					console.log(`> safety check: ${message}`);
 					return true; // Auto-acknowledge all safety checks for testing
 				},
-			);
+			});
 
 			// start agent run
 			const response = await agent.runFullTurn({
@@ -83,7 +83,7 @@ app.action<CuaInput, CuaOutput>(
 						content: [
 							{
 								type: "input_text",
-								text: payload.query,
+								text: payload.task,
 								// text: "go to https://news.ycombinator.com , open top article , describe the target website design (in yaml format)"
 							},
 						],

templates/typescript/cua/lib/agent.ts

@@ -47,13 +47,17 @@ export class Agent {
 	private show_images: boolean;
 	private acknowledge_safety_check_callback: AcknowledgeSafetyCheckCallback;
 
-	constructor(
-		model: string = "computer-use-preview",
-		computer: BasePlaywrightComputer | null = null,
-		tools: Tool[],
-		acknowledge_safety_check_callback: AcknowledgeSafetyCheckCallback = () =>
-			true,
-	) {
+	constructor({
+		model = "computer-use-preview",
+		computer = null,
+		tools = [],
+		acknowledge_safety_check_callback = () => true,
+	}: {
+		model?: string;
+		computer?: BasePlaywrightComputer | null;
+		tools?: Tool[];
+		acknowledge_safety_check_callback?: AcknowledgeSafetyCheckCallback;
+	}) {
 		this.model = model;
 		this.computer = computer;
 		this.tools = [...toolset.shared, ...tools];