Fix key translation bypass in batch actions and add type validation for batch args.

Route goto/back/forward/currentUrl batch helpers through normalizeKeypressPayload
so CUA-style key names are translated to X11 keysyms. Validate that batch actions
argument is a list/array before passing to batchActions.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: rgarcia

pkg/templates/python/openai-computer-use/agent/agent.py

@@ -324,6 +324,8 @@ def handle_item(self, item):
 
     def _handle_batch_call(self, call_id, args):
         actions = args.get("actions", [])
+        if not isinstance(actions, list):
+            actions = []
         self.computer.batch_actions(actions)
         status_text = "Actions executed successfully."
         terminal_action = self._batch_terminal_read_action(actions if isinstance(actions, list) else [])

pkg/templates/python/openai-computer-use/computers/kernel_computer.py

@@ -235,67 +235,43 @@ def _is_batch_computer_action_type(action_type: str) -> bool:
     }
 
 
+def _press_key_action(
+    keys: List[str], hold_keys: List[str] | None = None
+) -> Dict[str, Any]:
+    payload = _normalize_keypress_payload(keys=keys, hold_keys=hold_keys)
+    return {"type": "press_key", "press_key": payload}
+
+
 def _goto_batch_actions(url: str) -> List[Dict[str, Any]]:
     return [
-        {
-            "type": "press_key",
-            "press_key": {"hold_keys": ["Ctrl"], "keys": ["l"]},
-        },
+        _press_key_action(["l"], hold_keys=["Ctrl"]),
         {
             "type": "sleep",
             "sleep": {"duration_ms": GOTO_CHORD_DELAY_MS},
         },
-        {
-            "type": "press_key",
-            "press_key": {"hold_keys": ["Ctrl"], "keys": ["a"]},
-        },
+        _press_key_action(["a"], hold_keys=["Ctrl"]),
         {
             "type": "type_text",
             "type_text": {"text": url},
         },
-        {
-            "type": "press_key",
-            "press_key": {"keys": ["Return"]},
-        },
+        _press_key_action(["Return"]),
     ]
 
 
 def _back_batch_actions() -> List[Dict[str, Any]]:
-    return [
-        {
-            "type": "press_key",
-            "press_key": {"hold_keys": ["Alt"], "keys": ["Left"]},
-        }
-    ]
+    return [_press_key_action(["Left"], hold_keys=["Alt"])]
 
 
 def _forward_batch_actions() -> List[Dict[str, Any]]:
-    return [
-        {
-            "type": "press_key",
-            "press_key": {"hold_keys": ["Alt"], "keys": ["Right"]},
-        }
-    ]
+    return [_press_key_action(["Right"], hold_keys=["Alt"])]
 
 
 def _current_url_batch_actions() -> List[Dict[str, Any]]:
     return [
-        {
-            "type": "press_key",
-            "press_key": {"hold_keys": ["Ctrl"], "keys": ["l"]},
-        },
-        {
-            "type": "press_key",
-            "press_key": {"hold_keys": ["Ctrl"], "keys": ["a"]},
-        },
-        {
-            "type": "press_key",
-            "press_key": {"hold_keys": ["Ctrl"], "keys": ["c"]},
-        },
-        {
-            "type": "press_key",
-            "press_key": {"keys": ["Escape"]},
-        },
+        _press_key_action(["l"], hold_keys=["Ctrl"]),
+        _press_key_action(["a"], hold_keys=["Ctrl"]),
+        _press_key_action(["c"], hold_keys=["Ctrl"]),
+        _press_key_action(["Escape"]),
     ]
 
 

pkg/templates/typescript/openai-computer-use/lib/agent.ts

@@ -221,7 +221,7 @@ export class Agent {
     callId: string,
     argsObj: Record<string, unknown>,
   ): Promise<ResponseItem[]> {
-    const actions = argsObj.actions as unknown as CuaAction[];
+    const actions = Array.isArray(argsObj.actions) ? (argsObj.actions as CuaAction[]) : [];
     await this.computer.batchActions(actions);
 
     let statusText = 'Actions executed successfully.';

pkg/templates/typescript/openai-computer-use/lib/kernel-computer.ts

@@ -259,34 +259,34 @@ function isBatchComputerActionType(actionType: string): boolean {
   );
 }
 
+function pressKeyAction(keys: string[], holdKeys?: string[]): BatchAction {
+  return { type: 'press_key', press_key: normalizeKeypressPayload(keys, holdKeys) };
+}
+
 function gotoBatchActions(url: string): BatchAction[] {
   return [
-    { type: 'press_key', press_key: { hold_keys: ['Ctrl'], keys: ['l'] } },
+    pressKeyAction(['l'], ['Ctrl']),
     { type: 'sleep', sleep: { duration_ms: GOTO_CHORD_DELAY_MS } },
-    { type: 'press_key', press_key: { hold_keys: ['Ctrl'], keys: ['a'] } },
+    pressKeyAction(['a'], ['Ctrl']),
     { type: 'type_text', type_text: { text: url } },
-    { type: 'press_key', press_key: { keys: ['Return'] } },
+    pressKeyAction(['Return']),
   ];
 }
 
 function backBatchActions(): BatchAction[] {
-  return [
-    { type: 'press_key', press_key: { hold_keys: ['Alt'], keys: ['Left'] } },
-  ];
+  return [pressKeyAction(['Left'], ['Alt'])];
 }
 
 function forwardBatchActions(): BatchAction[] {
-  return [
-    { type: 'press_key', press_key: { hold_keys: ['Alt'], keys: ['Right'] } },
-  ];
+  return [pressKeyAction(['Right'], ['Alt'])];
 }
 
 function currentUrlBatchActions(): BatchAction[] {
   return [
-    { type: 'press_key', press_key: { hold_keys: ['Ctrl'], keys: ['l'] } },
-    { type: 'press_key', press_key: { hold_keys: ['Ctrl'], keys: ['a'] } },
-    { type: 'press_key', press_key: { hold_keys: ['Ctrl'], keys: ['c'] } },
-    { type: 'press_key', press_key: { keys: ['Escape'] } },
+    pressKeyAction(['l'], ['Ctrl']),
+    pressKeyAction(['a'], ['Ctrl']),
+    pressKeyAction(['c'], ['Ctrl']),
+    pressKeyAction(['Escape']),
   ];
 }