Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions apps/server/evals/toolUse/cannedTools.ts
Original file line number Diff line number Diff line change
Expand Up @@ -177,6 +177,10 @@ export function makeCannedRoomHandlers(
outcome: "stopped",
threadId: input.threadId,
})),
thread_wrap: answer("thread_wrap", (input) => ({
outcome: "ok",
threads: input.threadIds.map((threadId) => ({ threadId, outcome: "wrapped" as const })),
})),
thread_move: answer("thread_move", () => ({
outcome: "queued",
detail:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"type":"transcript","provider":"claude","protocol":"claude-agent-sdk.query","providerVersion":"2.1.327 (Claude Code)","scenario":"command-approval","recordedAt":"2026-11-19T02:40:59.026Z"}
{"type":"out","channel":0,"frame":{"op":"open","options":{"model":"claude-haiku-5-5","cwd":"<workspace>","permissionMode":"default","includePartialMessages":true,"enableFileCheckpointing":true,"persistSession":true,"forwardSubagentText":true,"effort":"medium","allowedTools":["TodoWrite","TaskCreate","TaskGet","TaskUpdate","TaskList","mcp__threadlines__mark_long_running","mcp__threadlines_room__room_agents","mcp__threadlines_room__room_ask","mcp__threadlines_room__room_review","mcp__threadlines_room__room_hand_off","mcp__threadlines_room__room_history","mcp__threadlines_room__room_diff","mcp__threadlines_room__room_available_agents","mcp__threadlines_room__room_invite","mcp__threadlines_room__thread_agents","mcp__threadlines_room__thread_start","mcp__threadlines_room__thread_list","mcp__threadlines_room__thread_read","mcp__threadlines_room__thread_send","mcp__threadlines_room__thread_stop","mcp__threadlines_room__thread_move","mcp__threadlines_room__schedule_list","mcp__threadlines_room__schedule_create","mcp__threadlines_room__schedule_update","mcp__threadlines_room__app_guide","mcp__threadlines_room__settings_change","mcp__threadlines_room__secret_request","mcp__threadlines_room__alert_assistants","mcp__threadlines_room__project_note_read","mcp__threadlines_room__project_note_write","mcp__threadlines_pages__show_page","mcp__threadlines_pages__preview_page","mcp__threadlines_pages__show_theme","mcp__threadlines_pages__preview_theme","mcp__threadlines_pages__find_vscode_theme","mcp__threadlines_commands__ask_user_to_run"],"perTaskStopAffordance":true,"promptSuggestions":true,"settingSources":["user","project","local"],"additionalDirectories":["<workspace>","<tmp>/threadlines-page-assets/thread-replay"],"extraArgs":{"thinking-display":"summarized"},"mcpServerNames":["threadlines","threadlines_browser","threadlines_commands","threadlines_pages","threadlines_room"],"hooks":{"PostToolUse":[{"matcher":"Edit|Write|MultiEdit|NotebookEdit","hooks":1},{"matcher":"Artifact","hooks":1}],"Stop":[{"matcher":null,"hooks":1}],"UserPromptSubmit":[{"matcher":null,"hooks":1}],"PreToolUse":[{"matcher":"CronCreate|ScheduleWakeup|ProposeGoal","hooks":1}]},"canUseTool":true,"onElicitation":true},"methods":["interrupt","setModel","setPermissionMode","setMaxThinkingTokens","applyFlagSettings","getContextUsage","reloadPlugins","reloadSkills","rewindFiles","stopTask","backgroundTasks","getTaskOutput","mcpServerStatus","readMcpResource","request"]}}
{"type":"out","channel":0,"frame":{"op":"open","options":{"model":"claude-haiku-5-5","cwd":"<workspace>","permissionMode":"default","includePartialMessages":true,"enableFileCheckpointing":true,"persistSession":true,"forwardSubagentText":true,"effort":"medium","allowedTools":["TodoWrite","TaskCreate","TaskGet","TaskUpdate","TaskList","mcp__threadlines__mark_long_running","mcp__threadlines_room__room_agents","mcp__threadlines_room__room_ask","mcp__threadlines_room__room_review","mcp__threadlines_room__room_hand_off","mcp__threadlines_room__room_history","mcp__threadlines_room__room_diff","mcp__threadlines_room__room_available_agents","mcp__threadlines_room__room_invite","mcp__threadlines_room__thread_agents","mcp__threadlines_room__thread_start","mcp__threadlines_room__thread_list","mcp__threadlines_room__thread_read","mcp__threadlines_room__thread_send","mcp__threadlines_room__thread_stop","mcp__threadlines_room__thread_wrap","mcp__threadlines_room__thread_move","mcp__threadlines_room__schedule_list","mcp__threadlines_room__schedule_create","mcp__threadlines_room__schedule_update","mcp__threadlines_room__app_guide","mcp__threadlines_room__settings_change","mcp__threadlines_room__secret_request","mcp__threadlines_room__alert_assistants","mcp__threadlines_room__project_note_read","mcp__threadlines_room__project_note_write","mcp__threadlines_pages__show_page","mcp__threadlines_pages__preview_page","mcp__threadlines_pages__show_theme","mcp__threadlines_pages__preview_theme","mcp__threadlines_pages__find_vscode_theme","mcp__threadlines_commands__ask_user_to_run"],"perTaskStopAffordance":true,"promptSuggestions":true,"settingSources":["user","project","local"],"additionalDirectories":["<workspace>","<tmp>/threadlines-page-assets/thread-replay"],"extraArgs":{"thinking-display":"summarized"},"mcpServerNames":["threadlines","threadlines_browser","threadlines_commands","threadlines_pages","threadlines_room"],"hooks":{"PostToolUse":[{"matcher":"Edit|Write|MultiEdit|NotebookEdit","hooks":1},{"matcher":"Artifact","hooks":1}],"Stop":[{"matcher":null,"hooks":1}],"UserPromptSubmit":[{"matcher":null,"hooks":1}],"PreToolUse":[{"matcher":"CronCreate|ScheduleWakeup|ProposeGoal","hooks":1}]},"canUseTool":true,"onElicitation":true},"methods":["interrupt","setModel","setPermissionMode","setMaxThinkingTokens","applyFlagSettings","getContextUsage","reloadPlugins","reloadSkills","rewindFiles","stopTask","backgroundTasks","getTaskOutput","mcpServerStatus","readMcpResource","request"]}}
{"type":"out","channel":0,"frame":{"op":"prompt","message":{"type":"user","session_id":"","parent_tool_use_id":null,"uuid":"00000000-0000-4000-8000-000000000001","origin":{"kind":"human"},"message":{"role":"user","content":[{"type":"text","text":"Run this exact shell command: echo approved > approved.txt\nThen reply with exactly DONE."}]}}}}
{"type":"in","channel":0,"frame":{"op":"message","message":{"type":"command_lifecycle","command_uuid":"00000000-0000-4000-8000-000000000001","state":"queued","uuid":"f4ba200e-1f78-478a-a26c-e610a94c2ef9","session_id":"3cd338a0-7887-49ec-8c08-7e78631801af"}}}
{"type":"in","channel":0,"frame":{"op":"message","message":{"type":"rate_limit_event","rate_limit_info":{"status":"allowed","resetsAt":1795143600,"rateLimitType":"seven_day","unifiedWindows":{"seven_day":{"utilization":0.41,"resetsAt":1795143600,"status":"allowed"}}},"uuid":"295f1c16-ebff-45c2-9dcb-5ce827d1d580","session_id":"3cd338a0-7887-49ec-8c08-7e78631801af"}}}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"type":"transcript","provider":"claude","protocol":"claude-agent-sdk.query","providerVersion":"2.1.327 (Claude Code)","scenario":"interrupt-mid-turn","recordedAt":"2026-11-19T02:41:04.486Z"}
{"type":"out","channel":0,"frame":{"op":"open","options":{"model":"claude-haiku-5-5","cwd":"<workspace>","permissionMode":"bypassPermissions","includePartialMessages":true,"enableFileCheckpointing":true,"persistSession":true,"forwardSubagentText":true,"effort":"medium","allowedTools":["TodoWrite","TaskCreate","TaskGet","TaskUpdate","TaskList","mcp__threadlines__mark_long_running","mcp__threadlines_room__room_agents","mcp__threadlines_room__room_ask","mcp__threadlines_room__room_review","mcp__threadlines_room__room_hand_off","mcp__threadlines_room__room_history","mcp__threadlines_room__room_diff","mcp__threadlines_room__room_available_agents","mcp__threadlines_room__room_invite","mcp__threadlines_room__thread_agents","mcp__threadlines_room__thread_start","mcp__threadlines_room__thread_list","mcp__threadlines_room__thread_read","mcp__threadlines_room__thread_send","mcp__threadlines_room__thread_stop","mcp__threadlines_room__thread_move","mcp__threadlines_room__schedule_list","mcp__threadlines_room__schedule_create","mcp__threadlines_room__schedule_update","mcp__threadlines_room__app_guide","mcp__threadlines_room__settings_change","mcp__threadlines_room__secret_request","mcp__threadlines_room__alert_assistants","mcp__threadlines_room__project_note_read","mcp__threadlines_room__project_note_write","mcp__threadlines_pages__show_page","mcp__threadlines_pages__preview_page","mcp__threadlines_pages__show_theme","mcp__threadlines_pages__preview_theme","mcp__threadlines_pages__find_vscode_theme","mcp__threadlines_commands__ask_user_to_run"],"perTaskStopAffordance":true,"promptSuggestions":true,"settingSources":["user","project","local"],"additionalDirectories":["<workspace>","<tmp>/threadlines-page-assets/thread-replay"],"extraArgs":{"thinking-display":"summarized"},"mcpServerNames":["threadlines","threadlines_browser","threadlines_commands","threadlines_pages","threadlines_room"],"hooks":{"PostToolUse":[{"matcher":"Edit|Write|MultiEdit|NotebookEdit","hooks":1},{"matcher":"Artifact","hooks":1}],"Stop":[{"matcher":null,"hooks":1}],"UserPromptSubmit":[{"matcher":null,"hooks":1}],"PreToolUse":[{"matcher":"CronCreate|ScheduleWakeup|ProposeGoal","hooks":1}]},"canUseTool":true,"onElicitation":true},"methods":["interrupt","setModel","setPermissionMode","setMaxThinkingTokens","applyFlagSettings","getContextUsage","reloadPlugins","reloadSkills","rewindFiles","stopTask","backgroundTasks","getTaskOutput","mcpServerStatus","readMcpResource","request"]}}
{"type":"out","channel":0,"frame":{"op":"open","options":{"model":"claude-haiku-5-5","cwd":"<workspace>","permissionMode":"bypassPermissions","includePartialMessages":true,"enableFileCheckpointing":true,"persistSession":true,"forwardSubagentText":true,"effort":"medium","allowedTools":["TodoWrite","TaskCreate","TaskGet","TaskUpdate","TaskList","mcp__threadlines__mark_long_running","mcp__threadlines_room__room_agents","mcp__threadlines_room__room_ask","mcp__threadlines_room__room_review","mcp__threadlines_room__room_hand_off","mcp__threadlines_room__room_history","mcp__threadlines_room__room_diff","mcp__threadlines_room__room_available_agents","mcp__threadlines_room__room_invite","mcp__threadlines_room__thread_agents","mcp__threadlines_room__thread_start","mcp__threadlines_room__thread_list","mcp__threadlines_room__thread_read","mcp__threadlines_room__thread_send","mcp__threadlines_room__thread_stop","mcp__threadlines_room__thread_wrap","mcp__threadlines_room__thread_move","mcp__threadlines_room__schedule_list","mcp__threadlines_room__schedule_create","mcp__threadlines_room__schedule_update","mcp__threadlines_room__app_guide","mcp__threadlines_room__settings_change","mcp__threadlines_room__secret_request","mcp__threadlines_room__alert_assistants","mcp__threadlines_room__project_note_read","mcp__threadlines_room__project_note_write","mcp__threadlines_pages__show_page","mcp__threadlines_pages__preview_page","mcp__threadlines_pages__show_theme","mcp__threadlines_pages__preview_theme","mcp__threadlines_pages__find_vscode_theme","mcp__threadlines_commands__ask_user_to_run"],"perTaskStopAffordance":true,"promptSuggestions":true,"settingSources":["user","project","local"],"additionalDirectories":["<workspace>","<tmp>/threadlines-page-assets/thread-replay"],"extraArgs":{"thinking-display":"summarized"},"mcpServerNames":["threadlines","threadlines_browser","threadlines_commands","threadlines_pages","threadlines_room"],"hooks":{"PostToolUse":[{"matcher":"Edit|Write|MultiEdit|NotebookEdit","hooks":1},{"matcher":"Artifact","hooks":1}],"Stop":[{"matcher":null,"hooks":1}],"UserPromptSubmit":[{"matcher":null,"hooks":1}],"PreToolUse":[{"matcher":"CronCreate|ScheduleWakeup|ProposeGoal","hooks":1}]},"canUseTool":true,"onElicitation":true},"methods":["interrupt","setModel","setPermissionMode","setMaxThinkingTokens","applyFlagSettings","getContextUsage","reloadPlugins","reloadSkills","rewindFiles","stopTask","backgroundTasks","getTaskOutput","mcpServerStatus","readMcpResource","request"]}}
{"type":"out","channel":0,"frame":{"op":"prompt","message":{"type":"user","session_id":"","parent_tool_use_id":null,"uuid":"00000000-0000-4000-8000-000000000001","origin":{"kind":"human"},"message":{"role":"user","content":[{"type":"text","text":"Run this exact shell command: sleep 30\nThen reply with exactly FINISHED."}]}}}}
{"type":"in","channel":0,"frame":{"op":"message","message":{"type":"command_lifecycle","command_uuid":"00000000-0000-4000-8000-000000000001","state":"queued","uuid":"e738f31f-0347-4ccd-9338-d9b3231d0df5","session_id":"614f14ee-7f5b-4cb7-ac64-94c180244421"}}}
{"type":"in","channel":0,"frame":{"op":"message","message":{"type":"rate_limit_event","rate_limit_info":{"status":"allowed","resetsAt":1795143600,"rateLimitType":"seven_day","unifiedWindows":{"seven_day":{"utilization":0.41,"resetsAt":1795143600,"status":"allowed"}}},"uuid":"cf104259-e577-4f79-b80d-705604d1128d","session_id":"614f14ee-7f5b-4cb7-ac64-94c180244421"}}}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"type":"transcript","provider":"claude","protocol":"claude-agent-sdk.query","providerVersion":"2.1.327 (Claude Code)","scenario":"revert-turn","recordedAt":"2026-11-19T02:41:15.692Z"}
{"type":"out","channel":0,"frame":{"op":"open","options":{"model":"claude-haiku-5-5","cwd":"<workspace>","permissionMode":"bypassPermissions","includePartialMessages":true,"enableFileCheckpointing":true,"persistSession":true,"forwardSubagentText":true,"effort":"medium","allowedTools":["TodoWrite","TaskCreate","TaskGet","TaskUpdate","TaskList","mcp__threadlines__mark_long_running","mcp__threadlines_room__room_agents","mcp__threadlines_room__room_ask","mcp__threadlines_room__room_review","mcp__threadlines_room__room_hand_off","mcp__threadlines_room__room_history","mcp__threadlines_room__room_diff","mcp__threadlines_room__room_available_agents","mcp__threadlines_room__room_invite","mcp__threadlines_room__thread_agents","mcp__threadlines_room__thread_start","mcp__threadlines_room__thread_list","mcp__threadlines_room__thread_read","mcp__threadlines_room__thread_send","mcp__threadlines_room__thread_stop","mcp__threadlines_room__thread_move","mcp__threadlines_room__schedule_list","mcp__threadlines_room__schedule_create","mcp__threadlines_room__schedule_update","mcp__threadlines_room__app_guide","mcp__threadlines_room__settings_change","mcp__threadlines_room__secret_request","mcp__threadlines_room__alert_assistants","mcp__threadlines_room__project_note_read","mcp__threadlines_room__project_note_write","mcp__threadlines_pages__show_page","mcp__threadlines_pages__preview_page","mcp__threadlines_pages__show_theme","mcp__threadlines_pages__preview_theme","mcp__threadlines_pages__find_vscode_theme","mcp__threadlines_commands__ask_user_to_run"],"perTaskStopAffordance":true,"promptSuggestions":true,"settingSources":["user","project","local"],"additionalDirectories":["<workspace>","<tmp>/threadlines-page-assets/thread-replay"],"extraArgs":{"thinking-display":"summarized"},"mcpServerNames":["threadlines","threadlines_browser","threadlines_commands","threadlines_pages","threadlines_room"],"hooks":{"PostToolUse":[{"matcher":"Edit|Write|MultiEdit|NotebookEdit","hooks":1},{"matcher":"Artifact","hooks":1}],"Stop":[{"matcher":null,"hooks":1}],"UserPromptSubmit":[{"matcher":null,"hooks":1}],"PreToolUse":[{"matcher":"CronCreate|ScheduleWakeup|ProposeGoal","hooks":1}]},"canUseTool":true,"onElicitation":true},"methods":["interrupt","setModel","setPermissionMode","setMaxThinkingTokens","applyFlagSettings","getContextUsage","reloadPlugins","reloadSkills","rewindFiles","stopTask","backgroundTasks","getTaskOutput","mcpServerStatus","readMcpResource","request"]}}
{"type":"out","channel":0,"frame":{"op":"open","options":{"model":"claude-haiku-5-5","cwd":"<workspace>","permissionMode":"bypassPermissions","includePartialMessages":true,"enableFileCheckpointing":true,"persistSession":true,"forwardSubagentText":true,"effort":"medium","allowedTools":["TodoWrite","TaskCreate","TaskGet","TaskUpdate","TaskList","mcp__threadlines__mark_long_running","mcp__threadlines_room__room_agents","mcp__threadlines_room__room_ask","mcp__threadlines_room__room_review","mcp__threadlines_room__room_hand_off","mcp__threadlines_room__room_history","mcp__threadlines_room__room_diff","mcp__threadlines_room__room_available_agents","mcp__threadlines_room__room_invite","mcp__threadlines_room__thread_agents","mcp__threadlines_room__thread_start","mcp__threadlines_room__thread_list","mcp__threadlines_room__thread_read","mcp__threadlines_room__thread_send","mcp__threadlines_room__thread_stop","mcp__threadlines_room__thread_wrap","mcp__threadlines_room__thread_move","mcp__threadlines_room__schedule_list","mcp__threadlines_room__schedule_create","mcp__threadlines_room__schedule_update","mcp__threadlines_room__app_guide","mcp__threadlines_room__settings_change","mcp__threadlines_room__secret_request","mcp__threadlines_room__alert_assistants","mcp__threadlines_room__project_note_read","mcp__threadlines_room__project_note_write","mcp__threadlines_pages__show_page","mcp__threadlines_pages__preview_page","mcp__threadlines_pages__show_theme","mcp__threadlines_pages__preview_theme","mcp__threadlines_pages__find_vscode_theme","mcp__threadlines_commands__ask_user_to_run"],"perTaskStopAffordance":true,"promptSuggestions":true,"settingSources":["user","project","local"],"additionalDirectories":["<workspace>","<tmp>/threadlines-page-assets/thread-replay"],"extraArgs":{"thinking-display":"summarized"},"mcpServerNames":["threadlines","threadlines_browser","threadlines_commands","threadlines_pages","threadlines_room"],"hooks":{"PostToolUse":[{"matcher":"Edit|Write|MultiEdit|NotebookEdit","hooks":1},{"matcher":"Artifact","hooks":1}],"Stop":[{"matcher":null,"hooks":1}],"UserPromptSubmit":[{"matcher":null,"hooks":1}],"PreToolUse":[{"matcher":"CronCreate|ScheduleWakeup|ProposeGoal","hooks":1}]},"canUseTool":true,"onElicitation":true},"methods":["interrupt","setModel","setPermissionMode","setMaxThinkingTokens","applyFlagSettings","getContextUsage","reloadPlugins","reloadSkills","rewindFiles","stopTask","backgroundTasks","getTaskOutput","mcpServerStatus","readMcpResource","request"]}}
{"type":"out","channel":0,"frame":{"op":"prompt","message":{"type":"user","session_id":"","parent_tool_use_id":null,"uuid":"00000000-0000-4000-8000-000000000001","origin":{"kind":"human"},"message":{"role":"user","content":[{"type":"text","text":"Create a file named notes.txt whose only content is the line: one\nThen reply with exactly OK."}]}}}}
{"type":"in","channel":0,"frame":{"op":"message","message":{"type":"command_lifecycle","command_uuid":"00000000-0000-4000-8000-000000000001","state":"queued","uuid":"f632b1f4-0712-434d-9168-1df5f220a4e6","session_id":"71ddd49e-ef4c-4ddb-b74b-18fcd2774aaf"}}}
{"type":"in","channel":0,"frame":{"op":"message","message":{"type":"rate_limit_event","rate_limit_info":{"status":"allowed","resetsAt":1795143600,"rateLimitType":"seven_day","unifiedWindows":{"seven_day":{"utilization":0.41,"resetsAt":1795143600,"status":"allowed"}}},"uuid":"d1a9df0d-6407-4e9d-be24-7c64d6c4cd5d","session_id":"71ddd49e-ef4c-4ddb-b74b-18fcd2774aaf"}}}
Expand Down
Loading
Loading