[Hackathon] fix(create-batch): --run JSON output silently drops per-spec creation failures #483

import assert from 'node:assert/strict';
import { mkdirSync, writeFileSync } from 'node:fs';
import { resolve, join } from 'node:path';
import { Command } from './testsprite-cli/node_modules/commander/index.js';
import { createTestCommand } from './testsprite-cli/dist/commands/test.js';
const dir=resolve('work/batch-receipt-fixture');
mkdirSync(dir,{recursive:true});
const plans=join(dir,'plans.jsonl');
const spec={projectId:'project_fixture',type:'frontend',name:'Valid plan',planSteps:[{type:'action',description:'Open home page'}]};
writeFileSync(plans,[spec,{...spec,projectId:'project_missing',name:'Plan in missing project'}].map(x=>JSON.stringify(x)).join('\n'));
const stamp='2026-10-17T00:00:00Z';
const receipt={results:[{specIndex:0,testId:'test_created',status:'created'},{specIndex:1,status:'not_found',error:{code:'NOT_FOUND',message:'Project project_missing was not found'}}],summary:{total:2,created:1,failed:1}};
const outputs=[];
for(const mode of ['create-only-json','run-json','wait-json','run-text']){
 const stdout=[],stderr=[],requests=[];
 const deps={env:{TESTSPRITE_API_KEY:'sk-user-offline-fixture',TESTSPRITE_API_URL:'https://mock.example.com'},credentialsPath:join(dir,'absent-credentials'),stdout:x=>stdout.push(x),stderr:x=>stderr.push(x),fetchImpl:async(input,init={})=>{
  const url=new URL(typeof input==='string'?input:input.url??input.href);
  assert.equal(url.hostname,'mock.example.com');
  const path=url.pathname.replace('/api/cli/v1','');
  const method=init.method??'GET';requests.push({method,path});
  let body;
  if(path==='/tests/batch'&&method==='POST')body=receipt;
  else if(path==='/projects/project_missing/env')return new Response(JSON.stringify({error:{code:'NOT_FOUND',message:'Project project_missing was not found',requestId:'fixture'}}),{status:404,headers:{'content-type':'application/json'}});
  else if(path==='/projects/project_fixture/env')body={environments:[{name:'default',url:'https://example.com',isDefault:true,isTemporary:false}]};
  else if(path==='/tests/test_created/runs'&&method==='POST')body={runId:'run_created',status:'queued',enqueuedAt:stamp,codeVersion:'v1',targetUrl:'https://example.com'};
  else if(path==='/runs/run_created')body={runId:'run_created',testId:'test_created',projectId:'project_fixture',userId:'fixture',status:'passed',source:'cli',createdAt:stamp,startedAt:stamp,finishedAt:stamp,codeVersion:'v1',targetUrl:'https://example.com',createdFrom:'cli',failedStepIndex:null,failureKind:null,error:null,videoUrl:null,stepSummary:{total:1,completed:1,passedCount:1,failedCount:0}};
  else throw Error('Unexpected request: '+method+' '+path);
  return new Response(JSON.stringify(body),{status:200,headers:{'content-type':'application/json'}});
 }};
 const args=['--output',mode==='run-text'?'text':'json','test','create-batch','--plans',plans];
 if(mode!=='create-only-json')args.push('--run');
 if(mode==='wait-json')args.push('--wait');
 await new Command('testsprite').option('--output <mode>').addCommand(createTestCommand(deps)).parseAsync(args,{from:'user'});
 if(mode==='create-only-json')assert.equal(JSON.parse(stdout[0]).results[1].status,'not_found');
 else if(mode!=='run-text'){
  const result=JSON.parse(stdout[0]);
  assert.equal(stdout.length,1);assert.equal(result.results.length,1);
  assert.equal(result.summary,undefined);
  assert.ok(!JSON.stringify({stdout,stderr}).includes('Project project_missing was not found'));
 }
 outputs.push({mode,exitCode:0,stdout,stderr,requests});
}
console.log(JSON.stringify({node:process.version,receipt,outputs},null,2));