verify-extended-jobs.py
1#!/usr/bin/env python3
2"""Run every extended sample through the standalone engine after public publication."""
3import argparse,json,subprocess,time
4from pathlib import Path
5from urllib.request import urlopen
6from urllib.error import HTTPError,URLError
7HERE=Path(__file__).resolve().parent
8ROOT=HERE.parents[2]
9def main():
10 parser=argparse.ArgumentParser(description=__doc__)
11 parser.add_argument('--only',nargs='+')
12 parser.add_argument('--url',default='http://127.0.0.1:8820')
13 parser.add_argument('--engine',type=Path,default=HERE/'engine-extended.yaml')
14 parser.add_argument('--report',type=Path,default=HERE/'verification-extended-jobs.json')
15 parser.add_argument('--wait-seconds',type=int,default=3600)
16 args=parser.parse_args()
17 specs=json.loads((HERE/'extra-specs.json').read_text());all_specs=specs
18 if args.only:
19 assert all(n in specs for n in args.only),'unknown adapter'
20 specs={n:specs[n] for n in args.only}
21 report=args.report;previous=json.loads(report.read_text()) if report.exists() else {};results=[v for v in previous.get('jobs',[]) if v['operator'].split('@')[0] not in {s['name'] for s in specs.values()}]
22 for name,s in specs.items():
23 deadline=time.monotonic()+args.wait_seconds
24 while True:
25 try:
26 with urlopen(args.url.rstrip('/')+'/v1/operators/'+s['name']+'/'+s['version'],timeout=10) as response:json.load(response)
27 break
28 except HTTPError as e:
29 if e.code!=404:raise
30 except URLError:pass
31 if time.monotonic()>deadline:raise TimeoutError('Publication did not complete: '+name)
32 time.sleep(5)
33 cmd=['sudo','-n','-u','cnic','-g','docker',str(ROOT/'xstream-engine/target/universal/stage/bin/xstream-runner'),str(args.engine.resolve()),str(HERE/'jobs-extended'/f'{name}.yaml')]
34 result=subprocess.run(cmd,cwd=ROOT,capture_output=True,timeout=180)
35 assert result.returncode==0,(name,result.stderr.decode(errors='replace')[-6000:])
36 assert result.stdout.decode()==s['fixture']['expected'],(name,result.stdout,s['fixture']['expected'])
37 results.append({'operator':s['name']+'@'+s['version'],'job':f'jobs-extended/{name}.yaml','status':'passed','output':result.stdout.decode()})
38 (HERE/'verification-extended-jobs.json').write_text(json.dumps({'status':'passed' if len(results)==len(all_specs) else 'running','completed':len(results),'total':len(all_specs),'jobs':results},indent=2)+'\n')
39 print('PASS standalone Job',name,flush=True)
40if __name__=='__main__':main()