Source code

Download source archive ↓

verify-extended-jobs.py

1#!/usr/bin/env python3
2"""Run every extended sample through the standalone engine after public publication."""
3import argparse,json,subprocess,time
4from pathlib import Path
5from urllib.request import urlopen
6from urllib.error import HTTPError,URLError
7HERE=Path(__file__).resolve().parent
8ROOT=HERE.parents[2]
9def main():
10 parser=argparse.ArgumentParser(description=__doc__);parser.add_argument('--only',nargs='+');args=parser.parse_args()
11 specs=json.loads((HERE/'extra-specs.json').read_text());all_specs=specs
12 if args.only:
13  assert all(n in specs for n in args.only),'unknown adapter'
14  specs={n:specs[n] for n in args.only}
15 report=HERE/'verification-extended-jobs.json';previous=json.loads(report.read_text()) if report.exists() else {};results=[v for v in previous.get('jobs',[]) if v['operator'].split('@')[0] not in {s['name'] for s in specs.values()}]
16 for name,s in specs.items():
17  deadline=time.monotonic()+3600
18  while True:
19   try:
20    with urlopen('http://127.0.0.1:8820/v1/operators/'+s['name']+'/1.0',timeout=10) as response:json.load(response)
21    break
22   except HTTPError as e:
23    if e.code!=404:raise
24   except URLError:pass
25   if time.monotonic()>deadline:raise TimeoutError('Publication did not complete: '+name)
26   time.sleep(5)
27  cmd=['sudo','-n','-u','cnic','-g','docker',str(ROOT/'xstream-engine/target/universal/stage/bin/xstream-runner'),str(HERE/'engine-extended.yaml'),str(HERE/'jobs-extended'/f'{name}.yaml')]
28  result=subprocess.run(cmd,cwd=ROOT,capture_output=True,timeout=180)
29  assert result.returncode==0,(name,result.stderr.decode(errors='replace')[-6000:])
30  assert result.stdout.decode()==s['fixture']['expected'],(name,result.stdout,s['fixture']['expected'])
31  results.append({'operator':s['name']+'@1.0','job':f'jobs-extended/{name}.yaml','status':'passed','output':result.stdout.decode()})
32  (HERE/'verification-extended-jobs.json').write_text(json.dumps({'status':'passed' if len(results)==len(all_specs) else 'running','completed':len(results),'total':len(all_specs),'jobs':results},indent=2)+'\n')
33  print('PASS standalone Job',name,flush=True)
34if __name__=='__main__':main()