Source code

Download source archive ↓

verify-pipelines.py

1#!/usr/bin/env python3
2"""Verify public multi-package Galaxy compositions through real engine jobs."""
3import json,subprocess,tempfile
4from pathlib import Path
5HERE=Path(__file__).resolve().parent
6ROOT=HERE.parents[2]
7CASES={
8 'job-extended-pipeline.yaml':'seq1\t4\trun1\n',
9 'job-fastq-quality-pipeline.yaml':'NC\n',
10 'job-interval-coverage-pipeline.yaml':'chr1\t0\t4\t1\nchr1\t9\t10\t1\nchr2\t1\t4\t1\n'
11}
12def main():
13 results=[]
14 with tempfile.NamedTemporaryFile(mode='w',suffix='.yaml') as config:
15  config.write((HERE/'engine-extended.yaml').read_text().replace('.xstream-executions-galaxy-extended','.xstream-executions-galaxy-pipelines'));config.flush()
16  verify(config.name,results)
17 (HERE/'verification-pipelines.json').write_text(json.dumps(dict(status='passed',pipelines=results),indent=2)+'\n')
18def verify(config,results):
19 for name,expected in CASES.items():
20  result=subprocess.run(['sudo','-n','-u','cnic','-g','docker',str(ROOT/'xstream-engine/target/universal/stage/bin/xstream-runner'),config,str(HERE/name)],cwd=ROOT,capture_output=True,timeout=180)
21  assert result.returncode==0,(name,result.stderr.decode(errors='replace')[-6000:])
22  actual=result.stdout.decode();assert actual==expected,(name,actual,expected)
23  results.append(dict(job=name,status='passed',expected=expected,output=actual));print('PASS public multi-step pipeline',name,flush=True)
24if __name__=='__main__':main()