verify-pipelines.py
1#!/usr/bin/env python3
2"""Verify public multi-package Galaxy compositions through real engine jobs."""
3import json,subprocess,tempfile
4from pathlib import Path
5HERE=Path(__file__).resolve().parent
6ROOT=HERE.parents[2]
7CASES={
8 'job-vcf-dosage-pipeline.yaml': 'CHROM\tPOS\tREF\tALT\tA\tB\n1\t2\tA\tC\t0\t1\n',
9 'job-dna-word-pipeline.yaml': 'sequence\tword\tcount\tfraction\nx\tAT\t1\t0.333333\nx\tTT\t2\t0.666667\n',
10 'job-codon-projection-pipeline.yaml': 'sequence\tcodons\tcai\ngene\t2\t0.707107\n',
11 'job-joined-regression-pipeline.yaml': 'term\tcoefficient\nintercept\t1.000000\ncolumn_1\t2.000000\nr_squared\t1.000000\n',
12 'job-extended-pipeline.yaml':'seq1\t4\trun1\n',
13 'job-fastq-quality-pipeline.yaml':'NC\n',
14 'job-interval-coverage-pipeline.yaml':'chr1\t0\t4\t1\nchr1\t9\t10\t1\nchr2\t1\t4\t1\n'
15}
16def main():
17 results=[]
18 with tempfile.NamedTemporaryFile(mode='w',suffix='.yaml') as config:
19 config.write((HERE/'engine-extended.yaml').read_text().replace('.xstream-executions-galaxy-extended','.xstream-executions-galaxy-pipelines'));config.flush()
20 verify(config.name,results)
21 (HERE/'verification-pipelines.json').write_text(json.dumps(dict(status='passed',pipelines=results),indent=2)+'\n')
22def verify(config,results):
23 for name,expected in CASES.items():
24 result=subprocess.run(['sudo','-n','-u','cnic','-g','docker',str(ROOT/'xstream-engine/target/universal/stage/bin/xstream-runner'),config,str(HERE/name)],cwd=ROOT,capture_output=True,timeout=180)
25 assert result.returncode==0,(name,result.stderr.decode(errors='replace')[-6000:])
26 actual=result.stdout.decode();assert actual==expected,(name,actual,expected)
27 results.append(dict(job=name,status='passed',expected=expected,output=actual));print('PASS public multi-step pipeline',name,flush=True)
28if __name__=='__main__':main()