verify-extended.py
1#!/usr/bin/env python3
2"""Verify an extended Galaxy operator against its repository-built JAR over real Arrow IPC."""
3import argparse,base64,hashlib,json,shlex,struct,subprocess,tempfile
4from pathlib import Path
5import pyarrow as pa
6HERE=Path(__file__).resolve().parent
7RUNTIME='sha256:23732819bf6777f314efc0454034fb8509caac9dc81b84538e52104274cb4af3'
8def main():
9 p=argparse.ArgumentParser(description=__doc__);p.add_argument('--only',required=True);p.add_argument('--artifact',type=Path);p.add_argument('--runtime',default=RUNTIME);p.add_argument('--docker-prefix',default='sudo -n -u cnic -g docker');p.add_argument('--report',type=Path);args=p.parse_args()
10 specs=json.loads((HERE/'extra-specs.json').read_text());s=specs[args.only];f=s['fixture'];jar=(args.artifact or HERE/'target/scala-2.13/xstream-galaxy-operators_2.13-1.0.jar').resolve();prefix=shlex.split(args.docker_prefix)
11 with tempfile.TemporaryDirectory(prefix='galaxy-extended-arrow-') as temp:
12 root=Path(temp);root.chmod(0o755)
13 def fixture(name,data,params):
14 d=root/name;d.mkdir();d.chmod(0o755)
15 inputs={'source':data,**{k:v.encode() for k,v in f.get('inputs',{}).items()}};manifest=[]
16 for port,value in inputs.items():
17 table=pa.table({'data':pa.array([value[i:i+2] for i in range(0,len(value),2)],type=pa.binary())})
18 with (d/(port+'.arrow')).open('wb') as stream:
19 with pa.ipc.new_stream(stream,table.schema) as writer:writer.write_table(table,max_chunksize=2)
20 manifest.append({'port':port,'file':port+'.arrow','representation':'bytes','format':'text'})
21 (d/'manifest.json').write_text(json.dumps(manifest));(d/'params.json').write_text(json.dumps(params));return d
22 def call(d,verb='operator',ok=True):
23 cmd=prefix+['docker','run','--rm','--network','none','--read-only','--cap-drop','ALL','--security-opt','no-new-privileges','--memory','512m','--pids-limit','64','--user','65534:65534','--tmpfs','/tmp:rw,nosuid,nodev,size=32m','-v',str(jar)+':/operator/galaxy.jar:ro','-v',str(root)+':/fixtures:ro','--entrypoint','/opt/java/bin/java',args.runtime,'--add-opens=java.base/java.nio=ALL-UNNAMED','-Dio.netty.tryReflectionSetAccessible=true','-cp','/operator/galaxy.jar:/opt/lib/*',s['entrypoint'],verb]
24 cmd+=['/fixtures/'+d.name,'/fixtures/'+d.name+'/params.json'] if verb=='operator' else ['/fixtures/'+d.name+'/request.json']
25 r=subprocess.run(cmd,capture_output=True,timeout=90)
26 if ok:assert r.returncode==0,r.stderr.decode(errors='replace')
27 else:assert r.returncode!=0,'invalid request accepted'
28 return r.stdout
29 def payload(raw):
30 out=bytearray();pos=0;started=ended=False
31 while pos<len(raw):
32 assert len(raw)-pos>=8;hn,dn=struct.unpack_from('>ii',raw,pos);pos+=8;assert hn>0 and dn>=0 and hn+dn<=len(raw)-pos
33 h=json.loads(raw[pos:pos+hn]);pos+=hn;chunk=raw[pos:pos+dn];pos+=dn;assert h['port']=='result'
34 if h['type']=='start':assert not started and h['representation']=='bytes';started=True
35 elif h['type']=='data':assert started and not ended;out.extend(chunk)
36 elif h['type']=='end':assert started and not ended;ended=True
37 else:raise AssertionError(h)
38 assert started and ended;return bytes(out)
39 d=fixture('valid',f['data'].encode(),f['params']);actual=payload(call(d));assert actual==f['expected'].encode(),(args.only,actual,f['expected']);print('PASS chunked Arrow execution',args.only,flush=True)
40 request={'inputs':{'source':{'representations':['bytes'],'formats':['text'],'certainty':'known','sample':{'representation':'bytes','format':'text','data_base64':base64.b64encode(f['data'].encode()).decode(),'truncated':False}}},'params':f['params'],'preview':{'max_rows':10,'max_bytes':256}}
41 for port,value in f.get('inputs',{}).items():request['inputs'][port]={'representations':['bytes'],'formats':['text'],'certainty':'known','sample':{'representation':'bytes','format':'text','data_base64':base64.b64encode(value.encode()).decode(),'truncated':False}}
42 (d/'request.json').write_text(json.dumps(request));out=json.loads(call(d,'infer'));desc=out['outputs']['result'];assert desc['representations']==['bytes'];assert len(json.dumps(desc['sample'],separators=(',',':')).encode())<=256;print('PASS inference and bounded preview',args.only,flush=True)
43 property_cases=0
44 if args.only=='seqtk_randbase':
45 extra=fixture('ambiguity',b'>x\nMRWSYKmrwsykN\n',{'seed':11});one=payload(call(extra));two=payload(call(extra));assert one==two,'seed is not reproducible';sequence=one.decode().splitlines()[1];allowed=['AC','AG','AT','CG','CT','GT'];assert all(c.upper() in allowed[i%6] for i,c in enumerate(sequence[:-1])) and sequence[-1]=='N';assert sequence[:6].isupper() and sequence[6:12].islower();property_cases=2
46 if args.only=='seqtk_sample':
47 extra=fixture('reservoir',b''.join(('>r'+str(i)+'\nAC\n').encode() for i in range(30)),{'seed':11,'count':5});one=payload(call(extra));two=payload(call(extra));assert one==two,'reservoir seed is not reproducible';titles=[s for s in one.decode().splitlines() if s.startswith('>')];assert len(titles)==5 and len(set(titles))==5;assert all(0<=int(s[2:])<30 for s in titles);property_cases=2
48 invalid=fixture('invalid',f['data'].encode(),{'unsupported':True});call(invalid,ok=False);request['params']={'unsupported':True};(invalid/'request.json').write_text(json.dumps(request));call(invalid,'infer',False);print('PASS execution/inference parameter rejection',args.only,flush=True)
49 broken=fixture('utf8',b'\xff',f['params']);call(broken,ok=False);print('PASS invalid UTF-8 rejection',args.only,flush=True)
50 report={'operator':s['name']+'@'+s['version'],'artifact_sha256':hashlib.sha256(jar.read_bytes()).hexdigest(),'runtime':args.runtime,'execution_cases':1+property_cases,'inference_preview_cases':1,'invalid_parameter_cases':2,'encoding_cases':1,'upstream':s['upstream'],'scope':s['scope'],'status':'passed'}
51 if args.report:args.report.parent.mkdir(parents=True,exist_ok=True);args.report.write_text(json.dumps(report,indent=2)+'\n')
52 print(json.dumps(report),flush=True)
53if __name__=='__main__':main()