Source code

Download source archive ↓

verify-extended.py

1#!/usr/bin/env python3
2"""Verify an extended Galaxy operator against its repository-built JAR over real Arrow IPC."""
3import argparse,base64,hashlib,json,shlex,struct,subprocess,tempfile
4from pathlib import Path
5import pyarrow as pa
6HERE=Path(__file__).resolve().parent
7RUNTIME='sha256:23732819bf6777f314efc0454034fb8509caac9dc81b84538e52104274cb4af3'
8def main():
9 p=argparse.ArgumentParser(description=__doc__);p.add_argument('--only',required=True);p.add_argument('--artifact',type=Path);p.add_argument('--runtime',default=RUNTIME);p.add_argument('--docker-prefix',default='sudo -n -u cnic -g docker');p.add_argument('--report',type=Path);args=p.parse_args()
10 specs=json.loads((HERE/'extra-specs.json').read_text());s=specs[args.only];f=s['fixture'];jar=(args.artifact or HERE/'target/scala-2.13/xstream-galaxy-operators_2.13-1.0.jar').resolve();prefix=shlex.split(args.docker_prefix)
11 with tempfile.TemporaryDirectory(prefix='galaxy-extended-arrow-') as temp:
12  root=Path(temp);root.chmod(0o755)
13  def fixture(name,data,params):
14   d=root/name;d.mkdir();d.chmod(0o755)
15   table=pa.table({'data':pa.array([data[i:i+2] for i in range(0,len(data),2)],type=pa.binary())})
16   with (d/'input.arrow').open('wb') as stream:
17    with pa.ipc.new_stream(stream,table.schema) as writer:writer.write_table(table,max_chunksize=2)
18   (d/'manifest.json').write_text(json.dumps([{'port':'source','file':'input.arrow','representation':'bytes','format':'text'}]));(d/'params.json').write_text(json.dumps(params));return d
19  def call(d,verb='operator',ok=True):
20   cmd=prefix+['docker','run','--rm','--network','none','--read-only','--cap-drop','ALL','--security-opt','no-new-privileges','--memory','512m','--pids-limit','64','--user','65534:65534','--tmpfs','/tmp:rw,nosuid,nodev,size=32m','-v',str(jar)+':/operator/galaxy.jar:ro','-v',str(root)+':/fixtures:ro','--entrypoint','/opt/java/bin/java',args.runtime,'--add-opens=java.base/java.nio=ALL-UNNAMED','-Dio.netty.tryReflectionSetAccessible=true','-cp','/operator/galaxy.jar:/opt/lib/*',s['entrypoint'],verb]
21   cmd+=['/fixtures/'+d.name,'/fixtures/'+d.name+'/params.json'] if verb=='operator' else ['/fixtures/'+d.name+'/request.json']
22   r=subprocess.run(cmd,capture_output=True,timeout=90)
23   if ok:assert r.returncode==0,r.stderr.decode(errors='replace')
24   else:assert r.returncode!=0,'invalid request accepted'
25   return r.stdout
26  def payload(raw):
27   out=bytearray();pos=0;started=ended=False
28   while pos<len(raw):
29    assert len(raw)-pos>=8;hn,dn=struct.unpack_from('>ii',raw,pos);pos+=8;assert hn>0 and dn>=0 and hn+dn<=len(raw)-pos
30    h=json.loads(raw[pos:pos+hn]);pos+=hn;chunk=raw[pos:pos+dn];pos+=dn;assert h['port']=='result'
31    if h['type']=='start':assert not started and h['representation']=='bytes';started=True
32    elif h['type']=='data':assert started and not ended;out.extend(chunk)
33    elif h['type']=='end':assert started and not ended;ended=True
34    else:raise AssertionError(h)
35   assert started and ended;return bytes(out)
36  d=fixture('valid',f['data'].encode(),f['params']);actual=payload(call(d));assert actual==f['expected'].encode(),(args.only,actual,f['expected']);print('PASS chunked Arrow execution',args.only,flush=True)
37  request={'inputs':{'source':{'representations':['bytes'],'formats':['text'],'certainty':'known','sample':{'representation':'bytes','format':'text','data_base64':base64.b64encode(f['data'].encode()).decode(),'truncated':False}}},'params':f['params'],'preview':{'max_rows':10,'max_bytes':256}}
38  (d/'request.json').write_text(json.dumps(request));out=json.loads(call(d,'infer'));desc=out['outputs']['result'];assert desc['representations']==['bytes'];assert len(json.dumps(desc['sample'],separators=(',',':')).encode())<=256;print('PASS inference and bounded preview',args.only,flush=True)
39  invalid=fixture('invalid',f['data'].encode(),{'unsupported':True});call(invalid,ok=False);request['params']={'unsupported':True};(invalid/'request.json').write_text(json.dumps(request));call(invalid,'infer',False);print('PASS execution/inference parameter rejection',args.only,flush=True)
40  broken=fixture('utf8',b'\xff',f['params']);call(broken,ok=False);print('PASS invalid UTF-8 rejection',args.only,flush=True)
41 report={'operator':s['name']+'@'+s['version'],'artifact_sha256':hashlib.sha256(jar.read_bytes()).hexdigest(),'runtime':args.runtime,'execution_cases':1,'inference_preview_cases':1,'invalid_parameter_cases':2,'encoding_cases':1,'upstream':s['upstream'],'scope':s['scope'],'status':'passed'}
42 if args.report:args.report.parent.mkdir(parents=True,exist_ok=True);args.report.write_text(json.dumps(report,indent=2)+'\n')
43 print(json.dumps(report),flush=True)
44if __name__=='__main__':main()