tricu

name_index.py (4881B)

---

 #!/usr/bin/env python3
 """Rebuild the current index; check complete results, persistence and demand.
 
 Optional --unit selects an artifact-only stable module compiler for independent
 source outcomes and complete comparisons with --reference (published by default).
 No compiler generation, publication or acceptance is performed here.
 """
 import argparse
 import hashlib
 import json
 from pathlib import Path
 import subprocess
 from bundle_dag import merge_bundles
 from pattern_lowering import audit
 from shipped_compiler import verify
 from source_equation_cases import cases, quoted
 
 ROOT = Path(__file__).resolve().parent.parent
 
 
 def main():
     p = argparse.ArgumentParser(description=__doc__)
     p.add_argument('tricu', type=Path)
     p.add_argument('--directory', type=Path, required=True)
     p.add_argument('--unit', type=Path)
     p.add_argument('--reference', type=Path, default=ROOT/'test/fixtures/compiler-library.arboricx')
     args = p.parse_args()
     out = args.directory.resolve(); out.mkdir(parents=True, exist_ok=False)
     ws = out/'workspace'; ws.mkdir(); (ws/'tricu.workspace').write_text('tricu.workspace.v1\n')
     host = args.tricu.resolve(); compiler = verify(); sha = lambda p: hashlib.sha256(p.read_bytes()).hexdigest()
     report = dict(complete=False, compiler_sha256=compiler['sha256'], runtime_sha256=sha(host), commands=[])
 
     def run(argv, seconds=300, reject=False):
         command = list(map(str, argv))
         r = subprocess.run(command, capture_output=True, text=True, cwd=ROOT, timeout=seconds)
         report['commands'].append(dict(argv=command, code=r.returncode, stdout=r.stdout, stderr=r.stderr))
         (out/'report.json').write_text(json.dumps(report, indent=2)+'\n')
         if reject:
             assert r.returncode and 'first-binding mismatch' in r.stderr, r
         elif r.returncode:
             raise RuntimeError(r.stdout[-4000:]+r.stderr[-4000:])
 
     paths = dict(source_index='lib/source/index.tri', prelude='lib/prelude.tri', base='lib/base.tri',
                  bytes='lib/bytes.tri', conversions='lib/conversions.tri', native_math='lib/math/native.tri')
     for alias, path in paths.items(): (ws/(alias+'.tri')).write_bytes((ROOT/path).read_bytes())
     report['sources'] = {path: sha(ROOT/path) for path in paths.values()}
 
     def compile(alias):
         output = out/(alias+'.arboricx')
         run([host, 'arboricx', 'compile', '--file', ws/(alias+'.tri'), '--store', out/'store',
              '--output', output, '--compile-timeout', '240', '+RTS', '-N1', '-M8192m', '-RTS'])
         return output
 
     index = compile('source_index')
     report['modules'] = audit(ws, out/'store', compiler['sha256'], {})
     expr = ('let f=builtins.getFlake "git+file://'+str(ROOT)+'";'
             'p=f.inputs.nixpkgs.legacyPackages.x86_64-linux;'
             'in p.haskellPackages.ghcWithPackages(h:[h.cryptonite h.memory h.base16-bytestring h.vector])')
 
     def build(name):
         exe = out/name
         run(['nix', 'shell', '--impure', '--expr', expr, '--command', 'ghc', '-O2', '-rtsopts',
              '-XOverloadedStrings', '-XLambdaCase', '-XMultiWayIf', '-XScopedTypeVariables',
              '-isrc', '-outputdir', out/(name+'-objects'), ROOT/'test'/(name+'.hs'), '-o', exe])
         return exe
 
     checks = build('NameIndex'); run([checks, index, '+RTS', '-M2048m', '-RTS'])
     (ws/'wrong.tri').write_text('!export wrong\nwrong index key = t\n')
     bad = compile('wrong'); wrong = out/'wrong-index.arboricx'
     merge_bundles(wrong, [(index, [('sourceIndexBuild','sourceIndexBuild'), ('sourceIndexPut','sourceIndexPut')]),
                           (bad, [('wrong','sourceIndexGet')])], prune_unreachable=True)
     run([checks, wrong, '+RTS', '-M2048m', '-RTS'], reject=True)
     report['wrong_subject_rejected'] = True
     if args.unit:
         (ws/'parser.tri').write_bytes((ROOT/'lib/parser.tri').read_bytes())
         rows = ['(pair '+quoted(label)+' (pair '+('true' if truth else 'false')+' (pair '+env+
                 ' (pair '+quoted(source)+' '+expected+'))))' for label,source,expected,env,truth in cases]
         (ws/'corpus.tri').write_text('!import prelude *\n!import parser *\n!export fixtures\nfixtures = [\n'+
                                    '\n'.join(rows)+'\n]\n')
         corpus = compile('corpus'); checker = build('NameIndexUnit')
         run([checker, args.reference.resolve(), args.unit.resolve(), corpus, '+RTS', '-M8192m', '-RTS'])
         report['unit'] = dict(sha256=sha(args.unit), reference_sha256=sha(args.reference),
                               cases=len(cases), complete_results=True, environment_controls=6)
     report.update(complete=True, index_sha256=sha(index))
     (out/'report.json').write_text(json.dumps(report, indent=2)+'\n')
     print('PASS name index: complete model, persistence, demand, wrong-subject and source provenance')
 
 
 if __name__ == '__main__': main()