| import argparse |
| import json |
|
|
| import _jsonnet |
| import attr |
|
|
| from seq2struct.utils import evaluation |
|
|
| def add_parser(): |
| parser = argparse.ArgumentParser() |
| parser.add_argument('--config', required=True) |
| parser.add_argument('--config-args') |
| parser.add_argument('--section', required=True) |
| parser.add_argument('--inferred', required=True) |
| parser.add_argument('--output') |
| parser.add_argument('--logdir') |
| args = parser.parse_args() |
| return args |
|
|
| def main(args): |
| real_logdir, metrics = evaluation.compute_metrics(args.config, args.config_args, args.section, args.inferred, args.logdir) |
|
|
| if args.output: |
| if real_logdir: |
| output_path = args.output.replace('__LOGDIR__', real_logdir) |
| else: |
| output_path = args.output |
| with open(output_path, 'w') as f: |
| json.dump(metrics, f) |
| print('Wrote eval results to {}'.format(output_path)) |
| else: |
| print(metrics) |
|
|
|
|
| if __name__ == '__main__': |
| args = add_parser() |
| main(args) |
|
|
