llvm-for-llvmta/utils/bugpoint_gisel_reducer.py

#!/usr/bin/env python

"""Reduces GlobalISel failures.

This script is a utility to reduce tests that GlobalISel
fails to compile.

It runs llc to get the error message using a regex and creates
a custom command to check that specific error. Then, it runs bugpoint
with the custom command.

"""
from __future__ import print_function
import argparse
import re
import subprocess
import sys
import tempfile
import os


def log(msg):
    print(msg)


def hr():
    log('-' * 50)


def log_err(msg):
    print('ERROR: {}'.format(msg), file=sys.stderr)


def check_path(path):
    if not os.path.exists(path):
        log_err('{} does not exist.'.format(path))
        raise
    return path


def check_bin(build_dir, bin_name):
    file_name = '{}/bin/{}'.format(build_dir, bin_name)
    return check_path(file_name)


def run_llc(llc, irfile):
    pr = subprocess.Popen([llc,
                           '-o',
                           '-',
                           '-global-isel',
                           '-pass-remarks-missed=gisel',
                           irfile],
                          stdout=subprocess.PIPE,
                          stderr=subprocess.PIPE)
    out, err = pr.communicate()
    res = pr.wait()
    if res == 0:
        return 0
    re_err = re.compile(
        r'LLVM ERROR: ([a-z\s]+):.*(G_INTRINSIC[_A-Z]* <intrinsic:@[a-zA-Z0-9\.]+>|G_[A-Z_]+)')
    match = re_err.match(err)
    if not match:
        return 0
    else:
        return [match.group(1), match.group(2)]


def run_bugpoint(bugpoint_bin, llc_bin, opt_bin, tmp, ir_file):
    compileCmd = '-compile-command={} -c {} {}'.format(
        os.path.realpath(__file__), llc_bin, tmp)
    pr = subprocess.Popen([bugpoint_bin,
                           '-compile-custom',
                           compileCmd,
                           '-opt-command={}'.format(opt_bin),
                           ir_file])
    res = pr.wait()
    if res != 0:
        log_err("Unable to reduce the test.")
        raise


def run_bugpoint_check():
    path_to_llc = sys.argv[2]
    path_to_err = sys.argv[3]
    path_to_ir = sys.argv[4]
    with open(path_to_err, 'r') as f:
        err = f.read()
        res = run_llc(path_to_llc, path_to_ir)
        if res == 0:
            return 0
        log('GlobalISed failed, {}: {}'.format(res[0], res[1]))
        if res != err.split(';'):
            return 0
        else:
            return 1


def main():
    # Check if this is called by bugpoint.
    if len(sys.argv) == 5 and sys.argv[1] == '-c':
        sys.exit(run_bugpoint_check())

    # Parse arguments.
    parser = argparse.ArgumentParser(
        description=__doc__, formatter_class=argparse.RawTextHelpFormatter)
    parser.add_argument('BuildDir', help="Path to LLVM build directory")
    parser.add_argument('IRFile', help="Path to the input IR file")
    args = parser.parse_args()

    # Check if the binaries exist.
    build_dir = check_path(args.BuildDir)
    ir_file = check_path(args.IRFile)
    llc_bin = check_bin(build_dir, 'llc')
    opt_bin = check_bin(build_dir, 'opt')
    bugpoint_bin = check_bin(build_dir, 'bugpoint')

    # Run llc to see if GlobalISel fails.
    log('Running llc...')
    res = run_llc(llc_bin, ir_file)
    if res == 0:
        log_err("Expected failure")
        raise
    hr()
    log('GlobalISel failed, {}: {}.'.format(res[0], res[1]))
    tmp = tempfile.NamedTemporaryFile()
    log('Writing error to {} for bugpoint.'.format(tmp.name))
    tmp.write(';'.join(res))
    tmp.flush()
    hr()

    # Run bugpoint.
    log('Running bugpoint...')
    run_bugpoint(bugpoint_bin, llc_bin, opt_bin, tmp.name, ir_file)
    hr()
    log('Done!')
    hr()
    output_file = 'bugpoint-reduced-simplified.bc'
    log('Run llvm-dis to disassemble the output:')
    log('$ {}/bin/llvm-dis -o - {}'.format(build_dir, output_file))
    log('Run llc to reproduce the problem:')
    log('$ {}/bin/llc -o - -global-isel '
        '-pass-remarks-missed=gisel {}'.format(build_dir, output_file))


if __name__ == '__main__':
    main()