import csv import os def_flags="--release --no-default-features --features std,snapshot_fast,restarting,do_hash_notify_state,fuzz_int,trace_job_response_times" remote="remote/" RUNTIME=57600 NUM_ITERS=10 rule build_default: input: "../Cargo.toml", "../src" output: directory("bins/target_default") shell: "cargo build --target-dir {output} {def_flags}" rule build_showmap: input: "bins/target_default" output: directory("bins/target_showmap") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_stg" rule build_random: input: "bins/target_default" output: directory("bins/target_random") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},feed_longest" rule build_frafl: input: "bins/target_default" output: directory("bins/target_frafl") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_frafl,feed_longest" rule build_afl: input: "bins/target_default" output: directory("bins/target_afl") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_afl,observe_hitcounts" rule build_stg: input: "bins/target_default" output: directory("bins/target_stg") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_stg" rule build_stg_abbpath: input: "bins/target_default" output: directory("bins/target_stg_abbpath") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_stg_abbpath" rule build_stg_edge: input: "bins/target_default" output: directory("bins/target_stg_edge") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_stg_edge" rule build_feedgeneration1: input: "bins/target_default" output: directory("bins/target_feedgeneration1") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},feed_genetic,gensize_1" rule build_feedgeneration10: input: "bins/target_default" output: directory("bins/target_feedgeneration10") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},feed_genetic,gensize_10" rule build_feedgeneration100: input: "bins/target_default" output: directory("bins/target_feedgeneration100") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_genetic,gensize_100" rule build_genetic100: input: "bins/target_default" output: directory("bins/target_genetic100") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_genetic,mutate_stg,gensize_100" rule build_feedgeneration1000: input: "bins/target_default" output: directory("bins/target_feedgeneration1000") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_genetic,gensize_1000" rule build_genetic1000: input: "bins/target_default" output: directory("bins/target_genetic1000") shell: "cp -r -a --reflink=auto {input} {output} && cargo build --target-dir {output} {def_flags},config_genetic,mutate_stg,gensize_1000" rule run_bench: input: "build/{target}.elf", "bins/target_{fuzzer}" output: multiext("timedump/{fuzzer}/{target}#{num}", ".time", ".log") # , ".case" run: with open('target_symbols.csv') as csvfile: reader = csv.DictReader(csvfile) line = next((x for x in reader if x['\ufeffkernel']==wildcards.target), None) if line == None: return False kernel=line['\ufeffkernel'] fuzz_main=line['main_function'] fuzz_input=line['input_symbol'] fuzz_len=line['input_size'] bkp=line['return_function'] select_task=line['select_task'] if wildcards.fuzzer.find('random') >= 0: script=""" export RUST_BACKTRACE=1 mkdir -p $(dirname {output[0]}) set +e echo $(pwd)/{input[1]}/release/fret -n $(pwd)/timedump/{wildcards.fuzzer}/{wildcards.target}#{wildcards.num} -s {select_task} -t -a -g -k {input[0]} -c ./target_symbols.csv fuzz --random -t {RUNTIME} -s {wildcards.num} $(pwd)/{input[1]}/release/fret -n $(pwd)/timedump/{wildcards.fuzzer}/{wildcards.target}#{wildcards.num} -s {select_task} -t -a -g -k {input[0]} -c ./target_symbols.csv fuzz --random -t {RUNTIME} -s {wildcards.num} > {output[1]} 2>&1 exit 0 """ else: script=""" export RUST_BACKTRACE=1 mkdir -p $(dirname {output[0]}) set +e echo $(pwd)/{input[1]}/release/fret -n $(pwd)/timedump/{wildcards.fuzzer}/{wildcards.target}#{wildcards.num} -s {select_task} -t -a -g -k {input[0]} -c ./target_symbols.csv fuzz -t {RUNTIME} -s {wildcards.num} $(pwd)/{input[1]}/release/fret -n $(pwd)/timedump/{wildcards.fuzzer}/{wildcards.target}#{wildcards.num} -s {select_task} -t -a -g -k {input[0]} -c ./target_symbols.csv fuzz -t {RUNTIME} -s {wildcards.num} > {output[1]} 2>&1 exit 0 """ shell(script) rule run_showmap: input: "{remote}build/{target}.elf", "bins/target_showmap", "{remote}timedump/{fuzzer}/{target}#{num}.case" output: "{remote}timedump/{fuzzer}/{target}#{num}_case.trace.ron", "{remote}timedump/{fuzzer}/{target}#{num}_case.time", run: with open('target_symbols.csv') as csvfile: reader = csv.DictReader(csvfile) line = next((x for x in reader if x['\ufeffkernel']==wildcards.target), None) if line == None: return False kernel=line['\ufeffkernel'] fuzz_main=line['main_function'] fuzz_input=line['input_symbol'] fuzz_len=line['input_size'] bkp=line['return_function'] select_task=line['select_task'] script=""" export FUZZER=$(pwd)/{input[1]}/release/fret mkdir -p $(dirname {output}) set +e echo $FUZZER -n $(pwd)/{remote}/timedump/{wildcards.fuzzer}/{wildcards.target}#{wildcards.num}_case -s {select_task} -t -a -r -g -k {input[0]} -c ./target_symbols.csv showmap -i {input[2]} $FUZZER -n $(pwd)/{remote}/timedump/{wildcards.fuzzer}/{wildcards.target}#{wildcards.num}_case -s {select_task} -t -a -r -g -k {input[0]} -c ./target_symbols.csv showmap -i {input[2]} exit 0 """ if wildcards.fuzzer.find('random') >= 0: script="export FUZZ_RANDOM=1\n"+script shell(script) rule tarnsform_trace: input: "{remote}timedump/{fuzzer}/{target}#{num}_case.trace.ron", output: "{remote}timedump/{fuzzer}/{target}#{num}_case.jobs.csv", "{remote}timedump/{fuzzer}/{target}#{num}_case.resp.csv", "{remote}timedump/{fuzzer}/{target}#{num}_case.abbs.csv" run: with open('target_symbols.csv') as csvfile: reader = csv.DictReader(csvfile) line = next((x for x in reader if x['\ufeffkernel']==wildcards.target), None) if line == None: return False kernel=line['\ufeffkernel'] fuzz_main=line['main_function'] fuzz_input=line['input_symbol'] fuzz_len=line['input_size'] bkp=line['return_function'] select_task=line['select_task'] script=""" echo $(pwd)/../../../../state2gantt/target/debug/state2gantt -i {input} -a {output[0]} -r {output[1]} -p {output[2]} -t {select_task} $(pwd)/../../../../state2gantt/target/debug/state2gantt -i {input} -a {output[0]} -r {output[1]} -p {output[2]} -t {select_task} """ shell(script) rule trace2gantt: input: "{remote}timedump/{fuzzer}/{target}#{num}_case.jobs.csv", "{remote}timedump/{fuzzer}/{target}#{num}_case.resp.csv" output: "{remote}timedump/{fuzzer}/{target}#{num}_case.jobs.html", shell: "Rscript $(pwd)/../../../../state2gantt/plot_response.r {input[0]} {input[1]} html" rule quicktest: input: expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['release', 'waters', 'copter'], variant=['_full', '_bytes', '_int'], num=range(0,int( 1 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['genetic100', 'frafl'], target=['release', 'waters', 'copter'], variant=['_full', '_bytes', '_int'], num=range(0,int( NUM_ITERS/2 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['release', 'waters', 'copter'], variant=['_full', '_bytes', '_int'], num=range(0,int( NUM_ITERS/2 ))), rule critical_set: input: expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['release', 'waters', 'copter'], variant=['_seq_full'], num=range(0,int( 10 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['release', 'waters', 'copter'], variant=['_seq_full'], num=range(0,int( 1 ))), rule extended_set: input: expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['release', 'waters', 'copter'], variant=['_seq_full'], num=range(0,int( 10 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['waters'], variant=['_seq_int','_seq_bytes'], num=range(0,int( 10 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['copter'], variant=['_seq_bytes'], num=range(0,int( 10 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['copter', 'release', 'waters'], variant=['_seq_full'], num=range(0,int( 1 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['copter', 'waters'], variant=['_seq_full','_seq_int','_seq_bytes'], num=range(0,int( 1 ))), rule all_bins: input: expand("bins/target_{target}",target=['random','frafl','stg','feedgeneration100','feedgeneration1000','genetic100','genetic1000'])