rebench.conf

# Config file for ReBench
# Config format is YAML (see http://yaml.org/ for detailed spec)

# this run definition will be chosen if no parameters are given to rebench.py
standard_experiment: naulang
standard_data_file: 'codespeed.data'

# general configuration for runs
runs:
    number_of_data_points: 100

reporting:
    # all measurements lie with a probability of 95% within the confidence interval
    csv_file: latest-runs.csv
    codespeed:
        url: http://naulang-speed.herokuapp.com/result/add/json/

statistics:
    min_runs: 50
    max_runs: 100
    confidence_level: 0.95
    error_margin: 0.005

benchmark_suites:
    basic:
        performance_reader: LogPerformance
        command: "../tests/benchmarks/%(benchmark)s"
        max_runtime: 2000
        benchmarks:
            - fannkuch.wl:
                extra_args: "7"
                codespeed_name: "fannkuch(7)"
            - tokenring.wl:
                extra_args: "10 100"
                codespeed_name: "tokenring(10, 100)"

virtual_machines:
    naulang-nojit:
        path: "./bin/"
        binary: naulang-nojit

    naulang-jit:
        path: "./bin/"
        binary: naulang-jit

experiments:
    naulang:
        description: Benchmarks
        actions: benchmark
        benchmark:
            - basic
        executions:
            - naulang-nojit
            - naulang-jit