runbench_startup.conf

# -*- mode: yaml -*-
default_experiment: all
default_data_file: 'runbench_startup.data'

runs:
  max_invocation_time: 6000
  min_iteration_time: 1

benchmark_suites:
    micro-startup:
      gauge_adapter: RebenchLog
      command: &MICRO_CMD "--jit threshold=%(variable)s --jit function_threshold=%(variable)s -cp Smalltalk:Examples/Benchmarks/LanguageFeatures:Examples/Benchmarks/TestSuite Examples/Benchmarks/BenchmarkHarness.som --gc %(benchmark)s %(iterations)s "
      iterations: 30
      invocations: 100
      variable_values: [57]
      benchmarks:
        - Fannkuch:     {extra_args:   6}
        - Bounce:       {extra_args:   5}
        - Permute:      {extra_args:   5}
        - Queens:       {extra_args:   5}
        - List:         {extra_args:   2}
        - Storage:      {extra_args:   5}
        - Sieve:        {extra_args:   10, variable_values: [23]}
        - BubbleSort:   {extra_args:   10}
        - QuickSort:    {extra_args:   10}
        - TreeSort:     {extra_args:   5}
        - Mandelbrot:   {extra_args:   5, variable_values: [27]}
        - Towers:       {extra_args:   2}

    tiny-startup:
      gauge_adapter: RebenchLog
      command: &TINY_CMD "--jit threshold=%(variable)s --jit function_threshold=%(variable)s -cp Smalltalk:Examples/Benchmarks/LanguageFeatures:Examples/Benchmarks/TestSuite Examples/Benchmarks/BenchmarkHarness.som --gc %(benchmark)s %(iterations)s"
      iterations: 30
      invocations: 100
      variable_values: [57]
      benchmarks:
        - Fibonacci:   {extra_args:   5}
        - Dispatch:    {extra_args:   5, variable_values: [2]}
        - Loop:        {extra_args:  50}
        - Recurse:     {extra_args:   2}
        - Sum:         {extra_args:   5, variable_values: [23]}


executors:
    RPySOM-bc-jit-tier1:
        path: .
        executable: som-bc-jit-tier1
    RPySOM-bc-jit-tier2:
        path: .
        executable: som-bc-jit-tier2
    RPySOM-bc-interp:
        path: .
        executable: som-bc-interp


experiments:
  PySOM:
    description: All benchmarks on RPySOM
    executions:
      - RPySOM-bc-jit-tier1:
          suites:
            - micro-startup
            - tiny-startup
      - RPySOM-bc-jit-tier2:
          suites:
            - micro-startup
            - tiny-startup
      - RPySOM-bc-interp:
          suites:
            - micro-startup
            - tiny-startup