Skip to content

Commit

Permalink
Added tuner key to tests
Browse files Browse the repository at this point in the history
  • Loading branch information
@fjwillemsen
fjwillemsen committed Apr 23, 2024
1 parent def52a2 commit bb801c1
Show file tree
Hide file tree
Showing 3 changed files with 109 additions and 106 deletions.
1 change: 1 addition & 0 deletions tests/autotuning_methodology/integration/mockfiles/test.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@
"compare_split_times": true
},
"strategy_defaults": {
"tuner": "kerneltuner",
"repeats": 10,
"minimum_number_of_evaluations": 20,
"stochastic": true,
Expand Down
107 changes: 54 additions & 53 deletions tests/autotuning_methodology/integration/mockfiles/test_bad_kernel_path.json
View file
Original file line number Diff line number Diff line change
@@ -1,58 +1,59 @@
{
"version": "0.1.2",
"name": "Test output file writer",
"folder_id": "test_output_file_writer",
"kernels_path": "cached_data_used/bogus_kernels_path",
"bruteforced_caches_path": "../../../../cached_data_used/cachefiles",
"visualization_caches_path": "../../../../cached_data_used/visualizations",
"kernels": [
"convolution"
],
"GPUs": [
"RTX_2080_Ti"
],
"minimization": true,
"resolution": 1e3,
"cutoff_percentile": 0.99,
"cutoff_percentile_start": 0.7,
"objective_time_keys": [
"compilation",
"benchmark",
"framework",
"search_algorithm",
"validation"
],
"objective_performance_keys": [
"time"
],
"cutoff_type": "fevals",
"plot": {
"plot_x_value_types": [
"aggregated"
"version": "0.1.2",
"name": "Test output file writer",
"folder_id": "test_output_file_writer",
"kernels_path": "cached_data_used/bogus_kernels_path",
"bruteforced_caches_path": "../../../../cached_data_used/cachefiles",
"visualization_caches_path": "../../../../cached_data_used/visualizations",
"kernels": [
"convolution"
],
"plot_y_value_types": [
"normalized",
"baseline"
"GPUs": [
"RTX_2080_Ti"
],
"confidence_level": 0.95,
"compare_baselines": false,
"compare_split_times": false
},
"strategy_defaults": {
"repeats": 100,
"minimum_number_of_evaluations": 20,
"stochastic": true,
"record_data": [
"time",
"GFLOP/s"
"minimization": true,
"resolution": 1e3,
"cutoff_percentile": 0.99,
"cutoff_percentile_start": 0.7,
"objective_time_keys": [
"compilation",
"benchmark",
"framework",
"search_algorithm",
"validation"
],
"objective_performance_keys": [
"time"
],
"cutoff_type": "fevals",
"plot": {
"plot_x_value_types": [
"aggregated"
],
"plot_y_value_types": [
"normalized",
"baseline"
],
"confidence_level": 0.95,
"compare_baselines": false,
"compare_split_times": false
},
"strategy_defaults": {
"repeats": 100,
"minimum_number_of_evaluations": 20,
"stochastic": true,
"record_data": [
"time",
"GFLOP/s"
]
},
"strategies": [
{
"name": "random_sample_100_iter",
"tuner": "kerneltuner",
"strategy": "random_sample",
"display_name": "Random sampling 100 iters",
"repeats": 5
}
]
},
"strategies": [
{
"name": "random_sample_100_iter",
"strategy": "random_sample",
"display_name": "Random sampling 100 iters",
"repeats": 5
}
]
}
107 changes: 54 additions & 53 deletions tests/autotuning_methodology/integration/mockfiles/test_cached.json
View file
Original file line number Diff line number Diff line change
@@ -1,58 +1,59 @@
{
"version": "0.1.2",
"name": "Test output file writer",
"folder_id": "test_output_file_writer",
"kernels_path": "cached_data_used/kernels",
"bruteforced_caches_path": "../../../../cached_data_used/cachefiles",
"visualization_caches_path": "../../../../cached_data_used/visualizations",
"kernels": [
"convolution"
],
"GPUs": [
"RTX_2080_Ti"
],
"minimization": true,
"resolution": 1e3,
"cutoff_percentile": 0.99,
"cutoff_percentile_start": 0.7,
"objective_time_keys": [
"compilation",
"benchmark",
"framework",
"search_algorithm",
"validation"
],
"objective_performance_keys": [
"time"
],
"cutoff_type": "fevals",
"plot": {
"plot_x_value_types": [
"aggregated"
"version": "0.1.2",
"name": "Test output file writer",
"folder_id": "test_output_file_writer",
"kernels_path": "cached_data_used/kernels",
"bruteforced_caches_path": "../../../../cached_data_used/cachefiles",
"visualization_caches_path": "../../../../cached_data_used/visualizations",
"kernels": [
"convolution"
],
"plot_y_value_types": [
"normalized",
"baseline"
"GPUs": [
"RTX_2080_Ti"
],
"confidence_level": 0.95,
"compare_baselines": false,
"compare_split_times": false
},
"strategy_defaults": {
"repeats": 100,
"minimum_number_of_evaluations": 20,
"stochastic": true,
"record_data": [
"time",
"GFLOP/s"
"minimization": true,
"resolution": 1e3,
"cutoff_percentile": 0.99,
"cutoff_percentile_start": 0.7,
"objective_time_keys": [
"compilation",
"benchmark",
"framework",
"search_algorithm",
"validation"
],
"objective_performance_keys": [
"time"
],
"cutoff_type": "fevals",
"plot": {
"plot_x_value_types": [
"aggregated"
],
"plot_y_value_types": [
"normalized",
"baseline"
],
"confidence_level": 0.95,
"compare_baselines": false,
"compare_split_times": false
},
"strategy_defaults": {
"tuner": "kerneltuner",
"repeats": 100,
"minimum_number_of_evaluations": 20,
"stochastic": true,
"record_data": [
"time",
"GFLOP/s"
]
},
"strategies": [
{
"name": "random_sample_100_iter",
"strategy": "random_sample",
"display_name": "Random sampling 100 iters",
"repeats": 5
}
]
},
"strategies": [
{
"name": "random_sample_100_iter",
"strategy": "random_sample",
"display_name": "Random sampling 100 iters",
"repeats": 5
}
]
}

0 comments on commit bb801c1

Please sign in to comment.