Skip to content

Commit

Permalink
Add results
Browse files Browse the repository at this point in the history
  • Loading branch information
Kedro committed Oct 16, 2024
1 parent cc6c8b8 commit a3dfd18
Show file tree
Hide file tree
Showing 2 changed files with 106 additions and 0 deletions.
105 changes: 105 additions & 0 deletions .asv/results/benchmarks.json
Original file line number Diff line number Diff line change
Expand Up @@ -14,5 +14,110 @@
"version": "86e015a3c40c52da31e4185fff7c7176c38c5e1e1e4aba71912db0b388225191",
"warmup_time": -1
},
"benchmark_ocl.TimeOmegaConfigLoader.time_loading_catalog": {
"code": "class TimeOmegaConfigLoader:\n def time_loading_catalog(self):\n \"\"\"Benchmark the time to load the catalog\"\"\"\n self.loader[\"catalog\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')",
"min_run_count": 2,
"name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_catalog",
"number": 0,
"param_names": [],
"params": [],
"repeat": 0,
"rounds": 2,
"sample_time": 0.01,
"type": "time",
"unit": "seconds",
"version": "3ccff2348faeaf3038548994686b45deeaa3c7c46df2270a8a1f697e7401ae5a",
"warmup_time": -1
},
"benchmark_ocl.TimeOmegaConfigLoader.time_loading_globals": {
"code": "class TimeOmegaConfigLoader:\n def time_loading_globals(self):\n \"\"\"Benchmark the time to load global configuration\"\"\"\n self.loader[\"globals\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')",
"min_run_count": 2,
"name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_globals",
"number": 0,
"param_names": [],
"params": [],
"repeat": 0,
"rounds": 2,
"sample_time": 0.01,
"type": "time",
"unit": "seconds",
"version": "d42dda2b001097642dc790de01ab15e3f1f11426f6bfc5affbc1c658248f32be",
"warmup_time": -1
},
"benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters": {
"code": "class TimeOmegaConfigLoader:\n def time_loading_parameters(self):\n \"\"\"Benchmark the time to load the parameters\"\"\"\n self.loader[\"parameters\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')",
"min_run_count": 2,
"name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters",
"number": 0,
"param_names": [],
"params": [],
"repeat": 0,
"rounds": 2,
"sample_time": 0.01,
"type": "time",
"unit": "seconds",
"version": "3187d47ad3445bdf83439512e124e3cde01f0503a3ffa7db9ca7a02e6bc2f7f2",
"warmup_time": -1
},
"benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters_runtime": {
"code": "class TimeOmegaConfigLoader:\n def time_loading_parameters_runtime(self):\n \"\"\"Benchmark the time to load parameters with runtime configuration\"\"\"\n self.loader.runtime_params = _generate_params(2001, 2002)\n self.loader[\"parameters\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')",
"min_run_count": 2,
"name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters_runtime",
"number": 0,
"param_names": [],
"params": [],
"repeat": 0,
"rounds": 2,
"sample_time": 0.01,
"type": "time",
"unit": "seconds",
"version": "153be6afe75261c83d15bbc165c10b98af15d3489c722c0f7f8e5c0ce3ca2d59",
"warmup_time": -1
},
"benchmark_ocl.TimeOmegaConfigLoader.time_merge_soft_strategy": {
"code": "class TimeOmegaConfigLoader:\n def time_merge_soft_strategy(self):\n \"\"\"Benchmark the time to load and soft-merge configurations\"\"\"\n self.loader.merge_strategy = {\"catalog\": \"soft\"}\n self.loader[\"catalog\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')",
"min_run_count": 2,
"name": "benchmark_ocl.TimeOmegaConfigLoader.time_merge_soft_strategy",
"number": 0,
"param_names": [],
"params": [],
"repeat": 0,
"rounds": 2,
"sample_time": 0.01,
"type": "time",
"unit": "seconds",
"version": "317897f43311426ea9b688e3019361eb5bb1f61f60eca4f763d7a8ec38265ea2",
"warmup_time": -1
},
"benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_catalog": {
"code": "class TimeOmegaConfigLoaderAdvanced:\n def time_loading_catalog(self):\n \"\"\"Benchmark the time to load the catalog\"\"\"\n self.loader[\"catalog\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params_with_globals)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')",
"min_run_count": 2,
"name": "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_catalog",
"number": 0,
"param_names": [],
"params": [],
"repeat": 0,
"rounds": 2,
"sample_time": 0.01,
"type": "time",
"unit": "seconds",
"version": "5499c39a6750c5d527f1a3e8a747fdd5b3128af31640d9d7ee9c72be261e344a",
"warmup_time": -1
},
"benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_parameters": {
"code": "class TimeOmegaConfigLoaderAdvanced:\n def time_loading_parameters(self):\n \"\"\"Benchmark the time to load parameters with global interpolation\"\"\"\n self.loader[\"parameters\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params_with_globals)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')",
"min_run_count": 2,
"name": "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_parameters",
"number": 0,
"param_names": [],
"params": [],
"repeat": 0,
"rounds": 2,
"sample_time": 0.01,
"type": "time",
"unit": "seconds",
"version": "f74ef4eead7a35df856006dbf9e1b72b61ba36b34767525f55bf8c5eabb343f1",
"warmup_time": -1
},
"version": 2
}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"commit_hash": "f594c8bcd43100b216ac104d1e670ca4d5783096", "env_name": "virtualenv-py3.11", "date": 1729087847000, "params": {"machine": "github-actions", "python": "3.11"}, "python": "3.11", "requirements": {}, "env_vars": {}, "result_columns": ["result", "params", "version", "started_at", "duration", "stats_ci_99_a", "stats_ci_99_b", "stats_q_25", "stats_q_75", "stats_number", "stats_repeat", "samples", "profile"], "results": {"benchmark_dummy.TimeSuite.time_keys": [[4.8294706578318014e-06], [], "86e015a3c40c52da31e4185fff7c7176c38c5e1e1e4aba71912db0b388225191", 1729087955042, 0.32556, [4.8194e-06], [4.8743e-06], [4.823e-06], [4.8319e-06], [2113], [10]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_catalog": [[1.0072925619999964], [], "3ccff2348faeaf3038548994686b45deeaa3c7c46df2270a8a1f697e7401ae5a", 1729087955202, 19.381, [0.99826], [1.0189], [1.0047], [1.013], [1], [10]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_globals": [[0.2472717314999997], [], "d42dda2b001097642dc790de01ab15e3f1f11426f6bfc5affbc1c658248f32be", 1729087964906, 10.054, [0.24553], [0.25046], [0.24682], [0.24904], [1], [10]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters": [[0.2548962230000029], [], "3187d47ad3445bdf83439512e124e3cde01f0503a3ffa7db9ca7a02e6bc2f7f2", 1729087969935, 10.219, [0.25018], [0.29463], [0.25368], [0.25725], [1], [10]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters_runtime": [[0.2564494630000027], [], "153be6afe75261c83d15bbc165c10b98af15d3489c722c0f7f8e5c0ce3ca2d59", 1729087975026, 10.172, [0.2534], [0.26131], [0.25421], [0.25869], [1], [10]], "benchmark_ocl.TimeOmegaConfigLoader.time_merge_soft_strategy": [[1.6280399115000037], [], "317897f43311426ea9b688e3019361eb5bb1f61f60eca4f763d7a8ec38265ea2", 1729087980107, 22.586, [1.6186], [1.6593], [1.6218], [1.6412], [1], [8]], "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_catalog": [[1.4322652265000073], [], "5499c39a6750c5d527f1a3e8a747fdd5b3128af31640d9d7ee9c72be261e344a", 1729087991471, 22.31, [1.4141], [1.4744], [1.4244], [1.4421], [1], [10]], "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_parameters": [[4.678195991500004], [], "f74ef4eead7a35df856006dbf9e1b72b61ba36b34767525f55bf8c5eabb343f1", 1729088002686, 31.221, [4.6357], [4.7306], [4.6715], [4.6898], [1], [4]]}, "durations": {}, "version": 2}

0 comments on commit a3dfd18

Please sign in to comment.