Skip to content

Commit

Permalink
Set use 1 shot for wikitq in tables_benchmark (#1541)
Browse files Browse the repository at this point in the history 
* Set use 1 shot for wikitq in tables_benchmark

Signed-off-by: Yifan Mai <[email protected]>

* Update catalog

Signed-off-by: Yifan Mai <[email protected]>

---------

Signed-off-by: Yifan Mai <[email protected]>
Co-authored-by: Elron Bandel <[email protected]>
  • Loading branch information
@yifanmai @elronbandel
yifanmai and elronbandel authored Jan 22, 2025
1 parent 4ba0ce2 commit feb39a4
Show file tree
Hide file tree
Showing 37 changed files with 71 additions and 71 deletions.
2 changes: 1 addition & 1 deletion prepare/recipes/tables_benchmark.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,6 @@
serializers = ",".join(list(SERIALIZERS))
max_augmentors = 10
max_pred_tokens = 100
num_demos = 5
recipes_only = False

# Process parameters
Expand All @@ -35,6 +34,7 @@
for card in cards_parsed:
for augment in all_augment:
for serializer in serializers_parsed:
num_demos = 1 if card == "wikitq" else 5
kwargs = {
"card": "cards." + card,
"serializer": f"serializers.table.{serializer}"
Expand Down
70 changes: 35 additions & 35 deletions src/unitxt/catalog/benchmarks/tables_benchmark.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -683,71 +683,71 @@
"concat": {
"__type__": "benchmark",
"subsets": {
"insert_empty_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.concat.insert_empty_rows_augmentation_5_demos",
"no_augmentation_5_demos": "recipes.tables_benchmark.wikitq.concat.no_augmentation_5_demos",
"shuffle_cols_augmentation_5_demos": "recipes.tables_benchmark.wikitq.concat.shuffle_cols_augmentation_5_demos",
"shuffle_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.concat.shuffle_rows_augmentation_5_demos",
"transpose_augmentation_5_demos": "recipes.tables_benchmark.wikitq.concat.transpose_augmentation_5_demos"
"insert_empty_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.concat.insert_empty_rows_augmentation_1_demos",
"no_augmentation_1_demos": "recipes.tables_benchmark.wikitq.concat.no_augmentation_1_demos",
"shuffle_cols_augmentation_1_demos": "recipes.tables_benchmark.wikitq.concat.shuffle_cols_augmentation_1_demos",
"shuffle_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.concat.shuffle_rows_augmentation_1_demos",
"transpose_augmentation_1_demos": "recipes.tables_benchmark.wikitq.concat.transpose_augmentation_1_demos"
}
},
"csv": {
"__type__": "benchmark",
"subsets": {
"insert_empty_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.csv.insert_empty_rows_augmentation_5_demos",
"no_augmentation_5_demos": "recipes.tables_benchmark.wikitq.csv.no_augmentation_5_demos",
"shuffle_cols_augmentation_5_demos": "recipes.tables_benchmark.wikitq.csv.shuffle_cols_augmentation_5_demos",
"shuffle_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.csv.shuffle_rows_augmentation_5_demos",
"transpose_augmentation_5_demos": "recipes.tables_benchmark.wikitq.csv.transpose_augmentation_5_demos"
"insert_empty_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.csv.insert_empty_rows_augmentation_1_demos",
"no_augmentation_1_demos": "recipes.tables_benchmark.wikitq.csv.no_augmentation_1_demos",
"shuffle_cols_augmentation_1_demos": "recipes.tables_benchmark.wikitq.csv.shuffle_cols_augmentation_1_demos",
"shuffle_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.csv.shuffle_rows_augmentation_1_demos",
"transpose_augmentation_1_demos": "recipes.tables_benchmark.wikitq.csv.transpose_augmentation_1_demos"
}
},
"df": {
"__type__": "benchmark",
"subsets": {
"insert_empty_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.df.insert_empty_rows_augmentation_5_demos",
"no_augmentation_5_demos": "recipes.tables_benchmark.wikitq.df.no_augmentation_5_demos",
"shuffle_cols_augmentation_5_demos": "recipes.tables_benchmark.wikitq.df.shuffle_cols_augmentation_5_demos",
"shuffle_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.df.shuffle_rows_augmentation_5_demos",
"transpose_augmentation_5_demos": "recipes.tables_benchmark.wikitq.df.transpose_augmentation_5_demos"
"insert_empty_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.df.insert_empty_rows_augmentation_1_demos",
"no_augmentation_1_demos": "recipes.tables_benchmark.wikitq.df.no_augmentation_1_demos",
"shuffle_cols_augmentation_1_demos": "recipes.tables_benchmark.wikitq.df.shuffle_cols_augmentation_1_demos",
"shuffle_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.df.shuffle_rows_augmentation_1_demos",
"transpose_augmentation_1_demos": "recipes.tables_benchmark.wikitq.df.transpose_augmentation_1_demos"
}
},
"html": {
"__type__": "benchmark",
"subsets": {
"insert_empty_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.html.insert_empty_rows_augmentation_5_demos",
"no_augmentation_5_demos": "recipes.tables_benchmark.wikitq.html.no_augmentation_5_demos",
"shuffle_cols_augmentation_5_demos": "recipes.tables_benchmark.wikitq.html.shuffle_cols_augmentation_5_demos",
"shuffle_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.html.shuffle_rows_augmentation_5_demos",
"transpose_augmentation_5_demos": "recipes.tables_benchmark.wikitq.html.transpose_augmentation_5_demos"
"insert_empty_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.html.insert_empty_rows_augmentation_1_demos",
"no_augmentation_1_demos": "recipes.tables_benchmark.wikitq.html.no_augmentation_1_demos",
"shuffle_cols_augmentation_1_demos": "recipes.tables_benchmark.wikitq.html.shuffle_cols_augmentation_1_demos",
"shuffle_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.html.shuffle_rows_augmentation_1_demos",
"transpose_augmentation_1_demos": "recipes.tables_benchmark.wikitq.html.transpose_augmentation_1_demos"
}
},
"indexed_row_major": {
"__type__": "benchmark",
"subsets": {
"insert_empty_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.insert_empty_rows_augmentation_5_demos",
"no_augmentation_5_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.no_augmentation_5_demos",
"shuffle_cols_augmentation_5_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_cols_augmentation_5_demos",
"shuffle_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_rows_augmentation_5_demos",
"transpose_augmentation_5_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.transpose_augmentation_5_demos"
"insert_empty_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.insert_empty_rows_augmentation_1_demos",
"no_augmentation_1_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.no_augmentation_1_demos",
"shuffle_cols_augmentation_1_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_cols_augmentation_1_demos",
"shuffle_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_rows_augmentation_1_demos",
"transpose_augmentation_1_demos": "recipes.tables_benchmark.wikitq.indexed_row_major.transpose_augmentation_1_demos"
}
},
"json": {
"__type__": "benchmark",
"subsets": {
"insert_empty_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.json.insert_empty_rows_augmentation_5_demos",
"no_augmentation_5_demos": "recipes.tables_benchmark.wikitq.json.no_augmentation_5_demos",
"shuffle_cols_augmentation_5_demos": "recipes.tables_benchmark.wikitq.json.shuffle_cols_augmentation_5_demos",
"shuffle_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.json.shuffle_rows_augmentation_5_demos",
"transpose_augmentation_5_demos": "recipes.tables_benchmark.wikitq.json.transpose_augmentation_5_demos"
"insert_empty_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.json.insert_empty_rows_augmentation_1_demos",
"no_augmentation_1_demos": "recipes.tables_benchmark.wikitq.json.no_augmentation_1_demos",
"shuffle_cols_augmentation_1_demos": "recipes.tables_benchmark.wikitq.json.shuffle_cols_augmentation_1_demos",
"shuffle_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.json.shuffle_rows_augmentation_1_demos",
"transpose_augmentation_1_demos": "recipes.tables_benchmark.wikitq.json.transpose_augmentation_1_demos"
}
},
"markdown": {
"__type__": "benchmark",
"subsets": {
"insert_empty_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.markdown.insert_empty_rows_augmentation_5_demos",
"no_augmentation_5_demos": "recipes.tables_benchmark.wikitq.markdown.no_augmentation_5_demos",
"shuffle_cols_augmentation_5_demos": "recipes.tables_benchmark.wikitq.markdown.shuffle_cols_augmentation_5_demos",
"shuffle_rows_augmentation_5_demos": "recipes.tables_benchmark.wikitq.markdown.shuffle_rows_augmentation_5_demos",
"transpose_augmentation_5_demos": "recipes.tables_benchmark.wikitq.markdown.transpose_augmentation_5_demos"
"insert_empty_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.markdown.insert_empty_rows_augmentation_1_demos",
"no_augmentation_1_demos": "recipes.tables_benchmark.wikitq.markdown.no_augmentation_1_demos",
"shuffle_cols_augmentation_1_demos": "recipes.tables_benchmark.wikitq.markdown.shuffle_cols_augmentation_1_demos",
"shuffle_rows_augmentation_1_demos": "recipes.tables_benchmark.wikitq.markdown.shuffle_rows_augmentation_1_demos",
"transpose_augmentation_1_demos": "recipes.tables_benchmark.wikitq.markdown.transpose_augmentation_1_demos"
}
}
}
Expand Down
2 changes: 1 addition & 1 deletion ...sert_empty_rows_augmentation_5_demos.json → ...sert_empty_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.concat",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...ikitq/concat/no_augmentation_5_demos.json → ...ikitq/concat/no_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.concat",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": null
Expand Down
2 changes: 1 addition & 1 deletion ...at/shuffle_cols_augmentation_5_demos.json → ...at/shuffle_cols_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.concat",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...at/shuffle_rows_augmentation_5_demos.json → ...at/shuffle_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.concat",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...oncat/transpose_augmentation_5_demos.json → ...oncat/transpose_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.concat",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...sert_empty_rows_augmentation_5_demos.json → ...sert_empty_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": null,
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...k/wikitq/csv/no_augmentation_5_demos.json → ...k/wikitq/csv/no_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": null,
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": null
Expand Down
2 changes: 1 addition & 1 deletion ...sv/shuffle_cols_augmentation_5_demos.json → ...sv/shuffle_cols_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": null,
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...sv/shuffle_rows_augmentation_5_demos.json → ...sv/shuffle_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": null,
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...q/csv/transpose_augmentation_5_demos.json → ...q/csv/transpose_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": null,
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...sert_empty_rows_augmentation_5_demos.json → ...sert_empty_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.df",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...rk/wikitq/df/no_augmentation_5_demos.json → ...rk/wikitq/df/no_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.df",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": null
Expand Down
2 changes: 1 addition & 1 deletion ...df/shuffle_cols_augmentation_5_demos.json → ...df/shuffle_cols_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.df",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...df/shuffle_rows_augmentation_5_demos.json → ...df/shuffle_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.df",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...tq/df/transpose_augmentation_5_demos.json → ...tq/df/transpose_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.df",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...sert_empty_rows_augmentation_5_demos.json → ...sert_empty_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.html",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion .../wikitq/html/no_augmentation_5_demos.json → .../wikitq/html/no_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.html",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": null
Expand Down
2 changes: 1 addition & 1 deletion ...ml/shuffle_cols_augmentation_5_demos.json → ...ml/shuffle_cols_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.html",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...ml/shuffle_rows_augmentation_5_demos.json → ...ml/shuffle_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.html",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion .../html/transpose_augmentation_5_demos.json → .../html/transpose_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.html",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...sert_empty_rows_augmentation_5_demos.json → ...sert_empty_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.indexed_row_major",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...ed_row_major/no_augmentation_5_demos.json → ...ed_row_major/no_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.indexed_row_major",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": null
Expand Down
2 changes: 1 addition & 1 deletion ...or/shuffle_cols_augmentation_5_demos.json → ...or/shuffle_cols_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.indexed_row_major",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...or/shuffle_rows_augmentation_5_demos.json → ...or/shuffle_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.indexed_row_major",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...major/transpose_augmentation_5_demos.json → ...major/transpose_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.indexed_row_major",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...sert_empty_rows_augmentation_5_demos.json → ...sert_empty_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.json",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion .../wikitq/json/no_augmentation_5_demos.json → .../wikitq/json/no_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.json",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": null
Expand Down
2 changes: 1 addition & 1 deletion ...on/shuffle_cols_augmentation_5_demos.json → ...on/shuffle_cols_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.json",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion ...on/shuffle_rows_augmentation_5_demos.json → ...on/shuffle_rows_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.json",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
2 changes: 1 addition & 1 deletion .../json/transpose_augmentation_5_demos.json → .../json/transpose_augmentation_1_demos.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"__type__": "dataset_recipe",
"card": "cards.wikitq",
"serializer": "serializers.table.json",
"num_demos": 5,
"num_demos": 1,
"demos_pool_size": -1,
"loader_limit": 10000,
"augmentor": [
Expand Down
Loading

0 comments on commit feb39a4

Please sign in to comment.