Skip to content
Snippets Groups Projects

Support extraction with an existing split, no longer allow to provide folders

Merged Yoann Schneider requested to merge keep-existing-split into master
9 files
+ 112
67
Compare changes
  • Side-by-side
  • Inline
Files
9
@@ -16,6 +16,7 @@ from atr_data_generator.extract.arguments import (
SelectArgs,
)
from atr_data_generator.extract.base import main
from atr_data_generator.split.arguments import SplitArgs
def _float(value):
@@ -61,10 +62,15 @@ def get_parser():
# Select
select = parser.add_subparser("select", default={})
select.add_option("folders", type=uuid.UUID, many=True, default=[])
select.add_option("parent_type", type=str, default=None)
select.add_option("element_type", type=str, default=None)
# Split
split = parser.add_subparser("split", default={})
split.add_option("train_folder", type=uuid.UUID, default=None)
split.add_option("validation_folder", type=uuid.UUID, default=None)
split.add_option("test_folder", type=uuid.UUID, default=None)
return parser
@@ -75,14 +81,21 @@ def config_parser(configuration_path: Path):
- ImageArgs
- FilterArgs
- SelectArgs
- SplitArgs
"""
config_data = get_parser().parse(configuration_path)
common = CommonArgs(**config_data["common"])
image = ImageArgs(**config_data["image"])
filters = FilterArgs(**config_data["filter"])
select = SelectArgs(**config_data["select"])
return {"common": common, "image": image, "filters": filters, "select": select}
split = SplitArgs(**config_data["split"])
return {
"common": common,
"image": image,
"filters": filters,
"select": select,
"split": split,
}
def add_extract_subparser(subcommands):
Loading