Skip to content
Snippets Groups Projects
Commit 88fccb1b authored by Eva Bardou's avatar Eva Bardou :frog:
Browse files

Moar nits

parent bbc80402
No related branches found
No related tags found
1 merge request!12Save Dataset and DatasetElements in cache database
Pipeline #140310 passed
...@@ -336,7 +336,7 @@ class DatasetExtractor(DatasetWorker): ...@@ -336,7 +336,7 @@ class DatasetExtractor(DatasetWorker):
""" """
logger.info(f"Inserting dataset ({dataset.id})") logger.info(f"Inserting dataset ({dataset.id})")
with cache_database.atomic(): with cache_database.atomic():
return CachedDataset.create( self.cached_dataset = CachedDataset.create(
id=dataset.id, id=dataset.id,
name=dataset.name, name=dataset.name,
state=dataset.state, state=dataset.state,
...@@ -347,11 +347,11 @@ class DatasetExtractor(DatasetWorker): ...@@ -347,11 +347,11 @@ class DatasetExtractor(DatasetWorker):
# Configure temporary storage for the dataset data (cache + images) # Configure temporary storage for the dataset data (cache + images)
self.configure_storage() self.configure_storage()
splits = self.list_dataset_elements_per_split(dataset) # Insert dataset in cache database
self.cached_dataset = self.insert_dataset(dataset) self.insert_dataset(dataset)
# Iterate over given splits # Iterate over given splits
for split_name, elements in splits: for split_name, elements in self.list_dataset_elements_per_split(dataset):
casted_elements = list(map(_format_element, elements)) casted_elements = list(map(_format_element, elements))
self.process_split(split_name, casted_elements) self.process_split(split_name, casted_elements)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment