Skip to content
Snippets Groups Projects
Commit 88fccb1b authored by Eva Bardou's avatar Eva Bardou :frog:
Browse files

Moar nits

parent bbc80402
No related branches found
No related tags found
1 merge request!12Save Dataset and DatasetElements in cache database
Pipeline #140310 passed
This commit is part of merge request !12. Comments created here will be created in the context of that merge request.
......@@ -336,7 +336,7 @@ class DatasetExtractor(DatasetWorker):
"""
logger.info(f"Inserting dataset ({dataset.id})")
with cache_database.atomic():
return CachedDataset.create(
self.cached_dataset = CachedDataset.create(
id=dataset.id,
name=dataset.name,
state=dataset.state,
......@@ -347,11 +347,11 @@ class DatasetExtractor(DatasetWorker):
# Configure temporary storage for the dataset data (cache + images)
self.configure_storage()
splits = self.list_dataset_elements_per_split(dataset)
self.cached_dataset = self.insert_dataset(dataset)
# Insert dataset in cache database
self.insert_dataset(dataset)
# Iterate over given splits
for split_name, elements in splits:
for split_name, elements in self.list_dataset_elements_per_split(dataset):
casted_elements = list(map(_format_element, elements))
self.process_split(split_name, casted_elements)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment