diff --git a/worker_generic_training_dataset/worker.py b/worker_generic_training_dataset/worker.py index 43109d899dfd625c43951357d42624a688f69b23..caef383e391fbe38702961ba00bd79c1318f0f1f 100644 --- a/worker_generic_training_dataset/worker.py +++ b/worker_generic_training_dataset/worker.py @@ -355,11 +355,11 @@ class DatasetExtractor(DatasetWorker): casted_elements = list(map(_format_element, elements)) self.process_split(split_name, casted_elements) - # TAR + ZSTD the cache and the images folder, and store as task artifact - zstd_archive_path: Path = self.work_dir / f"{dataset.id}.zstd" - logger.info(f"Compressing the images to {zstd_archive_path}") + # TAR + ZST the cache and the images folder, and store as task artifact + zst_archive_path: Path = self.work_dir / f"{dataset.id}.tar.zst" + logger.info(f"Compressing the images to {zst_archive_path}") create_tar_zst_archive( - source=self.data_folder_path, destination=zstd_archive_path + source=self.data_folder_path, destination=zst_archive_path ) self.data_folder.cleanup()