Skip to content
Snippets Groups Projects

Use `.iterator()` from peewee when querying

Merged Eva Bardou requested to merge use-iterators into main
@@ -154,7 +154,7 @@ class DatasetExtractor(DatasetWorker):
state=classification.state,
worker_run_id=get_object_id(classification.worker_run),
)
for classification in list_classifications(element.id)
for classification in list_classifications(element.id).iterator()
]
if classifications:
logger.info(f"Inserting {len(classifications)} classification(s)")
@@ -178,7 +178,7 @@ class DatasetExtractor(DatasetWorker):
worker_version_id=get_object_id(transcription.worker_version),
worker_run_id=get_object_id(transcription.worker_run),
)
for transcription in list_transcriptions(element.id)
for transcription in list_transcriptions(element.id).iterator()
]
if transcriptions:
logger.info(f"Inserting {len(transcriptions)} transcription(s)")
@@ -194,7 +194,9 @@ class DatasetExtractor(DatasetWorker):
entities: List[CachedEntity] = []
transcription_entities: List[CachedTranscriptionEntity] = []
for transcription in transcriptions:
for transcription_entity in list_transcription_entities(transcription.id):
for transcription_entity in list_transcription_entities(
transcription.id
).iterator():
entity = CachedEntity(
id=transcription_entity.entity.id,
type=transcription_entity.entity.type.name,
@@ -329,7 +331,7 @@ class DatasetExtractor(DatasetWorker):
# List children
children = list_children(element.id)
nb_children: int = children.count()
for child_idx, child in enumerate(children, start=1):
for child_idx, child in enumerate(children.iterator(), start=1):
logger.info(f"Processing child ({child_idx}/{nb_children})")
# Insert child
self.insert_element(child, parent_id=element.id)
Loading