New DatasetSet model

closes #1712 (closed)

TODO:

• create process dataset issue
• create new API endpoints issue

arkindex/training/api.py

@@ -1003,11 +1003,14 @@ class DatasetClone(CorpusACLMixin, CreateAPIView):
             DatasetSet(dataset_id=clone.id, name=set.name)
             for set in dataset.sets.all()
         ])
+        set_map = {set.name: set.id for set in cloned_sets}
+
         # Associate all elements to the clone
         DatasetElement.objects.bulk_create([
-            DatasetElement(element_id=elt_id, set=next(new_set for new_set in cloned_sets if new_set.name == set_name))
+            DatasetElement(element_id=elt_id, set=set_map[set_name])
             for elt_id, set_name in DatasetElement.objects.filter(set__dataset_id=dataset.id)
             .values_list("element_id", "set__name")
+            .iterator()
         ])
 
         # Add the set counts to the API response