Thumbnail generation task

arkindex_tasks/import_files/base.py

@@ -10,6 +10,7 @@ import json
 import logging
 import os
 import requests
+import sys
 import tempfile
 
 logging.basicConfig(
@@ -175,10 +176,10 @@ class FileImport(object):
             pages.append(page)
         return pages
 
-    def build_ml_config(self, pages):
+    def write_json(self, pages):
         assert len(pages), 'ML configuration requires a nonempty list of pages'
 
-        config = {
+        ml_config = {
             'pages': [
                 {
                     'id': page['id'],
@@ -189,7 +190,25 @@ class FileImport(object):
         }
 
         with (self.working_dir / 'ml_analysis.json').open('w') as f:
-            json.dump(config, f, indent=4)
+            json.dump(ml_config, f, indent=4)
+
+        elements = [
+            {
+                "type": "volume",
+                "id": self.volume['id'],
+            }
+        ]
+
+        elements.extend([
+            {
+                "type": "page",
+                "id": page['id'],
+            }
+            for page in pages
+        ])
+
+        with (self.working_dir / 'elements.json').open('w') as f:
+            json.dump(elements, f, indent=4)
 
     def run(self):
         logger.info('Running import {!s}'.format(self.dataimport_id))
@@ -217,7 +236,7 @@ class FileImport(object):
 
         if len(pages) < 1:
             logger.error("No pages have been imported")
-            exit(1)
+            sys.exit(1)
 
         logger.info('Imported {} pages into {}'.format(len(pages), self.volume['name']))
-        self.build_ml_config(pages)
+        self.write_json(pages)