Support subword and word language models

Closes #199 (closed)

Ref https://redmine.teklia.com/issues/4941

dan/ocr/predict/inference.py

@@ -92,7 +92,7 @@ class DAN:
         self.decoder = decoder
         self.lm_decoder = None
 
-        if use_language_model:
+        if use_language_model and parameters["lm_decoder"]["language_model_weight"] > 0:
             self.lm_decoder = CTCLanguageDecoder(
                 language_model_path=parameters["lm_decoder"]["language_model_path"],
                 lexicon_path=parameters["lm_decoder"]["lexicon_path"],
@@ -478,6 +478,9 @@ def run(
     )
     batch_size = 1 if use_language_model else batch_size
 
+    # Do not use LM with invalid LM weight
+    use_language_model = dan_model.lm_decoder is not None
+
     images = image_dir.rglob(f"*{image_extension}") if not image else [image]
     for image_batch in list_to_batches(images, n=batch_size):
         process_batch(