dan/manager/metrics.py

@@ -178,13 +178,6 @@ class MetricManager:
         return self.epoch_metrics[name]
 
 
-def keep_only_ner_tokens(str, tokens):
-    """
-    Remove all but ner tokens from string
-    """
-    return re.sub("([^" + tokens + "])", "", str)
-
-
 def keep_all_but_ner_tokens(str, tokens):
     """
     Remove all ner tokens from string
@@ -208,15 +201,6 @@ def nb_chars_cer_from_string(gt, layout_tokens=None):
     return len(format_string_for_cer(gt, layout_tokens))
 
 
-def edit_wer_from_string(gt, pred, layout_tokens=None, remove_punct=False):
-    """
-    Format and compute edit distance between two strings at word level
-    """
-    split_gt = format_string_for_wer(gt, layout_tokens, remove_punct)
-    split_pred = format_string_for_wer(pred, layout_tokens, remove_punct)
-    return edit_wer_from_formatted_split_text(split_gt, split_pred)
-
-
 def format_string_for_wer(str, layout_tokens, remove_punct=False):
     """
     Format string for WER computation: remove layout tokens, treat punctuation as word, replace line break by space

dan/post_processing.py

@@ -15,7 +15,6 @@ class PostProcessingModule:
     def __init__(self):
         self.prediction = None
         self.confidence = None
-        self.num_op = 0
 
     def post_processing(self):
         raise NotImplementedError
@@ -39,7 +38,6 @@ class PostProcessingModule:
         self.prediction.insert(index, label)
         if self.confidence is not None:
             self.confidence.insert(index, 0)
-        self.num_op += 1
 
     def del_label(self, index):
         """
@@ -48,7 +46,6 @@ class PostProcessingModule:
         del self.prediction[index]
         if self.confidence is not None:
             del self.confidence[index]
-        self.num_op += 1
 
 
 class PostProcessingModuleSIMARA(PostProcessingModule):