From 9944314e518093c15f2aeb83e46460e1e1aea99e Mon Sep 17 00:00:00 2001
From: M Generali <mgenerali@teklia.com>
Date: Tue, 6 Jun 2023 18:06:55 +0200
Subject: [PATCH] optimize code
---
dan/predict/prediction.py | 5 +----
1 file changed, 1 insertion(+), 4 deletions(-)
diff --git a/dan/predict/prediction.py b/dan/predict/prediction.py
index 8d021712..fa4bcea0 100644
--- a/dan/predict/prediction.py
+++ b/dan/predict/prediction.py
@@ -350,7 +350,7 @@ def run(
index = [pos for pos, char in enumerate(text) if char in ["â“", "â“Ÿ", "â““", "â“¡"]]
# calculates scores by token
- score_by_token = [
+ result["confidences"]["by ner token"] = [
{
"text": f"{text[current: next_token-1]}",
"confidence_ner": f"{np.around(np.mean(char_confidences[current : next_token-1]), 2)}",
@@ -359,9 +359,6 @@ def run(
]
result["confidences"]["total"] = np.around(np.mean(char_confidences), 2)
- result["confidences"]["by ner token"] = []
- for entity in score_by_token:
- result["confidences"]["by ner token"].append(entity)
for level in confidence_score_levels:
result["confidences"][level] = []
--
GitLab