Work Area: Fix Concordancer - Generation Settings - Width unit - Char…

…acter
BLKSerene · Jul 23, 2023 · 0e6057a · 0e6057a
1 parent 632c216
commit 0e6057a
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -29,6 +29,9 @@
 ### ✨ Improvements
 - Utils: Update Wordless's sentence and sentence segment splitters
 
+### 📌 Bugfixes
+- Work Area: Fix Concordancer - Generation Settings - Width unit - Character
+
 ### ❌ Removals
 - Utils: Remove PyThaiNLP's perceptron part-of-speech tagger (LST20)
 

diff --git a/wordless/wl_concordancer.py b/wordless/wl_concordancer.py
@@ -777,7 +777,7 @@ def run(self):
                                     else:
                                         context_right.append(token_next)
 
-                                    len_context_right += len(token_next)
+                                    len_context_right += len_token_next
 
                                 # Search in Results (Left & Right)
                                 text_search_left = copy.deepcopy(context_left)
@@ -786,6 +786,13 @@ def run(self):
                                 if not settings['token_settings']['punc_marks']:
                                     context_left = text.tokens_flat_punc_marks_merged[i - len(context_left): i]
                                     context_right = text.tokens_flat_punc_marks_merged[i + len_search_term : i + len_search_term + len(context_right)]
+
+                                    # Modify the first token in left context and the last token in right context
+                                    len_left_extra = len_context_left - sum((len(token) for token in context_left))
+                                    len_right_missing = len(context_right[-1])
+
+                                    context_left[0] = context_left[0][len_left_extra:]
+                                    context_right[-1] = context_right[-1][:len_right_missing]
                             elif settings['generation_settings']['width_unit'] == self.tr('Token'):
                                 width_left_token = settings['generation_settings']['width_left_token']
                                 width_right_token = settings['generation_settings']['width_right_token']