From 471e4ab0312d69ccfe60948eeaed801d158bbcc5 Mon Sep 17 00:00:00 2001 From: ShikiSuen Date: Tue, 3 May 2022 21:34:19 +0800 Subject: [PATCH] LMCore // Lock the sequence of punctuations. --- .../LangModelRelated/SubLMs/lmCore.swift | 18 ++++++++++-------- 1 file changed, 10 insertions(+), 8 deletions(-) diff --git a/Source/Modules/LangModelRelated/SubLMs/lmCore.swift b/Source/Modules/LangModelRelated/SubLMs/lmCore.swift index 6bcf2383..4be0b569 100644 --- a/Source/Modules/LangModelRelated/SubLMs/lmCore.swift +++ b/Source/Modules/LangModelRelated/SubLMs/lmCore.swift @@ -116,15 +116,17 @@ extension vChewing { default: break } } - DispatchQueue.main.async { - let kvPair = - self.shouldReverse - ? Megrez.KeyValuePair(key: columnTwo, value: columnOne) - : Megrez.KeyValuePair(key: columnOne, value: columnTwo) - currentUnigram.keyValue = kvPair - let key = self.shouldReverse ? columnTwo : columnOne - self.keyValueScoreMap[key, default: []].append(currentUnigram) + // 標點符號的頻率最好鎖定一下。 + if columnOne.contains("_punctuation_") { + currentUnigram.score -= (Double(lineID) * 0.000001) } + let kvPair = + self.shouldReverse + ? Megrez.KeyValuePair(key: columnTwo, value: columnOne) + : Megrez.KeyValuePair(key: columnOne, value: columnTwo) + currentUnigram.keyValue = kvPair + let key = self.shouldReverse ? columnTwo : columnOne + self.keyValueScoreMap[key, default: []].append(currentUnigram) } } }