floraachy
/
vChewing-macOS
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

LMCore // Lock the sequence of punctuations.

This commit is contained in:
ShikiSuen 2022-05-03 21:34:19 +08:00
parent 827fbaf031
commit 471e4ab031
1 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
Source/Modules/LangModelRelated/SubLMs/lmCore.swift
View File

@ -116,15 +116,17 @@ extension vChewing {
default: break
}
}
DispatchQueue.main.async {
let kvPair =
self.shouldReverse
? Megrez.KeyValuePair(key: columnTwo, value: columnOne)
: Megrez.KeyValuePair(key: columnOne, value: columnTwo)
currentUnigram.keyValue = kvPair
let key = self.shouldReverse ? columnTwo : columnOne
self.keyValueScoreMap[key, default: []].append(currentUnigram)
// 標點符號的頻率最好鎖定一下。
if columnOne.contains("_punctuation_") {
currentUnigram.score -= (Double(lineID) * 0.000001)
}
let kvPair =
self.shouldReverse
? Megrez.KeyValuePair(key: columnTwo, value: columnOne)
: Megrez.KeyValuePair(key: columnOne, value: columnTwo)
currentUnigram.keyValue = kvPair
let key = self.shouldReverse ? columnTwo : columnOne
self.keyValueScoreMap[key, default: []].append(currentUnigram)
}
}
}