floraachy
/
vChewing-macOS
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

UOM // Porting decayCallback() back.

This commit is contained in:
ShikiSuen 2022-08-08 17:39:33 +08:00
parent e053273815
commit b3c1b2b8bc
1 changed files with 25 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
Source/Modules/LangModelRelated/SubLMs/lmUserOverride.swift
View File

@ -280,33 +280,44 @@ extension vChewing.LMUserOverride {
} }
// TODO: 降低磁碟寫入次數。唯有失憶的情況下才會更新觀察且記憶。 // TODO: 降低磁碟寫入次數。唯有失憶的情況下才會更新觀察且記憶。
if var theNeta = mutLRUMap[key] { if var theNeta = mutLRUMap[key] {
_ = getSuggestion(
key: key, timestamp: timestamp, headReading: "",
decayCallback: {
theNeta.observation.update( theNeta.observation.update(
candidate: candidate, timestamp: timestamp, forceHighScoreOverride: forceHighScoreOverride candidate: candidate, timestamp: timestamp, forceHighScoreOverride: forceHighScoreOverride
) )
mutLRUList.insert(theNeta, at: 0) self.mutLRUList.insert(theNeta, at: 0)
mutLRUMap[key] = theNeta self.mutLRUMap[key] = theNeta
IME.prtDebugIntel("UOM: Observation finished with existing observation: \(key)") IME.prtDebugIntel("UOM: Observation finished with existing observation: \(key)")
saveCallback() saveCallback()
} }
)
}
} }
private func getSuggestion(key: String, timestamp: Double, headReading: String) -> Suggestion { private func getSuggestion(
key: String, timestamp: Double, headReading: String, decayCallback: @escaping () -> Void = {}
) -> Suggestion {
guard !key.isEmpty, let kvPair = mutLRUMap[key] else { return .init() } guard !key.isEmpty, let kvPair = mutLRUMap[key] else { return .init() }
let observation: Observation = kvPair.observation let observation: Observation = kvPair.observation
var candidates: [(String, Megrez.Unigram)] = .init() var candidates: [(String, Megrez.Unigram)] = .init()
var forceHighScoreOverride = false var forceHighScoreOverride = false
var score: Double = 0 var currentHighScore: Double = 0
for (i, theObservation) in observation.overrides { for (i, theObservation) in observation.overrides {
let overrideScore = getScore( let overrideScore = getScore(
eventCount: theObservation.count, totalCount: observation.count, eventCount: theObservation.count, totalCount: observation.count,
eventTimestamp: theObservation.timestamp, timestamp: timestamp, lambda: mutDecayExponent eventTimestamp: theObservation.timestamp, timestamp: timestamp, lambda: mutDecayExponent
) )
if overrideScore == 0.0 { continue } if (0...currentHighScore).contains(overrideScore) { continue }
if overrideScore > score { let overrideDetectionScore: Double = getScore(
eventCount: theObservation.count, totalCount: observation.count,
eventTimestamp: theObservation.timestamp, timestamp: timestamp, lambda: mutDecayExponent * 2
)
if (0...currentHighScore).contains(overrideDetectionScore) { decayCallback() }
candidates.append((headReading, .init(value: i, score: overrideScore))) candidates.append((headReading, .init(value: i, score: overrideScore)))
forceHighScoreOverride = theObservation.forceHighScoreOverride forceHighScoreOverride = theObservation.forceHighScoreOverride
score = overrideScore currentHighScore = overrideScore
}
} }
return .init(candidates: candidates, forceHighScoreOverride: forceHighScoreOverride) return .init(candidates: candidates, forceHighScoreOverride: forceHighScoreOverride)
} }