floraachy
/
vChewing-macOS
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

LMInstantiator // Reenable previous procedure of deduplicating candidates.

This commit is contained in:
ShikiSuen 2022-05-18 18:06:27 +08:00
parent bab4399860
commit 3b24f802c1
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
Source/Modules/LangModelRelated/LMInstantiator.swift
View File

@ -270,6 +270,7 @@ extension vChewing {
filter filteredPairs: Set<Megrez.KeyValuePair> filter filteredPairs: Set<Megrez.KeyValuePair>
) -> [Megrez.Unigram] { ) -> [Megrez.Unigram] {
var results: [Megrez.Unigram] = [] var results: [Megrez.Unigram] = []
var insertedPairs: Set<Megrez.KeyValuePair> = []
for unigram in unigrams { for unigram in unigrams {
var pair: Megrez.KeyValuePair = unigram.keyValue var pair: Megrez.KeyValuePair = unigram.keyValue
@ -284,12 +285,13 @@ extension vChewing {
pair.value = replacement pair.value = replacement
} }
} }
results.append(Megrez.Unigram(keyValue: pair, score: unigram.score))
}
// Swift 不見得非得用 Swift-Collections 才可以用 OrderedSet，還有 NSOrderedSet 可用來去重複。
let resultsDeduplicated = Array(NSOrderedSet(array: results).array as! [Megrez.Unigram])
return resultsDeduplicated if !insertedPairs.contains(pair) {
results.append(Megrez.Unigram(keyValue: pair, score: unigram.score))
insertedPairs.insert(pair)
}
}
return results
} }
} }
} }