LMInstantiator // Reenable previous procedure of deduplicating candidates.

This commit is contained in:
ShikiSuen 2022-05-18 18:06:27 +08:00
parent bab4399860
commit 3b24f802c1
1 changed files with 7 additions and 5 deletions

View File

@ -270,6 +270,7 @@ extension vChewing {
filter filteredPairs: Set<Megrez.KeyValuePair>
) -> [Megrez.Unigram] {
var results: [Megrez.Unigram] = []
var insertedPairs: Set<Megrez.KeyValuePair> = []
for unigram in unigrams {
var pair: Megrez.KeyValuePair = unigram.keyValue
@ -284,12 +285,13 @@ extension vChewing {
pair.value = replacement
}
}
results.append(Megrez.Unigram(keyValue: pair, score: unigram.score))
}
// Swift Swift-Collections OrderedSet NSOrderedSet
let resultsDeduplicated = Array(NSOrderedSet(array: results).array as! [Megrez.Unigram])
return resultsDeduplicated
if !insertedPairs.contains(pair) {
results.append(Megrez.Unigram(keyValue: pair, score: unigram.score))
insertedPairs.insert(pair)
}
}
return results
}
}
}