floraachy
/
vChewing-macOS
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

LMConsolidator // Optimize data handling process.

This commit is contained in:
ShikiSuen 2022-05-10 18:55:37 +08:00
parent 481431c8e3
commit 9682b8ea5d
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
Source/Modules/LangModelRelated/LMConsolidator.swift
View File

@ -120,14 +120,10 @@ extension vChewing {
} }
// Step 4: Deduplication. // Step 4: Deduplication.
let arrData = strProcessed.components(separatedBy: "\n") let arrData = strProcessed.split(separator: "\n")
strProcessed = "" // Reset its value
// 下面兩行的 reversed 是首尾顛倒，免得破壞最新的 override 資訊。 // 下面兩行的 reversed 是首尾顛倒，免得破壞最新的 override 資訊。
let arrDataDeduplicated = Array(NSOrderedSet(array: arrData.reversed()).array as! [String]) let arrDataDeduplicated = Array(NSOrderedSet(array: arrData.reversed()).array as! [String])
for lineData in arrDataDeduplicated.reversed() { strProcessed = arrDataDeduplicated.reversed().joined(separator: "\n") + "\n"
strProcessed += lineData
strProcessed += "\n"
}
// Step 5: Remove duplicated newlines at the end of the file. // Step 5: Remove duplicated newlines at the end of the file.
strProcessed.regReplace(pattern: "\\n+", replaceWith: "\n") strProcessed.regReplace(pattern: "\\n+", replaceWith: "\n")