floraachy
/
vChewing-macOS
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

LMCoreEX // Upgrade parsing methods.

This commit is contained in:
ShikiSuen 2022-12-28 22:22:53 +08:00
parent fa0f6ba017
commit 6941c6a532
1 changed files with 10 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
Packages/vChewing_LangModelAssembly/Sources/LangModelAssembly/SubLMs/lmCoreEX.swift
View File

@ -1,5 +1,4 @@
// (c) 2021 and onwards The vChewing Project (MIT-NTL License). // (c) 2021 and onwards The vChewing Project (MIT-NTL License).
// StringView Ranges extension by (c) 2022 and onwards Isaac Xen (MIT License).
// ==================== // ====================
// This code is released under the MIT license (SPDX-License-Identifier: MIT) // This code is released under the MIT license (SPDX-License-Identifier: MIT)
// ... with NTL restriction stating that: // ... with NTL restriction stating that:
@ -97,17 +96,18 @@ extension vChewingLM {
public mutating func replaceData(textData rawStrData: String) { public mutating func replaceData(textData rawStrData: String) {
if strData == rawStrData { return } if strData == rawStrData { return }
strData = rawStrData strData = rawStrData
strData.ranges(splitBy: "\n").filter { !$0.isEmpty }.forEach { var newMap: [String: [Range<String.Index>]] = [:]
let neta = strData[$0].split(separator: " ") let shouldReverse = shouldReverse // 必需，否則下文的 closure 會出錯。
if neta.count >= 2, String(neta[0]).first != "#" { strData.parse(splitee: "\n") { theRange in
if !neta[0].isEmpty, !neta[1].isEmpty { let theCells = rawStrData[theRange].split(separator: " ")
var theKey = shouldReverse ? String(neta[1]) : String(neta[0]) if theCells.count >= 2, theCells[0].description.first != "#" {
let theValue = $0 var theKey = shouldReverse ? String(theCells[1]) : String(theCells[0])
theKey.convertToPhonabets() theKey.convertToPhonabets()
rangeMap[theKey, default: []].append(theValue) newMap[theKey, default: []].append(theRange)
}
} }
} }
rangeMap = newMap
newMap.removeAll()
temporaryMap.removeAll() temporaryMap.removeAll()
} }
@ -186,20 +186,3 @@ extension vChewingLM {
} }
} }
} }
// MARK: - StringView Ranges Extension (by Isaac Xen)
extension String {
/// 就該字串與給定分隔符、返回每一元素的首尾索引值。
/// - parameters:
/// - splitBy: 給定分隔符
fileprivate func ranges(splitBy separator: Element) -> [Range<String.Index>] {
var startIndex = startIndex
return split(separator: separator).reduce(into: []) { ranges, substring in
_ = range(of: substring, range: startIndex..<endIndex).map { range in
ranges.append(range)
startIndex = range.upperBound
}
}
}
}