main.swift 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315
  1. //
  2. // main.swift
  3. // OmniKitPacketParser
  4. //
  5. // Created by Pete Schwamb on 12/19/18.
  6. // Copyright © 2018 Pete Schwamb. All rights reserved.
  7. //
  8. import Foundation
  9. let printRepeats = true
  10. enum ParsingError: Error {
  11. case invalidPacketType(str: String)
  12. }
  13. extension PacketType {
  14. init(rtlomniString: String) throws {
  15. switch rtlomniString {
  16. case "PTYPE:POD":
  17. self = .pod
  18. case "PTYPE:PDM":
  19. self = .pdm
  20. case "PTYPE:CON":
  21. self = .con
  22. case "PTYPE:ACK":
  23. self = .ack
  24. default:
  25. throw ParsingError.invalidPacketType(str: rtlomniString)
  26. }
  27. }
  28. }
  29. extension String {
  30. func valPart() -> String {
  31. return String(split(separator: ":")[1])
  32. }
  33. }
  34. extension Int {
  35. func nextPacketNumber(_ increment: Int) -> Int {
  36. return (self + increment) & 0b11111
  37. }
  38. }
  39. //from NSHipster - http://nshipster.com/swift-literal-convertible/
  40. struct Regex {
  41. let pattern: String
  42. let options: NSRegularExpression.Options!
  43. private var matcher: NSRegularExpression {
  44. return try! NSRegularExpression(pattern: self.pattern, options: self.options)
  45. }
  46. init(_ pattern: String, options: NSRegularExpression.Options = []) {
  47. self.pattern = pattern
  48. self.options = options
  49. }
  50. func match(string: String, options: NSRegularExpression.MatchingOptions = []) -> Bool {
  51. return self.matcher.numberOfMatches(in: string, options: options, range: NSMakeRange(0, string.count)) != 0
  52. }
  53. }
  54. protocol RegularExpressionMatchable {
  55. func match(regex: Regex) -> Bool
  56. }
  57. extension String: RegularExpressionMatchable {
  58. func match(regex: Regex) -> Bool {
  59. return regex.match(string: self)
  60. }
  61. }
  62. func ~=<T: RegularExpressionMatchable>(pattern: Regex, matchable: T) -> Bool {
  63. return matchable.match(regex: pattern)
  64. }
  65. class LoopIssueReportParser {
  66. // * 2018-12-27 01:46:56 +0000 send 1f0e41a6101f1a0e81ed50b102010a0101a000340034170d000208000186a00000000000000111
  67. func parseLine(_ line: String) {
  68. let components = line.components(separatedBy: .whitespaces)
  69. if components.count == 8, let data = Data(hexadecimalString: components[7]) {
  70. let direction = components[6].padding(toLength: 7, withPad: " ", startingAt: 0)
  71. guard direction.lowercased() == "send " || direction.lowercased() == "receive" else {
  72. return
  73. }
  74. let date = components[1..<4].joined(separator: " ")
  75. do {
  76. let message = try Message(encodedData: data)
  77. print("\(date) \(direction) \(message)")
  78. } catch let error as MessageError {
  79. if let packet = try? Packet(encodedData: data) {
  80. print("\(date) \(direction) packet \(packet)")
  81. } else {
  82. switch error {
  83. case .notEnoughData:
  84. if data.count == 4 {
  85. // This is from a packet, not a message, and we don't have the full packet info here
  86. print("\(date) \(direction) ack \(components[7])")
  87. } else {
  88. print("Could not parse \(line)")
  89. }
  90. default:
  91. print("Could not parse \(line): \(error.localizedDescription)")
  92. }
  93. }
  94. } catch let error {
  95. print("Could not parse \(line): \(error)")
  96. }
  97. }
  98. }
  99. }
  100. class RTLOmniLineParser {
  101. private var lastPacket: ArraySlice<String>? = nil
  102. private var messageDate: String = ""
  103. private var lastMessageData = Data()
  104. private var messageData = Data()
  105. private var messageSource: PacketType = .pdm
  106. private var address: String = ""
  107. private var packetNumber: Int = 0
  108. private var repeatCount: Int = 0
  109. func parseLine(_ line: String) {
  110. let components = line.components(separatedBy: .whitespaces)
  111. if components.count > 3, let packetType = try? PacketType(rtlomniString: components[2]) {
  112. if lastPacket == components[1...] {
  113. return
  114. }
  115. lastPacket = components[1...]
  116. switch packetType {
  117. case .pod, .pdm:
  118. if components.count != 9 {
  119. print("Invalid line:\(line)")
  120. return
  121. }
  122. // 2018-12-19T20:50:48.3d ID1:1f0b3557 PTYPE:POD SEQ:31 ID2:1f0b3557 B9:00 BLEN:205 BODY:02cb510032602138800120478004213c80092045800c203980 CRC:a8
  123. // 2018-05-25T13:03:51.765792 ID1:ffffffff PTYPE:POD SEQ:01 ID2:ffffffff B9:04 BLEN:23 BODY:011502070002070002020000aa6400088cb98f1f16b11e82a5 CRC:72
  124. messageDate = components[0]
  125. messageSource = packetType
  126. address = String(components[1].valPart())
  127. packetNumber = Int(components[3].valPart())!
  128. let messageAddress = String(components[4].valPart())
  129. let b9 = String(components[5].valPart())
  130. if messageData.count > 0 {
  131. print("Dropping incomplete message data: \(messageData.hexadecimalString)")
  132. }
  133. messageData = Data(hexadecimalString: messageAddress + b9)!
  134. let messageLen = UInt8(components[6].valPart())!
  135. messageData.append(messageLen)
  136. let packetData = Data(hexadecimalString: components[7].valPart())!
  137. messageData.append(packetData)
  138. case .con:
  139. // 2018-12-19T05:19:04.3d ID1:1f0b3557 PTYPE:CON SEQ:12 CON:0000000000000126 CRC:60
  140. let packetAddress = String(components[1].valPart())
  141. let nextPacketNumber = Int(components[3].valPart())!
  142. if (packetAddress == address) && (nextPacketNumber == packetNumber.nextPacketNumber(2)) {
  143. packetNumber = nextPacketNumber
  144. let packetData = Data(hexadecimalString: components[4].valPart())!
  145. messageData.append(packetData)
  146. } else if packetAddress != address {
  147. print("mismatched address: \(line)")
  148. } else if nextPacketNumber != packetNumber.nextPacketNumber(2) {
  149. print("mismatched packet number: \(nextPacketNumber) != \(packetNumber.nextPacketNumber(2)) \(line)")
  150. }
  151. case .ack:
  152. print("Ack: \(line)")
  153. }
  154. do {
  155. let message = try Message(encodedData: messageData)
  156. let messageStr = "\(messageDate) \(messageSource) \(message)"
  157. if lastMessageData == messageData {
  158. repeatCount += 1
  159. if printRepeats {
  160. print(messageStr + " repeat:\(repeatCount)")
  161. }
  162. } else {
  163. lastMessageData = messageData
  164. repeatCount = 0
  165. print(messageStr)
  166. }
  167. messageData = Data()
  168. } catch MessageError.notEnoughData {
  169. return
  170. } catch let error {
  171. print("Error decoding message: \(error)")
  172. }
  173. }
  174. }
  175. }
  176. class XcodeLogParser {
  177. private var lastPacket: ArraySlice<String>? = nil
  178. private var messageDate: String = ""
  179. private var sendMessageData = Data()
  180. private var recvMessageData = Data()
  181. private var messageSource: PacketType = .pdm
  182. private var address: String = ""
  183. private var packetNumber: Int = 0
  184. private var repeatCount: Int = 0
  185. func parseLine(_ line: String) {
  186. let components = line.components(separatedBy: .whitespaces)
  187. if let rlCmd = components.last {
  188. let direction = components[5].prefix(4)
  189. let timeStamp = "\(components[0]) \(components[1])"
  190. switch direction {
  191. case "Send":
  192. let cmdCode = rlCmd.prefix(4).suffix(2)
  193. switch(cmdCode) {
  194. case "05": // SendAndListen
  195. let packetData = Data(hexadecimalString: String(rlCmd.suffix(rlCmd.count - 28)))!
  196. do {
  197. let packet = try Packet(encodedData: packetData)
  198. print("\(timeStamp) \(direction) \(packet)")
  199. if packet.packetType == .con {
  200. sendMessageData.append(packet.data)
  201. } else {
  202. sendMessageData = packet.data
  203. }
  204. if let message = try? Message(encodedData: sendMessageData) {
  205. print("\(timeStamp) \(direction) \(message)")
  206. sendMessageData = Data()
  207. }
  208. if packet.packetType == .ack {
  209. sendMessageData = Data()
  210. }
  211. } catch let error {
  212. print("Error parsing \(rlCmd): \(error)")
  213. }
  214. case "06":
  215. print("Configure Register: \(cmdCode) \(rlCmd)")
  216. default:
  217. print("Unhandled command: \(direction) \(cmdCode) \(rlCmd)")
  218. }
  219. case "Recv":
  220. let status = rlCmd.prefix(2)
  221. switch(status) {
  222. case "dd":
  223. if rlCmd.count > 6 {
  224. let packetData = Data(hexadecimalString: String(rlCmd.suffix(rlCmd.count - 6)))!
  225. do {
  226. let packet = try Packet(encodedData: packetData)
  227. print("\(timeStamp) \(direction) \(packet)")
  228. if packet.packetType == .con {
  229. recvMessageData.append(packet.data)
  230. } else {
  231. recvMessageData = packet.data
  232. }
  233. do {
  234. let message = try Message(encodedData: recvMessageData)
  235. print("\(timeStamp) \(direction) \(message)")
  236. recvMessageData = Data()
  237. } catch MessageError.notEnoughData {
  238. break
  239. } catch let error {
  240. print("Message not parsed from packet data \(recvMessageData.hexadecimalString): \(error)")
  241. }
  242. } catch let error {
  243. print("Error parsing \(rlCmd): \(error)")
  244. }
  245. } else {
  246. //print("\(timeStamp) \(direction) \(rlCmd)")
  247. }
  248. case "aa":
  249. print("\(timeStamp) Receive Timeout")
  250. default:
  251. print("Unhandled response type: \(direction) \(rlCmd)")
  252. }
  253. default:
  254. break
  255. }
  256. }
  257. }
  258. }
  259. for filename in CommandLine.arguments[1...] {
  260. let rtlOmniParser = RTLOmniLineParser()
  261. let loopIssueReportParser = LoopIssueReportParser()
  262. let xcodeLogParser = XcodeLogParser()
  263. print("Parsing \(filename)")
  264. do {
  265. let data = try String(contentsOfFile: filename, encoding: .utf8)
  266. let lines = data.components(separatedBy: .newlines)
  267. for line in lines {
  268. switch line {
  269. case Regex("ID1:[0-9a-fA-F]+ PTYPE:"):
  270. // 2018-12-24T10:58:41.3d ID1:1f0f407e PTYPE:POD SEQ:02 ID2:1f0f407e B9:3c BLEN:24 BODY:0216020d0000000000d23102b103ff02b1000008ab08016e83 CRC:c2
  271. // 2018-05-25T13:03:51.765792 ID1:ffffffff PTYPE:POD SEQ:01 ID2:ffffffff B9:04 BLEN:23 BODY:011502070002070002020000aa6400088cb98f1f16b11e82a5 CRC:72
  272. rtlOmniParser.parseLine(line)
  273. case Regex("(send|receive) [0-9a-fA-F]+"):
  274. // 2018-12-27 01:46:56 +0000 send 1f0e41a6101f1a0e81ed50b102010a0101a000340034170d000208000186a00000000000000111
  275. loopIssueReportParser.parseLine(line)
  276. case Regex("RL (Send|Recv) ?\\(single\\): [0-9a-fA-F]+"):
  277. // 2019-02-09 08:23:27.605518-0800 Loop[2978:2294033] [PeripheralManager+RileyLink] RL Send (single): 17050005000000000002580000281f0c27a4591f0c27a447
  278. // 2019-02-09 08:23:28.262888-0800 Loop[2978:2294816] [PeripheralManager+RileyLink] RL Recv(single): dd0c2f1f079e674b1f079e6769
  279. xcodeLogParser.parseLine(line)
  280. default:
  281. break
  282. }
  283. }
  284. } catch let error {
  285. print("Error: \(error)")
  286. }
  287. }