Remove the unused TestMeasurementParser and lint integration tests again. (#3918)
This commit is contained in:
@@ -1,112 +0,0 @@
|
||||
//
|
||||
// Copyright 2022-2024 New Vector Ltd.
|
||||
//
|
||||
// SPDX-License-Identifier: AGPL-3.0-only OR LicenseRef-Element-Commercial
|
||||
// Please see LICENSE files in the repository root for full details.
|
||||
//
|
||||
|
||||
import Foundation
|
||||
import XCTest
|
||||
|
||||
enum TestMeasurementParserMetric: String {
|
||||
case appLaunch = "Duration (AppLaunch)"
|
||||
case clockMonotonicTime = "Clock Monotonic Time"
|
||||
case cpuTime = "CPU Time"
|
||||
case memoryPeakPhysical = "Memory Peak Physical"
|
||||
case memoryPhysical = "Memory Physical"
|
||||
case cpuInstructionsRetired = "CPU Instructions Retired"
|
||||
case diskLogicalWrites = "Disk Logical Writes"
|
||||
case cpuCycles = "CPU Cycles"
|
||||
|
||||
var regexValue: String {
|
||||
switch self {
|
||||
case .appLaunch:
|
||||
return rawValue.replacingOccurrences(of: "(", with: "\\(").replacingOccurrences(of: ")", with: "\\)")
|
||||
default:
|
||||
return rawValue
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// This class is responsible for extracting XCTest measurement run results from stderr in lieu of an official API
|
||||
/// Heavily inspired by https://stackoverflow.com/questions/54814422/how-to-extract-performance-metrics-measured-by-measureblock-in-xctest
|
||||
final class TestMeasurementParser {
|
||||
private let pipe = Pipe()
|
||||
private let regex: NSRegularExpression
|
||||
private var results = [String: Double]()
|
||||
|
||||
init() {
|
||||
do {
|
||||
let pattern = """
|
||||
\\[(\
|
||||
\(TestMeasurementParserMetric.appLaunch.regexValue)|\
|
||||
\(TestMeasurementParserMetric.clockMonotonicTime.regexValue)|\
|
||||
\(TestMeasurementParserMetric.cpuTime.regexValue)|\
|
||||
\(TestMeasurementParserMetric.memoryPeakPhysical.regexValue)|\
|
||||
\(TestMeasurementParserMetric.memoryPhysical.regexValue)|\
|
||||
\(TestMeasurementParserMetric.cpuInstructionsRetired.regexValue)|\
|
||||
\(TestMeasurementParserMetric.diskLogicalWrites.regexValue)|\
|
||||
\(TestMeasurementParserMetric.cpuCycles.regexValue)\
|
||||
), \
|
||||
(s|kB|kI|kC)\\] \
|
||||
average: ([0-9\\.]*),
|
||||
"""
|
||||
|
||||
regex = try NSRegularExpression(pattern: pattern,
|
||||
options: .caseInsensitive)
|
||||
} catch {
|
||||
fatalError("Invalid regular expression")
|
||||
}
|
||||
}
|
||||
|
||||
/// Running an XCTest measure block within this will enable the `XCTestMeasurementParser` to read resulting values from stderr and store them locally
|
||||
/// - Parameters:
|
||||
/// - testCase: we need the test case so that we can add and wait for an expectation on it, allowing the capturing to finish
|
||||
/// - block: should contain the normal test steps and measure block
|
||||
func capture(testCase: XCTestCase, block: @escaping () -> Void) {
|
||||
results.removeAll()
|
||||
|
||||
// Save original output
|
||||
let original = dup(STDERR_FILENO)
|
||||
|
||||
// Configure `stderr` so that it's not buffered
|
||||
setvbuf(stderr, nil, _IONBF, 0)
|
||||
|
||||
dup2(pipe.fileHandleForWriting.fileDescriptor, STDERR_FILENO)
|
||||
|
||||
pipe.fileHandleForReading.readabilityHandler = { [weak self] handle in
|
||||
guard let self else {
|
||||
return
|
||||
}
|
||||
|
||||
let string = String(data: handle.availableData, encoding: .utf8) ?? "<Non-ascii data of size\(handle.availableData.count)>\n"
|
||||
self.regex.matches(in: string, options: .reportCompletion).forEach {
|
||||
if let nameIndex = Range($0.range(at: 1), in: string),
|
||||
let averageIndex = Range($0.range(at: 3), in: string) {
|
||||
let name = String(string[nameIndex])
|
||||
let average = Double(string[averageIndex])
|
||||
|
||||
self.results[name] = average
|
||||
}
|
||||
}
|
||||
|
||||
// Print to stdout because stderr is piped
|
||||
print("\(string)")
|
||||
}
|
||||
|
||||
block()
|
||||
|
||||
// Revert
|
||||
fflush(stderr)
|
||||
dup2(original, STDERR_FILENO)
|
||||
close(original)
|
||||
|
||||
// Allow the parser to finish
|
||||
let expectation = testCase.expectation(description: "Wait for the results to be gathered")
|
||||
DispatchQueue.main.asyncAfter(deadline: .now() + 5.0) {
|
||||
expectation.fulfill()
|
||||
}
|
||||
|
||||
testCase.waitForExpectations(timeout: 10.0)
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user