legado-ios/Tests/LegadoCoreTests/SourceNetworkPolicyTests.swift

import Foundation
import Testing
@testable import LegadoCore

struct SourceNetworkPolicyTests {
    @Test func persistentCookieDomainGroupsSubdomains() {
        #expect(LegadoCookieStore.persistenceDomain(for: "www.example.com") == "example.com")
        #expect(LegadoCookieStore.persistenceDomain(for: "www.content.example.com") == "example.com")
        #expect(LegadoCookieStore.persistenceDomain(for: "www.biquge.com.cn") == "biquge.com.cn")
        #expect(LegadoCookieStore.persistenceDomain(for: "1.2.3.4") == "1.2.3.4")
        #expect(LegadoCookieStore.persistenceDomain(for: "localhost") == "localhost")
    }

    @Test func parsesConcurrentRateFormats() {
        let burst = SourceRateLimit(rawValue: "3/1000")
        let serial = SourceRateLimit(rawValue: "250")
        #expect(burst?.accessLimit == 3)
        #expect(burst?.intervalMilliseconds == 1_000)
        #expect(serial?.accessLimit == 1)
        #expect(serial?.intervalMilliseconds == 250)
        #expect(SourceRateLimit(rawValue: "0") == nil)
        #expect(SourceRateLimit(rawValue: "broken") == nil)
    }

    @Test func fixedWindowReservesAndReportsWait() {
        let limit = SourceRateLimit(rawValue: "2/100")!
        var window = SourceRateWindow()

        #expect(window.reserve(now: 1_000, limit: limit) == 0)
        #expect(window.reserve(now: 1_010, limit: limit) == 0)
        #expect(window.reserve(now: 1_020, limit: limit) == 80)
        #expect(window.reserve(now: 1_100, limit: limit) == 0)
    }

    @Test func cookiesAreIsolatedBySourceAndExplicitValuesWin() async throws {
        let policy = SourceNetworkPolicy()
        let url = URL(string: "https://same.example/path")!
        await policy.setCookieHeader("token=A; shared=stored", sourceID: "source-a", url: url)
        await policy.setCookieHeader("token=B", sourceID: "source-b", url: url)

        #expect(await policy.cookieHeader(sourceID: "source-a", url: url).contains("token=A"))
        #expect(await policy.cookieHeader(sourceID: "source-b", url: url) == "token=B")

        var source = BookSource(bookSourceUrl: "source-a", bookSourceName: "A")
        source.enabledCookieJar = true
        let prepared = try LegadoURLBuilder().prepare(#"https://same.example/path, {"headers":{"Cookie":"shared=explicit"}}"#)
        let transport = RecordingPolicyTransport(results: [.success(.init(data: Data(), statusCode: 200, headers: [:], finalURL: url))])
        _ = try await policy.execute(prepared, source: source, transport: transport, timeout: 1)
        let cookie = await transport.requests().first?.value(forHTTPHeaderField: "Cookie") ?? ""
        #expect(cookie.contains("token=A"))
        #expect(cookie.contains("shared=explicit"))
        #expect(!cookie.contains("shared=stored"))
    }

    @Test func retriesFailedHTTPResponsesConfiguredNumberAndHonorsDisabledCookieJar() async throws {
        let policy = SourceNetworkPolicy()
        let url = URL(string: "https://retry.example/data")!
        await policy.setCookieHeader("session=secret", sourceID: "source", url: url)
        var source = BookSource(bookSourceUrl: "source", bookSourceName: "源")
        source.enabledCookieJar = false
        let prepared = try LegadoURLBuilder().prepare(#"https://retry.example/data, {"retry":2}"#)
        let response = HTTPResponse(data: Data("ok".utf8), statusCode: 200, headers: [:], finalURL: url)
        let failed500 = HTTPResponse(data: Data(), statusCode: 500, headers: [:], finalURL: url)
        let failed502 = HTTPResponse(data: Data(), statusCode: 502, headers: [:], finalURL: url)
        let transport = RecordingPolicyTransport(results: [
            .failure(HTTPClientError.statusResponse(failed500)),
            .failure(HTTPClientError.statusResponse(failed502)),
            .success(response)
        ])

        let result = try await policy.execute(prepared, source: source, transport: transport, timeout: 1)

        #expect(String(decoding: result.data, as: UTF8.self) == "ok")
        #expect(await transport.requests().count == 3)
        #expect(await transport.requests().allSatisfy { $0.value(forHTTPHeaderField: "Cookie") == nil })
    }

    @Test func doesNotRetryTransportFailures() async throws {
        let prepared = try LegadoURLBuilder().prepare(#"https://retry.example/data, {"retry":3}"#)
        let transport = RecordingPolicyTransport(results: [.failure(URLError(.timedOut))])

        await #expect(throws: URLError.self) {
            _ = try await SourceNetworkPolicy().execute(
                prepared,
                source: .init(bookSourceUrl: "retry", bookSourceName: "重试源"),
                transport: transport,
                timeout: 1
            )
        }

        #expect(await transport.requests().count == 1)
    }

    @Test func capturesCookiesWhileRetryingFailedHTTPResponse() async throws {
        let policy = SourceNetworkPolicy()
        let url = URL(string: "https://auth.example/data")!
        let failed = HTTPResponse(
            data: Data(),
            statusCode: 429,
            headers: ["Set-Cookie": "session=renewed; Path=/; Secure"],
            finalURL: url
        )
        let success = HTTPResponse(data: Data("ok".utf8), statusCode: 200, headers: [:], finalURL: url)
        let transport = RecordingPolicyTransport(results: [
            .failure(HTTPClientError.statusResponse(failed)),
            .success(success)
        ])
        let source = BookSource(bookSourceUrl: "auth-source", bookSourceName: "登录源")
        let prepared = try LegadoURLBuilder().prepare(#"https://auth.example/data, {"retry":1}"#)

        _ = try await policy.execute(prepared, source: source, transport: transport, timeout: 1)

        #expect(await policy.cookieHeader(sourceID: source.id, url: url).contains("session=renewed"))
        #expect(await transport.requests().count == 2)
    }

    @Test func decodesExplicitLegacyCharsetAndHeaderCharset() throws {
        let gb18030 = try #require(HTTPTextDecoder.encoding(named: "GB18030"))
        let chinese = "旧编码正文"
        let legacyData = try #require(chinese.data(using: gb18030))
        let url = try #require(URL(string: "https://encoding.example"))

        let explicit = HTTPResponse(data: legacyData, statusCode: 200, headers: [:], finalURL: url, requestedCharset: "gbk")
        let header = HTTPResponse(data: legacyData, statusCode: 200, headers: ["Content-Type": "text/html; charset=GB18030"], finalURL: url)

        #expect(explicit.decodedText == chinese)
        #expect(header.decodedText == chinese)
    }

    @Test func removesUnicodeBOMBeforeDecoding() throws {
        let url = try #require(URL(string: "https://encoding.example"))
        let text = "目录正文"
        var data = Data([0xFF, 0xFE])
        data.append(try #require(text.data(using: .utf16LittleEndian)))

        #expect(HTTPResponse(data: data, statusCode: 200, headers: [:], finalURL: url).decodedText == text)
    }

    @Test func appliesResponseBodyJavaScriptAndCarriesVariables() async throws {
        let url = try #require(URL(string: "https://script.example/content"))
        let prepared = try LegadoURLBuilder().prepare(
            #"https://script.example/content, {"bodyJs":"java.put('bodyChanged', 'yes'); result.replace('旧正文', '新正文')"}"#
        )
        let transport = RecordingPolicyTransport(results: [.success(.init(
            data: Data("旧正文".utf8),
            statusCode: 200,
            headers: [:],
            finalURL: url
        ))])

        let response = try await SourceNetworkPolicy().execute(
            prepared,
            source: .init(bookSourceUrl: "script", bookSourceName: "脚本源"),
            transport: transport,
            timeout: 1
        )

        #expect(response.decodedText == "新正文")
        #expect(response.requestVariables["bodyChanged"] == "yes")
    }

    @Test func routesWebViewRequestsThroughExecutorAndStillAppliesBodyJS() async throws {
        let url = try #require(URL(string: "https://web.example/rendered"))
        let prepared = try LegadoURLBuilder().prepare(
            #"https://web.example/page, {"webView":true,"webJs":"document.body.dataset.ready='1'","webViewDelayTime":250,"bodyJs":"result.replace('原始', '渲染')"}"#
        )
        let executor = await MainActor.run { RecordingWebViewExecutor(response: .init(
            data: Data("<html>原始正文</html>".utf8),
            statusCode: 200,
            headers: [:],
            finalURL: url
        )) }

        let response = try await SourceNetworkPolicy().execute(
            prepared,
            source: .init(bookSourceUrl: "web", bookSourceName: "网页源"),
            transport: RecordingPolicyTransport(results: []),
            timeout: 2,
            webViewExecutor: executor
        )

        #expect(response.decodedText == "<html>渲染正文</html>")
        #expect(await executor.callCount == 1)
        #expect(await executor.lastPrepared?.webJavaScript?.contains("dataset.ready") == true)
        #expect(await executor.lastPrepared?.webViewDelayMilliseconds == 250)
    }

    @Test func recordsRealPreparedRequestAndFinalResponseForDifferentialTesting() async throws {
        let url = try #require(URL(string: "https://snapshot.example/final"))
        let prepared = try LegadoURLBuilder().prepare(
            #"https://snapshot.example/search?q={{key}}, {"headers":{"Cookie":"session=secret","X-Test":"yes"},"retry":2}"#,
            context: .init(key: "测试")
        )
        let response = HTTPResponse(
            data: Data("正文".utf8),
            statusCode: 200,
            headers: ["Content-Type": "text/plain; charset=utf-8", "Set-Cookie": "token=private; Path=/"],
            finalURL: url
        )
        let recorder = MemoryDifferentialSnapshotRecorder(caseID: "html-001")

        _ = try await SourceNetworkPolicy().execute(
            prepared,
            source: .init(bookSourceUrl: "snapshot-source", bookSourceName: "快照源"),
            transport: RecordingPolicyTransport(results: [.success(response)]),
            timeout: 12,
            snapshotRecorder: recorder,
            snapshotStage: .search
        )

        let snapshots = await recorder.snapshots
        let snapshot = try #require(snapshots.first)
        #expect(snapshot.caseID == "html-001")
        #expect(snapshot.stage == .search)
        #expect(snapshot.request.ruleURL.contains("{{key}}"))
        #expect(snapshot.request.renderedURL.contains("%E6%B5%8B%E8%AF%95"))
        #expect(snapshot.request.headers["x-test"] == "yes")
        #expect(snapshot.request.headers["cookie"]?.contains("secret") == false)
        #expect(snapshot.response.finalURL == url.absoluteString)
        #expect(snapshot.response.bodySHA256.count == 64)
        #expect(snapshot.response.setCookies["token"]?.contains("private") == false)
    }

    @Test func emitsBusinessSnapshotFromContentReport() throws {
        let report = ChapterContentReport(
            title: "第一章",
            content: "正文",
            supplementalContent: "副正文",
            diagnostics: [],
            pagesVisited: 2
        )
        let snapshot = DifferentialBusinessSnapshot.content(caseID: "json-001", report: report)
        let object = try JSONSerialization.jsonObject(with: snapshot.encoded()) as? [String: Any]
        let result = object?["result"] as? [String: Any]
        let content = result?["content"] as? [String: Any]

        #expect(object?["platform"] as? String == "ios")
        #expect(object?["flow"] as? String == "content")
        #expect(content?["text"] as? String == "正文")
        #expect(content?["pagesVisited"] as? Int == 2)
    }

    @Test func typeOptionReturnsLowercaseHex() async throws {
        let url = try #require(URL(string: "https://binary.example/image"))
        let prepared = try LegadoURLBuilder().prepare(#"https://binary.example/image, {"type":"image"}"#)
        let transport = RecordingPolicyTransport(results: [.success(.init(
            data: Data([0x00, 0x7F, 0xA5, 0xFF]), statusCode: 200, headers: [:], finalURL: url
        ))])

        let response = try await SourceNetworkPolicy().execute(
            prepared,
            source: .init(bookSourceUrl: "binary", bookSourceName: "二进制源"),
            transport: transport,
            timeout: 1
        )

        #expect(response.decodedText == "007fa5ff")
    }

    @Test func readsBase64DataURIWithoutCallingNetworkTransport() async throws {
        let prepared = try LegadoURLBuilder().prepare(
            #"data:application/octet-stream;base64,AP+l, {"type":"image"}"#
        )
        let transport = RecordingPolicyTransport(results: [])

        let response = try await SourceNetworkPolicy().execute(
            prepared,
            source: .init(bookSourceUrl: "data-uri", bookSourceName: "内嵌数据源"),
            transport: transport,
            timeout: 1
        )

        #expect(response.decodedText == "00ffa5")
        #expect(response.headers["Content-Type"] == "application/octet-stream")
        #expect(await transport.requests().isEmpty)
    }

    @Test func sourceProxyHeaderIsRemovedAndRoutedThroughProxyTransport() async throws {
        let url = try #require(URL(string: "https://proxy.example/data"))
        let prepared = try LegadoURLBuilder().prepare(
            "https://proxy.example/data",
            defaultHeaders: ["proxy": "socks5://127.0.0.1:1080"]
        )
        let transport = ProxyRecordingPolicyTransport(response: .init(
            data: Data("ok".utf8), statusCode: 200, headers: [:], finalURL: url
        ))

        _ = try await SourceNetworkPolicy().execute(
            prepared,
            source: .init(bookSourceUrl: "proxy", bookSourceName: "代理源"),
            transport: transport,
            timeout: 1
        )

        #expect(await transport.proxy == "socks5://127.0.0.1:1080")
        #expect(await transport.request?.value(forHTTPHeaderField: "proxy") == nil)
    }

    @Test func recordsFinalHTTPFailureAndErrorBodyForDifferentialTesting() async throws {
        let url = try #require(URL(string: "https://failure.example/data"))
        let failed = HTTPResponse(
            data: Data("temporary unavailable".utf8),
            statusCode: 503,
            headers: ["Retry-After": "0"],
            finalURL: url
        )
        let recorder = MemoryDifferentialSnapshotRecorder(caseID: "html-002")
        let prepared = try LegadoURLBuilder().prepare("https://failure.example/data")

        await #expect(throws: HTTPClientError.self) {
            _ = try await SourceNetworkPolicy().execute(
                prepared,
                source: .init(bookSourceUrl: "failure", bookSourceName: "失败源"),
                transport: RecordingPolicyTransport(results: [.failure(HTTPClientError.statusResponse(failed))]),
                timeout: 1,
                snapshotRecorder: recorder,
                snapshotStage: .detail
            )
        }

        let snapshots = await recorder.snapshots
        let snapshot = try #require(snapshots.first)
        #expect(snapshot.response.statusCode == 503)
        #expect(snapshot.response.bodySHA256.count == 64)
        #expect(snapshot.response.error?.code == "http.503")
        #expect(snapshot.response.error?.legadoCode == -7)
    }

    @Test func httpTTSRendersSpeakVariablesAndReturnsBinaryAudio() async throws {
        let url = try #require(URL(string: "https://tts.example/audio"))
        let audio = Data([0x52, 0x49, 0x46, 0x46])
        let transport = RecordingPolicyTransport(results: [.success(.init(
            data: audio,
            statusCode: 200,
            headers: ["Content-Type": "audio/wav; charset=binary"],
            finalURL: url
        ))])
        var engine = HttpTTS(id: 9, name: "测试", url: #"https://tts.example/audio, {"method":"POST","body":"text={{speakText}}&speed={{speakSpeed}}"}"#)
        engine.contentType = #"audio/.*"#
        engine.header = #"{"X-Engine":"legado"}"#
        engine.loginCheckJs = #"if (result.headers().get('Content-Type').indexOf('audio/') !== 0) throw 'bad content'; result"#
        let cache = HttpTTSAudioCache(directory: FileManager.default.temporaryDirectory.appending(path: UUID().uuidString))

        let service = HttpTTSService(
            networkPolicy: .init(),
            transport: transport,
            cache: cache
        )
        let result = try await service.audio(engine: engine, text: "第一段", speechRate: 7)
        let cached = try await service.audio(engine: engine, text: "第一段", speechRate: 7)

        #expect(result.data == audio)
        #expect(cached.data == audio)
        #expect(result.contentType == "audio/wav")
        let requests = await transport.requests()
        let request = try #require(requests.first)
        #expect(request.httpMethod == "POST")
        #expect(String(decoding: request.httpBody ?? Data(), as: UTF8.self).contains("speed=7"))
        #expect(request.value(forHTTPHeaderField: "X-Engine") == "legado")
        #expect(requests.count == 1)
    }

    @Test func httpTTSStreamsChunksAndStoresCompletedResponseInCache() async throws {
        let url = try #require(URL(string: "https://tts.example/stream"))
        let first = Data(repeating: 0x41, count: 4)
        let second = Data(repeating: 0x42, count: 3)
        let transport = RecordingStreamingTransport(url: url, chunks: [first, second])
        var engine = HttpTTS(id: 12, name: "流式", url: url.absoluteString)
        engine.contentType = #"audio/.*"#
        let cache = HttpTTSAudioCache(directory: FileManager.default.temporaryDirectory.appending(path: UUID().uuidString))
        let service = HttpTTSService(networkPolicy: .init(), transport: transport, cache: cache)

        let streamed = try await service.audioStream(engine: engine, text: "第一段", speechRate: 10)
        #expect(streamed.isIncremental)
        #expect(streamed.expectedContentLength == 7)
        var received: [Data] = []
        for try await chunk in streamed.chunks { received.append(chunk) }
        #expect(received == [first, second])

        let cached = try await service.audioStream(engine: engine, text: "第一段", speechRate: 10)
        #expect(!cached.isIncremental)
        var cachedData = Data()
        for try await chunk in cached.chunks { cachedData.append(chunk) }
        #expect(cachedData == first + second)
        #expect(await transport.requestCount() == 1)
    }

    @Test func httpTTSDecodesDefaultsWithMissingFieldsAndLoginUIArray() throws {
        let data = Data(#"{"id":-100,"name":"百度","url":"https://tts.example","loginUi":[{"name":"token","type":"text"}]}"#.utf8)
        let value = try JSONDecoder().decode(HttpTTS.self, from: data)
        #expect(value.id == -100)
        #expect(value.concurrentRate == nil)
        #expect(value.enabledCookieJar == false)
        #expect(value.loginUi?.contains("token") == true)
        #expect(value.lastUpdateTime > 0)
    }

    @Test func httpTTSRejectsTextErrorResponse() async throws {
        let url = try #require(URL(string: "https://tts.example/error"))
        let response = HTTPResponse(
            data: Data("额度不足".utf8),
            statusCode: 200,
            headers: ["Content-Type": "application/json"],
            finalURL: url
        )
        let transport = RecordingPolicyTransport(results: Array(repeating: .success(response), count: 6))
        let engine = HttpTTS(id: 10, name: "错误", url: url.absoluteString)
        let cache = HttpTTSAudioCache(directory: FileManager.default.temporaryDirectory.appending(path: UUID().uuidString))

        await #expect(throws: HttpTTSServiceError.self) {
            _ = try await HttpTTSService(
                networkPolicy: .init(),
                transport: transport,
                cache: cache
            ).audio(engine: engine, text: "测试", speechRate: 5)
        }
        #expect(await transport.requests().count == 6)
    }

    @Test func httpTTSRebuildsRequestWhenLoginCheckInitializesURL() async throws {
        let url = try #require(URL(string: "https://tts.example/recover"))
        let transport = RecordingPolicyTransport(results: [
            .success(.init(
                data: Data(#"{"status":40000001}"#.utf8),
                statusCode: 401,
                headers: ["Content-Type": "application/json"],
                finalURL: url
            )),
            .success(.init(
                data: Data([0x49, 0x44, 0x33]),
                statusCode: 200,
                headers: ["Content-Type": "audio/mpeg"],
                finalURL: url
            ))
        ])
        var engine = HttpTTS(id: 11, name: "恢复", url: url.absoluteString)
        engine.loginCheckJs = "java.initUrl(); java.getResponse()"
        engine.contentType = "audio/.*"
        let cache = HttpTTSAudioCache(directory: FileManager.default.temporaryDirectory.appending(path: UUID().uuidString))

        let audio = try await HttpTTSService(
            networkPolicy: .init(),
            transport: transport,
            cache: cache
        ).audio(engine: engine, text: "测试", speechRate: 5)

        #expect(audio.contentType == "audio/mpeg")
        #expect(await transport.requests().count == 2)
    }
}

private actor RecordingPolicyTransport: HTTPTransport {
    private var results: [Result<HTTPResponse, any Error>]
    private var recorded: [URLRequest] = []

    init(results: [Result<HTTPResponse, any Error>]) { self.results = results }

    func data(for request: URLRequest) async throws -> HTTPResponse {
        recorded.append(request)
        guard !results.isEmpty else { throw URLError(.badServerResponse) }
        return try results.removeFirst().get()
    }

    func requests() -> [URLRequest] { recorded }
}

private actor RecordingStreamingTransport: StreamingHTTPTransport {
    let url: URL
    let values: [Data]
    private var count = 0

    init(url: URL, chunks: [Data]) {
        self.url = url
        values = chunks
    }

    func data(for request: URLRequest) async throws -> HTTPResponse {
        count += 1
        return .init(
            data: values.reduce(into: Data()) { $0.append($1) },
            statusCode: 200,
            headers: ["Content-Type": "audio/mpeg"],
            finalURL: url
        )
    }

    func stream(for request: URLRequest) async throws -> HTTPStreamResponse {
        count += 1
        let chunks = values
        return .init(
            statusCode: 200,
            headers: ["Content-Type": "audio/mpeg"],
            finalURL: url,
            expectedContentLength: Int64(chunks.reduce(0) { $0 + $1.count }),
            chunks: AsyncThrowingStream { continuation in
                for chunk in chunks { continuation.yield(chunk) }
                continuation.finish()
            }
        )
    }

    func requestCount() -> Int { count }
}

private actor ProxyRecordingPolicyTransport: ProxyHTTPTransport {
    let response: HTTPResponse
    private(set) var proxy: String?
    private(set) var request: URLRequest?

    init(response: HTTPResponse) { self.response = response }

    func data(for request: URLRequest) async throws -> HTTPResponse { response }

    func data(for request: URLRequest, proxy: String) async throws -> HTTPResponse {
        self.request = request
        self.proxy = proxy
        return response
    }
}

@MainActor
private final class RecordingWebViewExecutor: SourceWebViewRequestExecuting, @unchecked Sendable {
    let response: HTTPResponse
    private(set) var callCount = 0
    private(set) var lastPrepared: PreparedRequest?

    init(response: HTTPResponse) { self.response = response }

    func execute(_ prepared: PreparedRequest, source: BookSource, timeout: TimeInterval) async throws -> HTTPResponse {
        callCount += 1
        lastPrepared = prepared
        return response
    }
}