import HealthKit

import SQLite3

import XCTest

@testable import HealthProbe

final class SQLiteHealthArchiveStoreTests: XCTestCase {

        var result: Result<T, Error>?

    }

    override func setUpWithError() throws {

        temporaryDirectory = FileManager.default.temporaryDirectory

            .appending(path: "HealthProbeTests-\(UUID().uuidString)", directoryHint: .isDirectory)

        try FileManager.default.createDirectory(at: temporaryDirectory, withIntermediateDirectories: true)

    }

    override func tearDownWithError() throws {

        if let temporaryDirectory {

            try? FileManager.default.removeItem(at: temporaryDirectory)

        }

        temporaryDirectory = nil

    }

    func testFreshArchiveInitializesSchemaAndPassesIntegrity() async throws {

        let store = SQLiteHealthArchiveStore(databaseURL: databaseURL())

        let report = try await store.checkIntegrity()

        let records = try await store.records(for: HealthArchiveRecordRequest(

            sampleTypeIdentifier: HKQuantityTypeIdentifier.stepCount.rawValue

        ))

        XCTAssertTrue(report.passed)

        XCTAssertEqual(report.schemaVersion, 2)

        XCTAssertEqual(report.sqliteIntegrityStatus, "ok")

        XCTAssertEqual(report.foreignKeyIssueCount, 0)

        XCTAssertTrue(report.missingTableNames.isEmpty)

        XCTAssertTrue(report.requiredTableNames.contains("sample_visibility_ranges"))

        XCTAssertTrue(report.requiredTableNames.contains("daily_type_aggregates"))

        XCTAssertTrue(records.isEmpty)

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let observationID = try await store.beginObservation(

            observedAt: Date(timeIntervalSince1970: 2_000),

            triggerReason: "manual",

            selectedTypeSetHash: "selected-types"

        )

        let expected = HealthArchiveTypeCaptureState(

            sampleTypeIdentifier: HKQuantityTypeIdentifier.stepCount.rawValue,

            count: 42,

            contentHash: "content-hash",

            earliestDate: Date(timeIntervalSince1970: 1_000),

            latestDate: Date(timeIntervalSince1970: 1_500),

            yearlyCounts: [2026: 42],

            anchorData: Data([0xde, 0xad, 0xbe, 0xef])

        )

        try await store.upsertTypeCaptureState(expected, observationID: observationID)

        let actual = try await store.typeCaptureState(sampleTypeIdentifier: HKQuantityTypeIdentifier.stepCount.rawValue)

        let report = try await store.checkIntegrity()

        XCTAssertEqual(actual, HealthArchiveTypeCaptureState(

            sampleTypeIdentifier: expected.sampleTypeIdentifier,

            observationID: observationID,

            count: expected.count,

            contentHash: expected.contentHash,

            earliestDate: expected.earliestDate,

            latestDate: expected.latestDate,

            yearlyCounts: expected.yearlyCounts,

            anchorData: expected.anchorData

        ))

        XCTAssertTrue(report.passed)

        XCTAssertEqual(try countRows(in: "type_capture_states", at: url), 1)

    }

        let url = databaseURL()

        try createPrototypeDatabase(at: url)

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let report = try await store.checkIntegrity()

        XCTAssertTrue(report.passed)

        XCTAssertEqual(report.schemaVersion, 2)

        XCTAssertTrue(report.missingTableNames.isEmpty)

    }

    func testRepeatedSamplePageDoesNotDuplicateIdentityOrVersion() async throws {

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let sample = makeStepCountSample()

        let firstWrite = try await store.upsertSamples([sample], observedAt: Date(timeIntervalSince1970: 2_000))

        let secondWrite = try await store.upsertSamples([sample], observedAt: Date(timeIntervalSince1970: 2_060))

        let records = try await store.records(for: HealthArchiveRecordRequest(

            sampleTypeIdentifier: sample.sampleType.identifier

        ))

        let report = try await store.checkIntegrity()

        let versionDebugRows = try sampleVersionDebugRows(at: url)

        XCTAssertEqual(firstWrite.insertedCount, 1)

        XCTAssertEqual(firstWrite.updatedCount, 0)

        XCTAssertEqual(firstWrite.unchangedCount, 0)

        XCTAssertEqual(try countRows(in: "samples", at: url), 1)

        XCTAssertEqual(try countRows(in: "sample_versions", at: url), 1, versionDebugRows)

        XCTAssertEqual(try countRows(in: "sample_observation_events WHERE event_kind = 'appeared'", at: url), 1)

        XCTAssertEqual(try countRows(in: "sample_observation_events WHERE event_kind = 'verified'", at: url), 0)

        XCTAssertEqual(secondWrite.updatedCount, 0)

        XCTAssertEqual(secondWrite.unchangedCount, 1)

        XCTAssertEqual(records.count, 1)

        XCTAssertEqual(records.first?.displayValue, "42.0 count")

        XCTAssertTrue(report.passed)

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let sample = makeStepCountSample()

        _ = try await store.upsertSamples([sample], observedAt: Date(timeIntervalSince1970: 2_000))

        try await store.markVerification(sampleType: sample.sampleType, verifiedAt: Date(timeIntervalSince1970: 2_060))

        let observationIDs = try observationIDs(at: url)

        XCTAssertEqual(observationIDs.count, 2)

        XCTAssertEqual(try countRows(in: "observation_type_runs WHERE observation_id = \(observationIDs[0]) AND inserted_event_count = 1", at: url), 1)

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let sample = makeStepCountSample()

        _ = try await store.upsertSamples([sample], observedAt: Date(timeIntervalSince1970: 2_000))

        try await store.markVerification(sampleType: sample.sampleType, verifiedAt: Date(timeIntervalSince1970: 2_060))

        let unchangedObservationID = try await store.beginObservation(

            observedAt: Date(timeIntervalSince1970: 2_120),

            triggerReason: "manual",

            selectedTypeSetHash: "selected-types"

        )

        try await store.markUnchangedVerification(

            sampleType: sample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 2_120),

            observationID: unchangedObservationID

        )

        try await store.finishObservation(

            observationID: unchangedObservationID,

            status: "completed",

            endedAt: Date(timeIntervalSince1970: 2_121)

        )

        XCTAssertEqual(try countRows(in: "sample_observation_events", at: url), 1)

        XCTAssertEqual(try countRows(in: "observation_type_runs WHERE observation_id = \(unchangedObservationID) AND inserted_event_count = 0 AND deleted_event_count = 0 AND verified_visible_count = 1", at: url), 1)

        XCTAssertEqual(try countRows(in: "observation_type_summaries WHERE observation_id = \(unchangedObservationID) AND visible_record_count = 1 AND appeared_count = 0 AND disappeared_count = 0 AND representation_changed_count = 0", at: url), 1)

        XCTAssertEqual(try countRows(in: "daily_type_aggregates WHERE observation_id = \(unchangedObservationID) AND visible_record_count = 1", at: url), 1)

        XCTAssertFalse(try tableExists("archive_samples", at: url))

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let firstDaySample = makeStepCountSample(value: 10, start: 1_000)

        let secondDaySample = makeStepCountSample(value: 20, start: 90_000)

        let secondDayDeltaSample = makeStepCountSample(value: 30, start: 91_000)

        _ = try await store.upsertSamples(

            [firstDaySample, secondDaySample],

            observedAt: Date(timeIntervalSince1970: 95_000)

        )

        try await store.markVerification(

            sampleType: firstDaySample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 95_060)

        )

        let changedObservationID = try await store.beginObservation(

            observedAt: Date(timeIntervalSince1970: 96_000),

            triggerReason: "manual",

            selectedTypeSetHash: "selected-types"

        )

        _ = try await store.upsertSamples(

            [secondDayDeltaSample],

            observedAt: Date(timeIntervalSince1970: 96_000),

            observationID: changedObservationID

        )

        try await store.markVerification(

            sampleType: firstDaySample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 96_000),

            observationID: changedObservationID

        )

        try await store.finishObservation(

            observationID: changedObservationID,

            status: "completed",

            endedAt: Date(timeIntervalSince1970: 96_010)

        )

        XCTAssertEqual(

            try countRows(in: "daily_type_aggregates WHERE observation_id = \(changedObservationID)", at: url),

            2

        )

        XCTAssertEqual(

            try countRows(in: "daily_type_aggregates WHERE observation_id = \(changedObservationID) AND visible_record_count = 1", at: url),

            1

        )

        XCTAssertEqual(

            try countRows(in: "daily_type_aggregates WHERE observation_id = \(changedObservationID) AND visible_record_count = 2", at: url),

            1

        )

        XCTAssertEqual(

            try countRows(in: "observation_type_summaries WHERE observation_id = \(changedObservationID) AND visible_record_count = 3 AND appeared_count = 1", at: url),

            1

        )

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let oldSample = makeStepCountSample(value: 10, start: 1_000, end: 1_300)

        let oldLatestMaxSample = makeStepCountSample(value: 20, start: 4_000, end: 4_300)

        let newLatestMaxSample = makeStepCountSample(value: 25, start: 5_000, end: 5_300)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        _ = try await store.upsertSamples(

            [oldSample, oldLatestMaxSample],

            observedAt: Date(timeIntervalSince1970: 6_000)

        )

        try await store.markVerification(

            sampleType: oldSample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 6_060)

        )

        let changedObservationID = try await store.beginObservation(

            observedAt: Date(timeIntervalSince1970: 6_120),

            triggerReason: "manual",

            selectedTypeSetHash: "selected-types"

        )

        _ = try await store.upsertSamples(

            [newLatestMaxSample],

            observedAt: Date(timeIntervalSince1970: 6_120),

            observationID: changedObservationID

        )

        try await store.recordDisappearance(

            sampleUUIDHash: HashService.sampleUUIDHash(oldLatestMaxSample.uuid.uuidString),

            sampleTypeIdentifier: typeIdentifier,

            observedMissingAt: Date(timeIntervalSince1970: 6_120),

            observationID: changedObservationID

        )

        try await store.markVerification(

            sampleType: oldSample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 6_120),

            observationID: changedObservationID

        )

        let summary = try typeSummary(observationID: changedObservationID, at: url)

        XCTAssertEqual(summary.visibleRecordCount, 2)

        XCTAssertEqual(summary.appearedCount, 1)

        XCTAssertEqual(summary.disappearedCount, 1)

        XCTAssertEqual(summary.earliestStartDate, oldSample.startDate.timeIntervalSince1970, accuracy: 0.000_001)

        XCTAssertEqual(summary.latestEndDate, newLatestMaxSample.endDate.timeIntervalSince1970, accuracy: 0.000_001)

        XCTAssertEqual(summary.valueSum, 35, accuracy: 0.000_001)

        XCTAssertEqual(summary.valueMax, 25, accuracy: 0.000_001)

    }

    func testChangedVerificationKeepsSummaryCorrectWhenLatestIsRemovedWithoutReplacement() async throws {

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let remainingSample = makeStepCountSample(value: 10, start: 1_000, end: 1_300)

        let removedLatestSample = makeStepCountSample(value: 20, start: 4_000, end: 4_300)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        _ = try await store.upsertSamples(

            [remainingSample, removedLatestSample],

            observedAt: Date(timeIntervalSince1970: 6_000)

        )

        try await store.markVerification(

            sampleType: remainingSample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 6_060)

        )

        let changedObservationID = try await store.beginObservation(

            observedAt: Date(timeIntervalSince1970: 6_120),

            triggerReason: "manual",

            selectedTypeSetHash: "selected-types"

        )

        try await store.recordDisappearance(

            sampleUUIDHash: HashService.sampleUUIDHash(removedLatestSample.uuid.uuidString),

            sampleTypeIdentifier: typeIdentifier,

            observedMissingAt: Date(timeIntervalSince1970: 6_120),

            observationID: changedObservationID

        )

        try await store.markVerification(

            sampleType: remainingSample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 6_120),

            observationID: changedObservationID

        )

        let summary = try typeSummary(observationID: changedObservationID, at: url)

        XCTAssertEqual(summary.visibleRecordCount, 1)

        XCTAssertEqual(summary.appearedCount, 0)

        XCTAssertEqual(summary.disappearedCount, 1)

        XCTAssertEqual(summary.earliestStartDate, remainingSample.startDate.timeIntervalSince1970, accuracy: 0.000_001)

        XCTAssertEqual(summary.latestEndDate, remainingSample.endDate.timeIntervalSince1970, accuracy: 0.000_001)

        XCTAssertEqual(summary.valueSum, 10, accuracy: 0.000_001)

        XCTAssertEqual(summary.valueMax, 10, accuracy: 0.000_001)

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let firstSample = makeStepCountSample(value: 42, start: 1_000)

        let secondSample = makeStepCountSample(value: 7, start: 2_000)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        _ = try await store.upsertSamples([firstSample], observedAt: Date(timeIntervalSince1970: 3_000))

        _ = try await store.upsertSamples([firstSample, secondSample], observedAt: Date(timeIntervalSince1970: 3_060))

        try await store.recordDisappearance(

            sampleUUIDHash: HashService.sampleUUIDHash(firstSample.uuid.uuidString),

            sampleTypeIdentifier: typeIdentifier,

            observedMissingAt: Date(timeIntervalSince1970: 3_120)

        )

        let observationIDs = try observationIDs(at: url)

        XCTAssertEqual(observationIDs.count, 3)

        let appearedSummary = try await store.diffSummary(HealthArchiveDiffRequest(

            fromObservationID: observationIDs[0],

            toObservationID: observationIDs[1],

            sampleTypeIdentifier: typeIdentifier

        ))

        let appearedRecords = try await store.diffRecords(HealthArchiveDiffRecordRequest(

            fromObservationID: observationIDs[0],

            toObservationID: observationIDs[1],

            sampleTypeIdentifier: typeIdentifier,

            kind: .appeared,

            limit: 10

        ))

        let disappearedSummary = try await store.diffSummary(HealthArchiveDiffRequest(

            fromObservationID: observationIDs[1],

            toObservationID: observationIDs[2],

            sampleTypeIdentifier: typeIdentifier

        ))

        let disappearedRecords = try await store.diffRecords(HealthArchiveDiffRecordRequest(

            fromObservationID: observationIDs[1],

            toObservationID: observationIDs[2],

            sampleTypeIdentifier: typeIdentifier,

            kind: .disappeared,

            limit: 10

        ))

        XCTAssertEqual(appearedSummary.appearedCount, 1)

        XCTAssertEqual(appearedSummary.disappearedCount, 0)

        XCTAssertEqual(appearedSummary.representationChangedCount, 0)

        XCTAssertEqual(appearedRecords.map(\.displayValue), ["7.0 count"])

        XCTAssertEqual(disappearedSummary.appearedCount, 0)

        XCTAssertEqual(disappearedSummary.disappearedCount, 1)

        XCTAssertEqual(disappearedSummary.representationChangedCount, 0)

        XCTAssertEqual(disappearedRecords.map(\.displayValue), ["42.0 count"])

        XCTAssertNotNil(disappearedRecords.first?.disappearedAt)

        let exportRequest = HealthArchiveReportRequest(

            reportID: UUID(),

            title: "Disappeared Step Count Export",

            typeIdentifierFilter: typeIdentifier,

            diffFromObservationID: observationIDs[1],

            diffToObservationID: observationIDs[2],

            diffKind: .disappeared

        )

        let exportPreview = try await store.exportPreview(exportRequest)

        let exportURL = try await store.exportReport(exportRequest)

        XCTAssertEqual(exportPreview.estimatedRecordCount, 1)

        XCTAssertTrue(FileManager.default.fileExists(atPath: exportURL.path))

        XCTAssertEqual(try countRows(in: "export_manifests WHERE record_count = 1 AND from_observation_id = \(observationIDs[1]) AND to_observation_id = \(observationIDs[2])", at: url), 1)

    }

    func testExportPreviewAndReportUseSQLiteManifest() async throws {

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        let samples = [

            makeStepCountSample(value: 42, start: 1_000),

            makeStepCountSample(value: 7, start: 2_000)

        ]

        _ = try await store.upsertSamples(samples, observedAt: Date(timeIntervalSince1970: 3_000))

        let request = HealthArchiveReportRequest(

            reportID: UUID(),

            title: "Step Count Export",

            typeIdentifierFilter: typeIdentifier

        )

        let preview = try await store.exportPreview(request)

        let exportURL = try await store.exportReport(request)

        XCTAssertEqual(preview.estimatedRecordCount, 2)

        XCTAssertTrue(FileManager.default.fileExists(atPath: exportURL.path))

        XCTAssertEqual(try countRows(in: "export_manifests", at: url), 1)

        XCTAssertEqual(try countRows(in: "export_manifests WHERE record_count = 2", at: url), 1)

        let cache = try CoreDataArchiveCacheStore(inMemory: true)

        let rebuild = try cache.rebuild(fromArchiveAt: url)

        XCTAssertEqual(rebuild.exportManifestRows, 1)

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let firstSample = makeStepCountSample(value: 42, start: 1_000)

        let secondSample = makeStepCountSample(value: 7, start: 2_000)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        _ = try await store.upsertSamples([firstSample], observedAt: Date(timeIntervalSince1970: 3_000))

        let observationID = try await store.beginObservation(

            observedAt: Date(timeIntervalSince1970: 3_060),

            triggerReason: "manual",

            selectedTypeSetHash: "selected-types"

        )

        _ = try await store.upsertSamples(

            [secondSample],

            observedAt: Date(timeIntervalSince1970: 3_060),

            observationID: observationID

        )

        try await store.recordDisappearance(

            sampleUUIDHash: HashService.sampleUUIDHash(firstSample.uuid.uuidString),

            sampleTypeIdentifier: typeIdentifier,

            observedMissingAt: Date(timeIntervalSince1970: 3_060),

            observationID: observationID

        )

            try countRows(

                in: "observation_type_summaries WHERE observation_id = \(observationID)",

                at: url

            ),

            0

        )

        XCTAssertEqual(

            try countRows(

                in: "daily_type_aggregates WHERE observation_id = \(observationID)",

                at: url

            ),

            0

        )

            sampleType: secondSample.sampleType,

            verifiedAt: Date(timeIntervalSince1970: 3_060),

            observationID: observationID

        )

        try await store.finishObservation(

            observationID: observationID,

            status: "completed",

            endedAt: Date(timeIntervalSince1970: 3_070)

        )

        let observationIDs = try observationIDs(at: url)

        let summary = try await store.diffSummary(HealthArchiveDiffRequest(

            fromObservationID: observationIDs[0],

            toObservationID: observationID,

            sampleTypeIdentifier: typeIdentifier

        ))

        XCTAssertEqual(observationIDs.count, 2)

        XCTAssertEqual(summary.appearedCount, 1)

        XCTAssertEqual(summary.disappearedCount, 1)

        XCTAssertEqual(try countRows(in: "observations WHERE id = \(observationID) AND status = 'completed' AND selected_type_set_hash = 'selected-types'", at: url), 1)

        XCTAssertEqual(try countRows(in: "sample_observation_events WHERE observation_id = \(observationID)", at: url), 2)

        XCTAssertEqual(try countRows(in: "observation_type_runs WHERE observation_id = \(observationID) AND inserted_event_count = 1 AND deleted_event_count = 1 AND verified_visible_count = 1 AND status = 'completed'", at: url), 1)

        XCTAssertGreaterThan(try countRows(in: "daily_type_aggregates WHERE observation_id = \(observationID)", at: url), 0)

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let samples = [

            makeStepCountSample(value: 42, start: 1_000),

            makeStepCountSample(value: 7, start: 2_000),

            makeStepCountSample(value: 9, start: 3_000)

        ]

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        _ = try await store.upsertSamples(samples, observedAt: Date(timeIntervalSince1970: 4_000))

        let observationID = try await store.beginObservation(

            observedAt: Date(timeIntervalSince1970: 4_060),

            triggerReason: "manual",

            selectedTypeSetHash: "selected-types"

        )

        let deletedCount = try await store.recordDisappearances(

            sampleUUIDHashes: samples.map { HashService.sampleUUIDHash($0.uuid.uuidString) },

            sampleTypeIdentifier: typeIdentifier,

            observedMissingAt: Date(timeIntervalSince1970: 4_060),

            observationID: observationID

        )

        try await store.markVerification(

            sampleType: samples[0].sampleType,

            verifiedAt: Date(timeIntervalSince1970: 4_060),

            observationID: observationID

        )

        XCTAssertEqual(deletedCount, 3)

        XCTAssertEqual(try countRows(in: "sample_observation_events WHERE observation_id = \(observationID) AND event_kind = 'disappeared'", at: url), 3)

        XCTAssertEqual(try countRows(in: "observation_type_runs WHERE observation_id = \(observationID) AND deleted_event_count = 3 AND status = 'completed'", at: url), 1)

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        let initialCount = 1_200

        let appearedCount = 180

        let disappearedCount = 160

        let pageSize = 25

        let initialSamples = makeStepCountSamples(count: initialCount, startIndex: 0)

        let appearedSamples = makeStepCountSamples(count: appearedCount, startIndex: initialCount)

        _ = try await store.upsertSamples(initialSamples, observedAt: Date(timeIntervalSince1970: 1_000_000))

        _ = try await store.upsertSamples(initialSamples + appearedSamples, observedAt: Date(timeIntervalSince1970: 1_000_060))

        for (offset, sample) in initialSamples.prefix(disappearedCount).enumerated() {

            try await store.recordDisappearance(

                sampleUUIDHash: HashService.sampleUUIDHash(sample.uuid.uuidString),

                sampleTypeIdentifier: typeIdentifier,

                observedMissingAt: Date(timeIntervalSince1970: 1_000_120 + Double(offset))

            )

        }

        let observationIDs = try observationIDs(at: url)

        let firstObservationID = try XCTUnwrap(observationIDs.first)

        let lastObservationID = try XCTUnwrap(observationIDs.last)

        let queryStartedAt = Date()

        let summary = try await store.diffSummary(HealthArchiveDiffRequest(

            fromObservationID: firstObservationID,

            toObservationID: lastObservationID,

            sampleTypeIdentifier: typeIdentifier

        ))

        let firstPage = try await store.diffRecords(HealthArchiveDiffRecordRequest(

            fromObservationID: firstObservationID,

            toObservationID: lastObservationID,

            sampleTypeIdentifier: typeIdentifier,

            kind: .appeared,

            limit: pageSize

        ))

        let firstPageLastRecord = try XCTUnwrap(firstPage.last)

        let secondPage = try await store.diffRecords(HealthArchiveDiffRecordRequest(

            fromObservationID: firstObservationID,

            toObservationID: lastObservationID,

            sampleTypeIdentifier: typeIdentifier,

            kind: .appeared,

            afterCursor: RecordCursor(

                startDate: firstPageLastRecord.startDate,

                strictFingerprint: firstPageLastRecord.strictFingerprint

            ),

            limit: pageSize

        ))

        let queryElapsedSeconds = Date().timeIntervalSince(queryStartedAt)

        XCTAssertEqual(summary.appearedCount, appearedCount)

        XCTAssertEqual(summary.disappearedCount, disappearedCount)

        XCTAssertEqual(summary.representationChangedCount, 0)

        XCTAssertEqual(firstPage.count, pageSize)

        XCTAssertEqual(secondPage.count, pageSize)

        XCTAssertTrue(Set(firstPage.map(\.id)).isDisjoint(with: Set(secondPage.map(\.id))))

        XCTAssertLessThan(queryElapsedSeconds, 10)

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        let initialCount = 900

        let appearedCount = 120

        let disappearedCount = 100

        let pageSize = 25

        let initialSamples = makeStepCountSamples(count: initialCount, startIndex: 0)

        let appearedSamples = makeStepCountSamples(count: appearedCount, startIndex: initialCount)

        try waitForArchiveOperation {

            _ = try await store.upsertSamples(initialSamples, observedAt: Date(timeIntervalSince1970: 1_200_000))

            _ = try await store.upsertSamples(initialSamples + appearedSamples, observedAt: Date(timeIntervalSince1970: 1_200_060))

            for (offset, sample) in initialSamples.prefix(disappearedCount).enumerated() {

                try await store.recordDisappearance(

                    sampleUUIDHash: HashService.sampleUUIDHash(sample.uuid.uuidString),

                    sampleTypeIdentifier: typeIdentifier,

                    observedMissingAt: Date(timeIntervalSince1970: 1_200_120 + Double(offset))

                )

            }

        }

        let observationIDs = try observationIDs(at: url)

        let firstObservationID = try XCTUnwrap(observationIDs.first)

        let lastObservationID = try XCTUnwrap(observationIDs.last)

        let options = XCTMeasureOptions()

        options.iterationCount = 3

        measure(metrics: [XCTClockMetric(), XCTMemoryMetric()], options: options) {

            do {

                let result = try waitForArchiveOperation {

                    let summary = try await store.diffSummary(HealthArchiveDiffRequest(

                        fromObservationID: firstObservationID,

                        toObservationID: lastObservationID,

                        sampleTypeIdentifier: typeIdentifier

                    ))

                    let records = try await store.diffRecords(HealthArchiveDiffRecordRequest(

                        fromObservationID: firstObservationID,

                        toObservationID: lastObservationID,

                        sampleTypeIdentifier: typeIdentifier,

                        kind: .appeared,

                        limit: pageSize

                    ))

                    return (summary, records)

                }

                XCTAssertEqual(result.0.appearedCount, appearedCount)

                XCTAssertEqual(result.0.disappearedCount, disappearedCount)

                XCTAssertEqual(result.1.count, pageSize)

            } catch {

                XCTFail("Measured archive query failed: \(error)")

            }

        }

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let firstSample = makeStepCountSample(value: 42, start: 1_000)

        let secondSample = makeStepCountSample(value: 7, start: 2_000)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        _ = try await store.upsertSamples([firstSample], observedAt: Date(timeIntervalSince1970: 3_000))

        _ = try await store.upsertSamples([firstSample, secondSample], observedAt: Date(timeIntervalSince1970: 3_060))

        let observationIDs = try observationIDs(at: url)

        XCTAssertEqual(observationIDs.count, 2)

        let rows = try await store.aggregateComparison(HealthArchiveAggregateComparisonRequest(

            fromObservationID: observationIDs[0],

            toObservationID: observationIDs[1],

            sampleTypeIdentifier: typeIdentifier,

            limit: 10

        ))

        XCTAssertEqual(rows.count, 1)

        XCTAssertEqual(rows.first?.sampleTypeIdentifier, typeIdentifier)

        XCTAssertEqual(rows.first?.fromVisibleRecordCount, 1)

        XCTAssertEqual(rows.first?.toVisibleRecordCount, 2)

        XCTAssertEqual(rows.first?.visibleRecordDelta, 1)

        XCTAssertEqual(rows.first?.fromValueSum, 42)

        XCTAssertEqual(rows.first?.toValueSum, 49)

        XCTAssertEqual(rows.first?.valueSumDelta, 7)

    }

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let sample = makeStepCountSample(value: 42, start: 1_000)

        let typeIdentifier = sample.sampleType.identifier

        _ = try await store.upsertSamples([sample], observedAt: Date(timeIntervalSince1970: 3_000))

        let rows = try await store.sourceProvenanceBreakdown(HealthArchiveSourceProvenanceRequest(

            visibleAtObservationID: nil,

            sampleTypeIdentifier: typeIdentifier,

            limit: 10

        ))

        XCTAssertEqual(rows.count, 1)

        XCTAssertEqual(rows.first?.sampleTypeIdentifier, typeIdentifier)

        XCTAssertEqual(rows.first?.visibleRecordCount, 1)

        XCTAssertEqual(rows.first?.valueSum, 42)

        XCTAssertEqual(rows.first?.sourceBundleIdentifier, sample.sourceRevision.source.bundleIdentifier)

    }

    func testConsolidationEvidenceClassifiesStableCountDropAsConsolidationLikely() async throws {

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        let firstOldSample = makeStepCountSample(value: 10, start: 1_000, end: 1_500)

        let secondOldSample = makeStepCountSample(value: 20, start: 1_600, end: 2_000)

        let consolidatedSample = makeStepCountSample(value: 30, start: 1_000, end: 2_500)

        _ = try await store.upsertSamples([firstOldSample, secondOldSample], observedAt: Date(timeIntervalSince1970: 3_000))

        _ = try await store.upsertSamples([consolidatedSample], observedAt: Date(timeIntervalSince1970: 3_060))

        try await store.recordDisappearance(sampleUUIDHash: HashService.sampleUUIDHash(firstOldSample.uuid.uuidString), sampleTypeIdentifier: typeIdentifier, observedMissingAt: Date(timeIntervalSince1970: 3_120))

        try await store.recordDisappearance(sampleUUIDHash: HashService.sampleUUIDHash(secondOldSample.uuid.uuidString), sampleTypeIdentifier: typeIdentifier, observedMissingAt: Date(timeIntervalSince1970: 3_180))

        let observationIDs = try observationIDs(at: url)

        XCTAssertEqual(observationIDs.count, 4)

        let rows = try await store.consolidationEvidence(HealthArchiveConsolidationEvidenceRequest(

            fromObservationID: observationIDs[0],

            toObservationID: observationIDs[observationIDs.count - 1],

            sampleTypeIdentifier: typeIdentifier

        ))

        XCTAssertEqual(rows.count, 1)

        XCTAssertEqual(rows.first?.sampleTypeIdentifier, typeIdentifier)

        XCTAssertEqual(rows.first?.disappearedCount, 2)

        XCTAssertEqual(rows.first?.appearedCount, 1)

        XCTAssertEqual(rows.first?.fromVisibleRecordCount, 2)

        XCTAssertEqual(rows.first?.toVisibleRecordCount, 1)

        XCTAssertEqual(rows.first?.fromValueSum, 30)

        XCTAssertEqual(rows.first?.toValueSum, 30)

        XCTAssertEqual(rows.first?.label, "consolidation_likely")

        XCTAssertTrue(rows.first?.sourceCompatible == true)

    }

    func testConsolidationEvidenceClassifiesDenseStableShiftAsAggregateChanged() async throws {

        let url = databaseURL()

        let store = SQLiteHealthArchiveStore(databaseURL: url)

        let typeIdentifier = HKQuantityTypeIdentifier.stepCount.rawValue

        let firstOldSample = makeStepCountSample(value: 10, start: 1_000, end: 1_500)

        let secondOldSample = makeStepCountSample(value: 20, start: 5_000, end: 6_000)

        let denseSample = makeStepCountSample(value: 30, start: 1_000, end: 1_200)

        _ = try await store.upsertSamples([firstOldSample, secondOldSample], observedAt: Date(timeIntervalSince1970: 3_000))

        _ = try await store.upsertSamples([denseSample], observedAt: Date(timeIntervalSince1970: 3_060))

        try await store.recordDisappearance(sampleUUIDHash: HashService.sampleUUIDHash(firstOldSample.uuid.uuidString), sampleTypeIdentifier: typeIdentifier, observedMissingAt: Date(timeIntervalSince1970: 3_120))

        try await store.recordDisappearance(sampleUUIDHash: HashService.sampleUUIDHash(secondOldSample.uuid.uuidString), sampleTypeIdentifier: typeIdentifier, observedMissingAt: Date(timeIntervalSince1970: 3_180))

        let observationIDs = try observationIDs(at: url)

        XCTAssertEqual(observationIDs.count, 4)

        let rows = try await store.consolidationEvidence(HealthArchiveConsolidationEvidenceRequest(

            fromObservationID: observationIDs[0],

            toObservationID: observationIDs[observationIDs.count - 1],

            sampleTypeIdentifier: typeIdentifier

        ))

        XCTAssertEqual(rows.count, 1)

        XCTAssertEqual(rows.first?.label, "aggregate_changed")

        XCTAssertEqual(rows.first?.fromVisibleRecordCount, 2)

        XCTAssertEqual(rows.first?.toVisibleRecordCount, 1)

        XCTAssertEqual(rows.first?.fromValueSum, 30)

        XCTAssertEqual(rows.first?.toValueSum, 30)

    }

        temporaryDirectory.appending(path: "Archive.sqlite")

    }

    private func createPrototypeDatabase(at url: URL) throws {

        var db: OpaquePointer?

        guard sqlite3_open_v2(url.path, &db, SQLITE_OPEN_CREATE | SQLITE_OPEN_READWRITE | SQLITE_OPEN_FULLMUTEX, nil) == SQLITE_OK else {

            sqlite3_close(db)

            XCTFail("Could not create prototype database")

            return

        }

        defer { sqlite3_close(db) }

        let status = sqlite3_exec(db, "CREATE TABLE archive_samples (id TEXT PRIMARY KEY)", nil, nil, nil)

        XCTAssertEqual(status, SQLITE_OK)

    }

    private func makeStepCountSample() -> HKQuantitySample {

    }

        let startDate = Date(timeIntervalSince1970: start)

        (0..<count).map { offset in

            let index = startIndex + offset

            return makeStepCountSample(

                value: Double((index % 97) + 1),

                start: 10_000 + Double(index * 600)

            )

        }

    }

        let expectation = expectation(description: "archive operation")

        let box = AsyncResultBox<T>()

        Task {

            do {

                box.result = .success(try await operation())

            } catch {

                box.result = .failure(error)

            }

            expectation.fulfill()

        }

        wait(for: [expectation], timeout: 20)

        return try XCTUnwrap(box.result).get()

    }

        var db: OpaquePointer?

        guard sqlite3_open_v2(url.path, &db, SQLITE_OPEN_READONLY | SQLITE_OPEN_FULLMUTEX, nil) == SQLITE_OK else {

            sqlite3_close(db)

            XCTFail("Could not open test database")

            return 0

        }

        defer { sqlite3_close(db) }

        var statement: OpaquePointer?

        guard sqlite3_prepare_v2(db, "SELECT COUNT(*) FROM \(tableName)", -1, &statement, nil) == SQLITE_OK else {

            sqlite3_finalize(statement)

            XCTFail("Could not prepare count query")

            return 0

        }

        defer { sqlite3_finalize(statement) }

        guard sqlite3_step(statement) == SQLITE_ROW else {

            return 0

        }

        return Int(sqlite3_column_int(statement, 0))

    }

        var db: OpaquePointer?

        guard sqlite3_open_v2(url.path, &db, SQLITE_OPEN_READONLY | SQLITE_OPEN_FULLMUTEX, nil) == SQLITE_OK else {

            sqlite3_close(db)

            XCTFail("Could not open test database")

            return false

        }

        defer { sqlite3_close(db) }

        let sql = """

        SELECT 1

        FROM sqlite_master

        WHERE type = 'table' AND name = ?

        LIMIT 1

        """

        var statement: OpaquePointer?

        guard sqlite3_prepare_v2(db, sql, -1, &statement, nil) == SQLITE_OK else {

            sqlite3_finalize(statement)

            XCTFail("Could not prepare table existence query")

            return false

        }

        defer { sqlite3_finalize(statement) }

        sqlite3_bind_text(statement, 1, tableName, -1, unsafeBitCast(-1, to: sqlite3_destructor_type.self))

        return sqlite3_step(statement) == SQLITE_ROW

    }

        var db: OpaquePointer?

        guard sqlite3_open_v2(url.path, &db, SQLITE_OPEN_READONLY | SQLITE_OPEN_FULLMUTEX, nil) == SQLITE_OK else {

            sqlite3_close(db)

            XCTFail("Could not open test database")

            return []

        }

        defer { sqlite3_close(db) }

        var statement: OpaquePointer?

        guard sqlite3_prepare_v2(db, "SELECT id FROM observations ORDER BY id", -1, &statement, nil) == SQLITE_OK else {

            sqlite3_finalize(statement)

            XCTFail("Could not prepare observation query")

            return []

        }

        defer { sqlite3_finalize(statement) }

        var ids: [Int64] = []

        while sqlite3_step(statement) == SQLITE_ROW {

            ids.append(sqlite3_column_int64(statement, 0))

        }

        return ids

    }

        visibleRecordCount: Int,

        appearedCount: Int,

        disappearedCount: Int,

        earliestStartDate: Double,

        latestEndDate: Double,

        valueSum: Double,

        valueMax: Double

    ) {

        var db: OpaquePointer?

        guard sqlite3_open_v2(url.path, &db, SQLITE_OPEN_READONLY | SQLITE_OPEN_FULLMUTEX, nil) == SQLITE_OK else {

            sqlite3_close(db)

            XCTFail("Could not open test database")

            return (0, 0, 0, 0, 0, 0, 0)

        }

        defer { sqlite3_close(db) }

        let sql = """

        SELECT visible_record_count, appeared_count, disappeared_count,

               earliest_start_date, latest_end_date, value_sum, value_max

        FROM observation_type_summaries

        WHERE observation_id = ?

        LIMIT 1

        """

        var statement: OpaquePointer?

        guard sqlite3_prepare_v2(db, sql, -1, &statement, nil) == SQLITE_OK else {

            sqlite3_finalize(statement)

            XCTFail("Could not prepare type summary query")

            return (0, 0, 0, 0, 0, 0, 0)

        }

        defer { sqlite3_finalize(statement) }

        sqlite3_bind_int64(statement, 1, observationID)

        guard sqlite3_step(statement) == SQLITE_ROW else {

            XCTFail("Missing type summary row")

            return (0, 0, 0, 0, 0, 0, 0)

        }

        return (

            visibleRecordCount: Int(sqlite3_column_int(statement, 0)),

            appearedCount: Int(sqlite3_column_int(statement, 1)),

            disappearedCount: Int(sqlite3_column_int(statement, 2)),

            earliestStartDate: sqlite3_column_double(statement, 3),

            latestEndDate: sqlite3_column_double(statement, 4),

            valueSum: sqlite3_column_double(statement, 5),

            valueMax: sqlite3_column_double(statement, 6)

        )

    }

        var db: OpaquePointer?

        guard sqlite3_open_v2(url.path, &db, SQLITE_OPEN_READONLY | SQLITE_OPEN_FULLMUTEX, nil) == SQLITE_OK else {

            sqlite3_close(db)

            return "could not open database"

        }

        defer { sqlite3_close(db) }

        let sql = """

        SELECT v.payload_hash, v.start_date, v.end_date, v.value_kind, v.numeric_value, v.unit,

               v.source_revision_id, src.bundle_identifier, sr.product_type, sr.version,

               sr.operating_system_version, v.hk_device_id, v.metadata_id

        FROM sample_versions v

        LEFT JOIN source_revisions sr ON sr.id = v.source_revision_id

        LEFT JOIN sources src ON src.id = sr.source_id

        ORDER BY v.id

        """

        var statement: OpaquePointer?

        guard sqlite3_prepare_v2(db, sql, -1, &statement, nil) == SQLITE_OK else {

            sqlite3_finalize(statement)

            return "could not prepare version debug query"

        }

        defer { sqlite3_finalize(statement) }

        var rows: [String] = []

        while sqlite3_step(statement) == SQLITE_ROW {

            rows.append((0..<13).map { index in

                if sqlite3_column_type(statement, Int32(index)) == SQLITE_NULL {

                    return "null"

                }

                if let text = sqlite3_column_text(statement, Int32(index)) {

                    return String(cString: text)

                }

                return "\(sqlite3_column_double(statement, Int32(index)))"

            }.joined(separator: "|"))

        }

        return rows.joined(separator: "\n")

    }

    private func visibilityRangeDebugRows(at url: URL) throws -> String {

        var db: OpaquePointer?

        guard sqlite3_open_v2(url.path, &db, SQLITE_OPEN_READONLY | SQLITE_OPEN_FULLMUTEX, nil) == SQLITE_OK else {

            sqlite3_close(db)

            return "could not open database"

        }

        defer { sqlite3_close(db) }

        let sql = """

        SELECT sample_id, version_id, first_observation_id, last_observation_id, first_seen_at, last_seen_at

        FROM sample_visibility_ranges

        ORDER BY sample_id, version_id, first_observation_id

        """

        var statement: OpaquePointer?

        guard sqlite3_prepare_v2(db, sql, -1, &statement, nil) == SQLITE_OK else {

            sqlite3_finalize(statement)

            return "could not prepare visibility debug query"

        }

        defer { sqlite3_finalize(statement) }

        var rows: [String] = []

        while sqlite3_step(statement) == SQLITE_ROW {

            rows.append((0..<6).map { index in

                if sqlite3_column_type(statement, Int32(index)) == SQLITE_NULL {

                    return "null"

                }

                if let text = sqlite3_column_text(statement, Int32(index)) {

                    return String(cString: text)

                }

                return "\(sqlite3_column_double(statement, Int32(index)))"

            }.joined(separator: "|"))

        }

        return rows.joined(separator: "\n")

    }