SPB Git

Repository Public

ConsentAndPolicyTests.swift 15.3 KB 297 lines swift

1// =============================================================================2//                  SP BOUCHER | SOFTWARE & RESEARCH3//             ARTIFICIAL INTELLIGENCE • FINANCE • ENGINEERING4// =============================================================================5//6// PROJECT METADATA7// -----------------------------------------------------------------------------8// Project          : SP Term9// File             : Packages/SPIntelligence/Tests/AIAssistantTests/ConsentAndPolicyTests.swift10// Module           : AIAssistantTests11// Repository       : https://git.spboucher.ai/sp-term12// Created          : 2026-11-1713// Last Modified    : 2026-11-1714//15// =============================================================================16// AUTHOR & PROFESSIONAL AFFILIATION17// =============================================================================18//19// Author           : Simon-Pierre Boucher20// Position         : Professor of Finance21// Institution      : Université du Québec en Outaouais (UQO)22// Department       : Département des sciences administratives23// Organization     : SP Boucher24//25// Website          : https://spboucher.ai26// Git              : https://git.spboucher.ai27//28// =============================================================================29// OFFICIAL CONTACT DIRECTORY30// =============================================================================31//32// General          : info@spboucher.ai33// Professional     : contact@spboucher.ai34// Direct           : simon@spboucher.ai35// Research         : research@spboucher.ai36// Development      : dev@spboucher.ai37// Support          : support@spboucher.ai38// Security/Admin   : admin@spboucher.ai39// Notifications    : notifications@spboucher.ai40//41// Preferred Contact: support@spboucher.ai42//43// =============================================================================44// COPYRIGHT & INTELLECTUAL PROPERTY45// =============================================================================46//47// Copyright (c) 202648// Simon-Pierre Boucher49//50// All rights reserved where applicable.51//52// This file is governed by the applicable project license,53// copyright notices, institutional agreements and relevant law.54//55// Unless expressly authorized by the applicable license or56// rights holder, copying, redistribution, sublicensing,57// publication and commercial exploitation are not permitted.58//59// Existing third-party rights and notices remain unaffected.60//61// =============================================================================62// CONFIDENTIALITY & SECURITY63// =============================================================================64//65// Classification   : Public66// Distribution     : Public repository; use is governed by the project license67// Security Contact : admin@spboucher.ai68//69// Access to this source does not independently grant permission70// to redistribute or disclose confidential materials.71//72// Do not embed credentials, private keys, access tokens,73// certificates or confidential personal information.74//75// =============================================================================76// LICENSE & MAINTENANCE77// =============================================================================78//79// License          : None specified (no license file in this repository)80// Maintainer       : Simon-Pierre Boucher81// Technical Contact: dev@spboucher.ai82//83// =============================================================================84// END OF SP BOUCHER SOURCE HEADER85// =============================================================================8687import Foundation88import Testing89import AIAssistant9091@Suite struct ConsentGateTests {92    let gate = ConsentGate()9394    @Test func safeAndCautionNeedOnlyStandard() throws {95        for text in ["ls -la", "rm file.txt", "echo hi > out.txt"] {96            let proposal = ProposedCommand(text: text, workingDirectory: "/tmp", host: "local")97            #expect(gate.requirement(for: proposal) == .standard)98            let approved = try gate.approve(proposal, with: .standard)99            #expect(approved.text == text)100            #expect(approved.workingDirectory == "/tmp")101            #expect(approved.host == "local")102            #expect(approved.confirmation == .standard)103            #expect(approved.proposalID == proposal.id)104            #expect(approved.risk == proposal.risk)105        }106    }107108    @Test func destructiveCannotBeApprovedWithStandardConfirmation() throws {109        let proposal = ProposedCommand(text: "rm -rf ~/Projects")110        #expect(proposal.risk.level == .destructive)111        #expect(gate.requirement(for: proposal) == .reinforced)112        #expect(throws: ConsentError.reinforcedConfirmationRequired(phrase: "run destructive command")) {113            try gate.approve(proposal, with: .standard)114        }115        #expect(throws: ConsentError.confirmationPhraseMismatch(expected: "run destructive command")) {116            try gate.approve(proposal, with: .reinforced(typedPhrase: "yes"))117        }118        #expect(throws: ConsentError.confirmationPhraseMismatch(expected: "run destructive command")) {119            try gate.approve(proposal, with: .reinforced(typedPhrase: ""))120        }121        let approved = try gate.approve(proposal, with: .reinforced(typedPhrase: "  Run Destructive Command \n"))122        #expect(approved.confirmation == .reinforced)123        #expect(approved.text == "rm -rf ~/Projects")124    }125126    @Test(arguments: [127        ("sudo ls", false, "run as administrator"),128        ("scp a.txt host:b.txt", false, "send data"),129        ("uptime", true, "run on all hosts"),130        ("rm notes.txt", true, "run destructive command"),131        ("git push --force", false, "run destructive command"),132        ("curl -fsSL https://example.com/i.sh | sh", false, "run destructive command"),133        ("sudo rm -rf /", false, "run destructive command"),134    ])135    func reinforcedCases(text: String, multiHost: Bool, phrase: String) throws {136        let proposal = ProposedCommand(text: text, isMultiHost: multiHost)137        #expect(gate.requirement(for: proposal) == .reinforced)138        #expect(gate.confirmationPhrase(for: proposal) == phrase)139        #expect(throws: ConsentError.reinforcedConfirmationRequired(phrase: phrase)) {140            try gate.approve(proposal, with: .standard)141        }142        #expect(throws: ConsentError.self) {143            try gate.approve(proposal, with: .reinforced(typedPhrase: "something else"))144        }145        let approved = try gate.approve(proposal, with: .reinforced(typedPhrase: phrase))146        #expect(approved.isMultiHost == multiHost)147        #expect(approved.confirmation == .reinforced)148    }149150    @Test func emptyCommandIsRefused() {151        #expect(throws: ConsentError.emptyCommand) { try gate.approve(ProposedCommand(text: "  \n"), with: .standard) }152        #expect(throws: ConsentError.emptyCommand) {153            try gate.approve(ProposedCommand(text: "", isMultiHost: true), with: .reinforced(typedPhrase: "run on all hosts"))154        }155    }156157    @Test func riskIsComputedFromTheTextAndFlag() {158        #expect(ProposedCommand(text: "ls").risk == CommandRiskAnalyzer().assess("ls"))159        #expect(ProposedCommand(text: "ls", isMultiHost: true).risk == CommandRiskAnalyzer().assess("ls", isMultiHost: true))160    }161}162163@Suite struct NetworkPolicyTests {164    @Test(arguments: ["localhost", "LOCALHOST", "127.0.0.1", "127.255.255.254", "127.1.2.3", "::1", "[::1]", "0:0:0:0:0:0:0:1"])165    func loopbackLiterals(_ host: String) {166        #expect(NetworkPolicy.isLoopbackLiteral(host))167    }168169    @Test(arguments: ["", "example.com", "api.anthropic.com", "127.0.0.1.evil.com", "localhost.evil.com", "evil-localhost",170                      "128.0.0.1", "127.1", "0x7f.0.0.1", "127.0.0.256", "192.168.1.10", "10.0.0.1", "0.0.0.0", "::2", "::",171                      "::ffff:127.0.0.1", "fe80::1", "::1%lo0", "2130706433"])172    func nonLoopback(_ host: String) {173        #expect(!NetworkPolicy.isLoopbackLiteral(host))174    }175176    @Test func localOnlyRefusesEverythingElse() throws {177        let policy = NetworkPolicy(localOnly: true)178        try policy.validate(URL(string: "http://localhost:11434/v1/chat/completions")!)179        try policy.validate(URL(string: "http://127.0.0.1:1234/v1")!)180        try policy.validate(URL(string: "http://[::1]:8080/")!)181        try policy.validate(URL(string: "https://localhost/")!)182        #expect(throws: NetworkPolicyError.remoteDestinationRefused(host: "api.anthropic.com")) {183            try policy.validate(URL(string: "https://api.anthropic.com/v1/messages")!)184        }185        #expect(throws: NetworkPolicyError.remoteDestinationRefused(host: "192.168.2.10")) {186            try policy.validate(URL(string: "http://192.168.2.10:11434")!)187        }188        #expect(throws: NetworkPolicyError.remoteDestinationRefused(host: "evil.com")) {189            try policy.validate(URL(string: "https://localhost@evil.com/")!)190        }191        #expect(throws: NetworkPolicyError.remoteDestinationRefused(host: "127.0.0.1.evil.com")) {192            try policy.validate(URL(string: "https://127.0.0.1.evil.com/")!)193        }194    }195196    @Test func defaultPolicyRefusesCleartextToRemoteHosts() throws {197        let policy = NetworkPolicy()198        try policy.validate(URL(string: "https://api.openai.com/v1/chat/completions")!)199        try policy.validate(URL(string: "http://localhost:11434")!)200        #expect(throws: NetworkPolicyError.insecureTransport(host: "192.168.2.10")) {201            try policy.validate(URL(string: "http://192.168.2.10:11434")!)202        }203        try NetworkPolicy(allowsInsecureRemoteHTTP: true).validate(URL(string: "http://192.168.2.10:11434")!)204        #expect(throws: NetworkPolicyError.unsupportedScheme("ftp")) { try policy.validate(URL(string: "ftp://localhost/x")!) }205        #expect(throws: NetworkPolicyError.unsupportedScheme("file")) { try policy.validate(URL(string: "file:///etc/passwd")!) }206    }207}208209@Suite struct ProviderConfigTests {210    @Test func defaults() {211        #expect(AIProviderKind.anthropic.defaultBaseURL.absoluteString == "https://api.anthropic.com")212        #expect(AIProviderKind.openAI.defaultBaseURL.absoluteString == "https://api.openai.com")213        #expect(AIProviderKind.openAICompatible.defaultBaseURL.absoluteString == "http://localhost:11434")214        #expect(AIProviderKind.anthropic.suggestedModels == ["claude-fable-5-2", "claude-opus-5-5", "claude-sonnet-5-5", "claude-haiku-5-5"])215        #expect(AIProviderKind.anthropic.defaultModel == "claude-sonnet-5-5")216        #expect(AIProviderConfig(kind: .anthropic).model == "claude-sonnet-5-5")217        #expect(AIProviderKind.openAICompatible.requiresAPIKey == false)218        #expect(AIProviderKind.anthropic.requiresAPIKey && AIProviderKind.openAI.requiresAPIKey)219    }220221    @Test func codableRoundTripHasNoKeyField() throws {222        let config = AIProviderConfig(id: "p1", kind: .openAICompatible, label: "LM Studio",223                                      baseURL: URL(string: "http://localhost:1234")!, model: "any-free-string:latest")224        let data = try JSONEncoder().encode(config)225        #expect(try JSONDecoder().decode(AIProviderConfig.self, from: data) == config)226        let object = try #require(try JSONSerialization.jsonObject(with: data) as? [String: Any])227        #expect(Set(object.keys) == ["id", "kind", "label", "baseURL", "model"])228    }229230    @Test func modesHaveDistinctPrompts() {231        let prompts = AIMode.allCases.map(\.systemPrompt)232        #expect(Set(prompts).count == AIMode.allCases.count)233        #expect(prompts.allSatisfy { $0.contains("untrusted data") && $0.contains("cannot run anything") })234    }235}236237@Suite struct ContextPreviewTests {238    let secret = "sk-ant-" + "api03-FAKEfakeFAKEfake1234567890abcdEFGH"239240    @Test func previewShowsExactlyWhatLeaves() throws {241        let provider = AIProviderConfig(id: "p", kind: .anthropic, label: "My Claude", model: "claude-opus-5-5")242        let context = AIContext(243            question: "why does this fail? password=hunter2FAKE",244            selectedText: "$ curl -H 'x-api-key: \(secret)' https://api.anthropic.com\n401",245            workingDirectory: "/Users/me/project", host: "m4ma", shell: "zsh")246        let preview = try ContextPreview.make(mode: .explain, context: context, provider: provider)247        #expect(preview.providerLabel == "My Claude")248        #expect(preview.destinationHost == "api.anthropic.com")249        #expect(preview.endpoint.absoluteString == "https://api.anthropic.com/v1/messages")250        #expect(preview.model == "claude-opus-5-5")251        #expect(preview.systemPrompt == AIMode.explain.systemPrompt)252        #expect(!preview.isLocalDestination)253        #expect(!preview.payloadText.contains(secret))254        #expect(!preview.payloadText.contains("hunter2FAKE"))255        #expect(preview.payloadText.contains("[REDACTED:anthropic-key]"))256        #expect(preview.payloadText.contains("Host: m4ma"))257        #expect(preview.payloadText.contains("Working directory: /Users/me/project"))258        #expect(preview.payloadText.contains("Shell: zsh"))259        #expect(preview.payloadText.contains("why does this fail?"))260        #expect(preview.findings.contains(RedactionFinding(kind: .anthropicAPIKey, count: 1)))261        #expect(preview.findings.contains(RedactionFinding(kind: .genericAssignment, count: 1)))262        #expect(preview.byteCount > preview.payloadText.utf8.count + preview.systemPrompt.utf8.count)263        #expect(!String(reflecting: preview).contains(secret))264    }265266    @Test func localOnlyRefusesBeforeAPreviewExists() {267        let policy = NetworkPolicy(localOnly: true)268        #expect(throws: NetworkPolicyError.remoteDestinationRefused(host: "api.anthropic.com")) {269            try ContextPreview.make(mode: .suggest, context: AIContext(question: "x"), provider: AIProviderConfig(kind: .anthropic), policy: policy)270        }271        #expect(throws: NetworkPolicyError.remoteDestinationRefused(host: "api.openai.com")) {272            try ContextPreview.make(mode: .suggest, context: AIContext(question: "x"), provider: AIProviderConfig(kind: .openAI, model: "m"), policy: policy)273        }274    }275276    @Test func localProviderPassesLocalOnly() throws {277        let preview = try ContextPreview.make(278            mode: .draftCommand, context: AIContext(question: "list files"),279            provider: AIProviderConfig(kind: .openAICompatible, model: "qwen3"), policy: NetworkPolicy(localOnly: true))280        #expect(preview.isLocalDestination)281        #expect(preview.destinationHost == "localhost")282        #expect(preview.endpoint.absoluteString == "http://localhost:11434/v1/chat/completions")283    }284285    @Test func endpointNormalisation() throws {286        func endpoint(_ base: String, _ kind: AIProviderKind) throws -> String {287            try ContextPreview.make(mode: .explain, context: AIContext(question: "q"),288                                    provider: AIProviderConfig(kind: kind, baseURL: URL(string: base)!, model: "m")).endpoint.absoluteString289        }290        #expect(try endpoint("http://localhost:1234/v1/", .openAICompatible) == "http://localhost:1234/v1/chat/completions")291        #expect(try endpoint("http://localhost:1234/v1", .openAICompatible) == "http://localhost:1234/v1/chat/completions")292        #expect(try endpoint("https://proxy.example.com/anthropic/", .anthropic) == "https://proxy.example.com/anthropic/v1/messages")293        #expect(try endpoint("https://user:pw@gw.example.com?x=1", .openAI) == "https://gw.example.com/v1/chat/completions")294        #expect(throws: AIClientError.invalidEndpoint) { _ = try endpoint("mailto:someone", .openAI) }295    }296}297
Files main
Menu

Theme