256975e10c
Add snapshot, signature, and drift guard support for Vertex AI, Cloudflare Workers AI, and Perplexity API, backed by a queryable audit table and recent-window view. This commit also wires the audit query layer into daily signal materialization and report generation so structure drift becomes a first-class signal instead of a log-only artifact.
91 lines
2.7 KiB
Go
91 lines
2.7 KiB
Go
//go:build llm_script
|
||
|
||
package main
|
||
|
||
import (
|
||
"bytes"
|
||
"encoding/json"
|
||
"os"
|
||
"path/filepath"
|
||
"strings"
|
||
"testing"
|
||
)
|
||
|
||
func TestBuildCloudflarePricingStructureSignatureCapturesShape(t *testing.T) {
|
||
raw := `
|
||
## LLM pricing
|
||
|
||
| Model | Price in Tokens | Price in Neurons |
|
||
| --- | --- | --- |
|
||
| @cf/meta/llama-3.1-8b-instruct | $0.20 per M input tokens $1.00 per M output tokens | ignored |
|
||
`
|
||
|
||
signature := buildCloudflarePricingStructureSignature(raw)
|
||
if signature.ByteSize == 0 {
|
||
t.Fatalf("期望 byte_size 非 0")
|
||
}
|
||
if signature.SHA256 == "" || signature.StructureSHA256 == "" {
|
||
t.Fatalf("期望生成 sha256 签名: %+v", signature)
|
||
}
|
||
if len(signature.Headings) == 0 || signature.Headings[0] != "LLM pricing" {
|
||
t.Fatalf("标题提取错误: %+v", signature.Headings)
|
||
}
|
||
if len(signature.TableHeaders) == 0 || !strings.Contains(signature.TableHeaders[0], "Price in Tokens") {
|
||
t.Fatalf("表头提取错误: %+v", signature.TableHeaders)
|
||
}
|
||
if !signature.Contains["llm"] || !signature.Contains["pricing"] || !signature.Contains["cf_model_prefix"] {
|
||
t.Fatalf("期望识别 Cloudflare 关键结构: %+v", signature.Contains)
|
||
}
|
||
}
|
||
|
||
func TestRunCloudflarePricingImportSnapshotOnlyWritesArtifacts(t *testing.T) {
|
||
tempDir := t.TempDir()
|
||
snapshotPath := filepath.Join(tempDir, "cloudflare-live.md")
|
||
signaturePath := filepath.Join(tempDir, "cloudflare-live.signature.json")
|
||
|
||
var out bytes.Buffer
|
||
err := runCloudflarePricingImport(cloudflarePricingImportConfig{
|
||
URL: defaultCloudflarePricingFetchURL,
|
||
Fixture: filepath.Join("testdata", "cloudflare_pricing_sample.md"),
|
||
DryRun: true,
|
||
SnapshotOnly: true,
|
||
SnapshotOut: snapshotPath,
|
||
SignatureOut: signaturePath,
|
||
}, nil, &out)
|
||
if err != nil {
|
||
t.Fatalf("runCloudflarePricingImport 返回错误: %v", err)
|
||
}
|
||
|
||
snapshotBytes, err := os.ReadFile(snapshotPath)
|
||
if err != nil {
|
||
t.Fatalf("读取 snapshot 失败: %v", err)
|
||
}
|
||
if !strings.Contains(string(snapshotBytes), "@cf/meta/llama-3.2-1b-instruct") {
|
||
t.Fatalf("snapshot 内容错误")
|
||
}
|
||
|
||
signatureBytes, err := os.ReadFile(signaturePath)
|
||
if err != nil {
|
||
t.Fatalf("读取 signature 失败: %v", err)
|
||
}
|
||
var signature markdownPricingStructureSignature
|
||
if err := json.Unmarshal(signatureBytes, &signature); err != nil {
|
||
t.Fatalf("signature JSON 解析失败: %v", err)
|
||
}
|
||
if !signature.Contains["cf_model_prefix"] {
|
||
t.Fatalf("期望 signature 含 cf_model_prefix: %+v", signature.Contains)
|
||
}
|
||
|
||
output := out.String()
|
||
for _, want := range []string{
|
||
"source=cloudflare-pricing-snapshot",
|
||
"snapshot_only=true",
|
||
"signature_out=" + signaturePath,
|
||
"snapshot_out=" + snapshotPath,
|
||
} {
|
||
if !strings.Contains(output, want) {
|
||
t.Fatalf("输出缺少 %q，实际: %q", want, output)
|
||
}
|
||
}
|
||
}
|