91 lines
2.7 KiB
Go
91 lines
2.7 KiB
Go
|
//go:build llm_script
|
|||
|
|
|
|||
|
|
package main
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"bytes"
|
|||
|
|
"encoding/json"
|
|||
|
|
"os"
|
|||
|
|
"path/filepath"
|
|||
|
|
"strings"
|
|||
|
|
"testing"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
func TestBuildCloudflarePricingStructureSignatureCapturesShape(t *testing.T) {
|
|||
|
|
raw := `
|
|||
|
|
## LLM pricing
|
|||
|
|
|
|||
|
|
| Model | Price in Tokens | Price in Neurons |
|
|||
|
|
| --- | --- | --- |
|
|||
|
|
| @cf/meta/llama-3.1-8b-instruct | $0.20 per M input tokens $1.00 per M output tokens | ignored |
|
|||
|
|
`
|
|||
|
|
|
|||
|
|
signature := buildCloudflarePricingStructureSignature(raw)
|
|||
|
|
if signature.ByteSize == 0 {
|
|||
|
|
t.Fatalf("期望 byte_size 非 0")
|
|||
|
|
}
|
|||
|
|
if signature.SHA256 == "" || signature.StructureSHA256 == "" {
|
|||
|
|
t.Fatalf("期望生成 sha256 签名: %+v", signature)
|
|||
|
|
}
|
|||
|
|
if len(signature.Headings) == 0 || signature.Headings[0] != "LLM pricing" {
|
|||
|
|
t.Fatalf("标题提取错误: %+v", signature.Headings)
|
|||
|
|
}
|
|||
|
|
if len(signature.TableHeaders) == 0 || !strings.Contains(signature.TableHeaders[0], "Price in Tokens") {
|
|||
|
|
t.Fatalf("表头提取错误: %+v", signature.TableHeaders)
|
|||
|
|
}
|
|||
|
|
if !signature.Contains["llm"] || !signature.Contains["pricing"] || !signature.Contains["cf_model_prefix"] {
|
|||
|
|
t.Fatalf("期望识别 Cloudflare 关键结构: %+v", signature.Contains)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func TestRunCloudflarePricingImportSnapshotOnlyWritesArtifacts(t *testing.T) {
|
|||
|
|
tempDir := t.TempDir()
|
|||
|
|
snapshotPath := filepath.Join(tempDir, "cloudflare-live.md")
|
|||
|
|
signaturePath := filepath.Join(tempDir, "cloudflare-live.signature.json")
|
|||
|
|
|
|||
|
|
var out bytes.Buffer
|
|||
|
|
err := runCloudflarePricingImport(cloudflarePricingImportConfig{
|
|||
|
|
URL: defaultCloudflarePricingFetchURL,
|
|||
|
|
Fixture: filepath.Join("testdata", "cloudflare_pricing_sample.md"),
|
|||
|
|
DryRun: true,
|
|||
|
|
SnapshotOnly: true,
|
|||
|
|
SnapshotOut: snapshotPath,
|
|||
|
|
SignatureOut: signaturePath,
|
|||
|
|
}, nil, &out)
|
|||
|
|
if err != nil {
|
|||
|
|
t.Fatalf("runCloudflarePricingImport 返回错误: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
snapshotBytes, err := os.ReadFile(snapshotPath)
|
|||
|
|
if err != nil {
|
|||
|
|
t.Fatalf("读取 snapshot 失败: %v", err)
|
|||
|
|
}
|
|||
|
|
if !strings.Contains(string(snapshotBytes), "@cf/meta/llama-3.2-1b-instruct") {
|
|||
|
|
t.Fatalf("snapshot 内容错误")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
signatureBytes, err := os.ReadFile(signaturePath)
|
|||
|
|
if err != nil {
|
|||
|
|
t.Fatalf("读取 signature 失败: %v", err)
|
|||
|
|
}
|
|||
|
|
var signature markdownPricingStructureSignature
|
|||
|
|
if err := json.Unmarshal(signatureBytes, &signature); err != nil {
|
|||
|
|
t.Fatalf("signature JSON 解析失败: %v", err)
|
|||
|
|
}
|
|||
|
|
if !signature.Contains["cf_model_prefix"] {
|
|||
|
|
t.Fatalf("期望 signature 含 cf_model_prefix: %+v", signature.Contains)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
output := out.String()
|
|||
|
|
for _, want := range []string{
|
|||
|
|
"source=cloudflare-pricing-snapshot",
|
|||
|
|
"snapshot_only=true",
|
|||
|
|
"signature_out=" + signaturePath,
|
|||
|
|
"snapshot_out=" + snapshotPath,
|
|||
|
|
} {
|
|||
|
|
if !strings.Contains(output, want) {
|
|||
|
|
t.Fatalf("输出缺少 %q，实际: %q", want, output)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|