llm-intelligence/scripts/import_sensenova_pricing_test.go

//go:build llm_script

package main

import (
	"bytes"
	"os"
	"path/filepath"
	"strings"
	"testing"
)

func TestParseSensenovaPricingCatalogBuildsRecords(t *testing.T) {
	raw, err := os.ReadFile(filepath.Join("testdata", "sensenova_pricing_sample.txt"))
	if err != nil {
		t.Fatalf("读取 fixture 失败: %v", err)
	}
	fixture, err := splitSensenovaFixture(string(raw))
	if err != nil {
		t.Fatalf("splitSensenovaFixture 返回错误: %v", err)
	}

	records, err := parseSensenovaPricingCatalog(fixture)
	if err != nil {
		t.Fatalf("parseSensenovaPricingCatalog 返回错误: %v", err)
	}
	if len(records) != 3 {
		t.Fatalf("期望 3 条商汤价格记录，实际 %d", len(records))
	}
	if records[0].ModelID != "sensenova-sensenova-6-7-flash-lite" {
		t.Fatalf("首条 modelID 错误: %q", records[0].ModelID)
	}
	if !records[0].IsFree || records[0].InputPrice != 0 || records[0].OutputPrice != 0 {
		t.Fatalf("Flash-Lite 免费定价错误: free=%v input=%v output=%v", records[0].IsFree, records[0].InputPrice, records[0].OutputPrice)
	}
	if records[0].ContextLength != 262144 || records[0].Modality != "multimodal" {
		t.Fatalf("Flash-Lite 上下文/模态错误: ctx=%d modality=%q", records[0].ContextLength, records[0].Modality)
	}
	if records[1].ModelID != "sensenova-sensenova-u1-fast" || records[1].Modality != "vision" {
		t.Fatalf("U1 Fast 记录错误: %+v", records[1])
	}
	if records[2].ProviderName != "DeepSeek" || records[2].ContextLength != 262144 {
		t.Fatalf("DeepSeek V4 Flash provider/context 错误: provider=%q ctx=%d", records[2].ProviderName, records[2].ContextLength)
	}
}

func TestParseSensenovaPricingCatalogSupportsModelsOverviewTable(t *testing.T) {
	raw, err := os.ReadFile(filepath.Join("testdata", "sensenova_pricing_sample.txt"))
	if err != nil {
		t.Fatalf("读取 fixture 失败: %v", err)
	}
	fixture, err := splitSensenovaFixture(string(raw))
	if err != nil {
		t.Fatalf("splitSensenovaFixture 返回错误: %v", err)
	}

	fixture.DocsHTML = `<p>GET https://token.sensenova.cn/v1/models</p>
	<pre>{"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"}}</pre>
	<section id="models-overview"><table><tbody>
	<tr><td>SenseNova 6.7 Flash-Lite</td><td><code>sensenova-6.7-flash-lite</code></td><td>每5小时1500次</td><td>面向真实工作流的轻量多模态智能体模型，支持文本对话与图像输入理解</td></tr>
	<tr><td>SenseNova U1 Fast</td><td><code>sensenova-u1-fast</code></td><td>每5小时1500次</td><td>基于 SenseNova U1 的加速版本，专供信息图（Infographics）生成</td></tr>
	<tr><td>DeepSeek V4 Flash</td><td><code>deepseek-v4-flash</code></td><td>每5小时500次</td><td>DeepSeek 高性能对话模型，支持思考/非思考模式、256K 上下文、工具调用</td></tr>
	</tbody></table></section>
	<section id="model-flash"><p>图像输入理解</p><p>上下文长度 256K tokens</p></section>
	<section id="model-u1"><p>POST https://token.sensenova.cn/v1/images/generations</p></section>
	<section id="model-deepseek-v4-flash"><p>256K 上下文</p></section>`

	records, err := parseSensenovaPricingCatalog(fixture)
	if err != nil {
		t.Fatalf("parseSensenovaPricingCatalog 返回错误: %v", err)
	}
	if len(records) != 3 {
		t.Fatalf("期望 3 条商汤价格记录，实际 %d", len(records))
	}
	if records[2].ModelID != "sensenova-deepseek-v4-flash" {
		t.Fatalf("DeepSeek 记录未从新模型总览表解析出来: %+v", records[2])
	}
}

func TestRunSensenovaPricingImportDryRunPrintsSummary(t *testing.T) {
	var out bytes.Buffer
	err := runSensenovaPricingImport(sensenovaPricingImportConfig{
		DocsURL:   defaultSensenovaDocsURL,
		ModelsURL: defaultSensenovaModelsURL,
		Fixture:   filepath.Join("testdata", "sensenova_pricing_sample.txt"),
		DryRun:    true,
	}, nil, &out)
	if err != nil {
		t.Fatalf("runSensenovaPricingImport 返回错误: %v", err)
	}
	output := out.String()
	for _, want := range []string{
		"source=sensenova-pricing-import",
		"models=3",
		"operator=SenseNova API",
		"dry_run=true",
	} {
		if !strings.Contains(output, want) {
			t.Fatalf("输出缺少 %q，实际: %q", want, output)
		}
	}
}