feat(import): enrich baidu and bytedance release metadata

2026-05-13 22:37:37 +08:00
parent bb5a1ff9e5
commit 92c9a40f4b
6 changed files with 279 additions and 21 deletions
--- a/scripts/import_phase2_data_test.go
+++ b/scripts/import_phase2_data_test.go
@@ -0,0 +1,71 @@
+//go:build llm_script
+
+package main
+
+import "testing"
+
+func TestEnrichBaiduModelMetadataUsesSpecificFamilyRules(t *testing.T) {
+	cases := []struct {
+		modelID         string
+		wantReleaseDate string
+		wantSourceURL   string
+	}{
+		{
+			modelID:         "baidu-ernie-4.5-turbo-128k",
+			wantReleaseDate: "2025-04-25",
+			wantSourceURL:   "https://cloud.baidu.com/article/3887765",
+		},
+		{
+			modelID:         "baidu-ernie-x1-turbo-32k",
+			wantReleaseDate: "2025-04-25",
+			wantSourceURL:   "https://cloud.baidu.com/article/3887765",
+		},
+		{
+			modelID:         "baidu-ernie-4.5-8k",
+			wantReleaseDate: "2025-03-16",
+			wantSourceURL:   "https://cloud.baidu.com/article/3835921",
+		},
+		{
+			modelID:         "baidu-ernie-x1-8k",
+			wantReleaseDate: "2025-03-16",
+			wantSourceURL:   "https://cloud.baidu.com/article/3835921",
+		},
+	}
+
+	for _, tc := range cases {
+		enriched := enrichBaiduModelMetadata(ModelPricing{
+			ModelID:   tc.modelID,
+			SourceURL: "https://cloud.baidu.com/doc/qianfan/s/wmh4sv6ya",
+		})
+
+		if enriched.ReleaseDate != tc.wantReleaseDate {
+			t.Fatalf("%s release date = %q, want %q", tc.modelID, enriched.ReleaseDate, tc.wantReleaseDate)
+		}
+		if enriched.ModelSourceURL != tc.wantSourceURL {
+			t.Fatalf("%s source url = %q, want %q", tc.modelID, enriched.ModelSourceURL, tc.wantSourceURL)
+		}
+	}
+}
+
+func TestEnrichBaiduModelMetadataFallsBackToPricingSource(t *testing.T) {
+	enriched := enrichBaiduModelMetadata(ModelPricing{
+		ModelID:   "baidu-deepseek-r1",
+		SourceURL: "https://cloud.baidu.com/doc/qianfan/s/wmh4sv6ya",
+	})
+
+	if enriched.ReleaseDate != "" {
+		t.Fatalf("unexpected release date: %q", enriched.ReleaseDate)
+	}
+	if enriched.ModelSourceURL != "https://cloud.baidu.com/doc/qianfan/s/wmh4sv6ya" {
+		t.Fatalf("model source url = %q, want pricing source fallback", enriched.ModelSourceURL)
+	}
+}
+
+func TestBaiduReleaseDateValueReturnsNilForUnknownDate(t *testing.T) {
+	if value := releaseDateValue(""); value != nil {
+		t.Fatalf("blank release date should stay nil, got %v", value)
+	}
+	if value := releaseDateValue("invalid"); value != nil {
+		t.Fatalf("invalid release date should stay nil, got %v", value)
+	}
+}