llm-intelligence/scripts/import_bytedance_data_test.go

//go:build llm_script

package main

import "testing"

func TestEnrichBytedanceModelMetadataUsesSpecificFamilyRules(t *testing.T) {
	cases := []struct {
		modelID         string
		wantReleaseDate string
		wantSourceURL   string
		wantConfidence  string
		wantSourceKind  string
	}{
		{
			modelID:         "bytedance-doubao-1.5-pro-32k",
			wantReleaseDate: "2025-01-22",
			wantSourceURL:   "https://developer.volcengine.com/articles/7462939272262189083",
			wantConfidence:  "official_primary",
			wantSourceKind:  "official_announcement",
		},
		{
			modelID:         "bytedance-doubao-1.5-vision-pro",
			wantReleaseDate: "2025-01-22",
			wantSourceURL:   "https://developer.volcengine.com/articles/7462939272262189083",
			wantConfidence:  "official_primary",
			wantSourceKind:  "official_announcement",
		},
		{
			modelID:         "bytedance-doubao-seed-1.6-thinking",
			wantReleaseDate: "2025-06-11",
			wantSourceURL:   "https://developer.volcengine.com/articles/7517188354606104612",
			wantConfidence:  "official_primary",
			wantSourceKind:  "official_announcement",
		},
		{
			modelID:         "bytedance-doubao-1.5-thinking-pro",
			wantReleaseDate: "2025-04-17",
			wantSourceURL:   "https://developer.volcengine.com/articles/7496718897794039827",
			wantConfidence:  "official_primary",
			wantSourceKind:  "official_announcement",
		},
		{
			modelID:         "bytedance-seedance-1.0-lite",
			wantReleaseDate: "2025-05-13",
			wantSourceURL:   "https://developer.volcengine.com/articles/7504284064976502823",
			wantConfidence:  "official_primary",
			wantSourceKind:  "official_announcement",
		},
		{
			modelID:         "bytedance-doubao-seed-code-256k",
			wantReleaseDate: "2024-06-26",
			wantSourceURL:   "https://developer.volcengine.com/articles/7383101327527641125",
			wantConfidence:  "official_primary",
			wantSourceKind:  "official_announcement",
		},
	}

	for _, tc := range cases {
		enriched := enrichBytedanceModelMetadata(ModelPricing{
			ModelID:   tc.modelID,
			SourceURL: "https://www.volcengine.com/docs/82379/1099320",
		})

		if enriched.ReleaseDate != tc.wantReleaseDate {
			t.Fatalf("%s release date = %q, want %q", tc.modelID, enriched.ReleaseDate, tc.wantReleaseDate)
		}
		if enriched.ModelSourceURL != tc.wantSourceURL {
			t.Fatalf("%s source url = %q, want %q", tc.modelID, enriched.ModelSourceURL, tc.wantSourceURL)
		}
		if enriched.DateConfidence != tc.wantConfidence {
			t.Fatalf("%s date confidence = %q, want %q", tc.modelID, enriched.DateConfidence, tc.wantConfidence)
		}
		if enriched.DateSourceKind != tc.wantSourceKind {
			t.Fatalf("%s date source kind = %q, want %q", tc.modelID, enriched.DateSourceKind, tc.wantSourceKind)
		}
	}
}

func TestEnrichBytedanceModelMetadataFallsBackToPricingSource(t *testing.T) {
	enriched := enrichBytedanceModelMetadata(ModelPricing{
		ModelID:   "bytedance-unknown-preview",
		SourceURL: "https://www.volcengine.com/docs/82379/1099320",
	})

	if enriched.ReleaseDate != "" {
		t.Fatalf("unexpected release date: %q", enriched.ReleaseDate)
	}
	if enriched.ModelSourceURL != "https://www.volcengine.com/docs/82379/1099320" {
		t.Fatalf("model source url = %q, want pricing source fallback", enriched.ModelSourceURL)
	}
	if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "unknown" {
		t.Fatalf("unexpected fallback date metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
	}
}

func TestEnrichBytedanceModelMetadataSupportsSourceOnlyRules(t *testing.T) {
	enriched := enrichBytedanceModelMetadata(ModelPricing{
		ModelID:   "bytedance-doubao-seed-1.8-256k",
		SourceURL: "https://www.volcengine.com/docs/82379/1099320",
	})

	if enriched.ReleaseDate != "2025-12-18" {
		t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2025-12-18")
	}
	if enriched.ModelSourceURL != "https://developer.volcengine.com/articles/7601918680544641034" {
		t.Fatalf("model source url = %q, want 1.8 source", enriched.ModelSourceURL)
	}
	if enriched.DateConfidence != "secondary_authoritative" || enriched.DateSourceKind != "secondary_authoritative_report" {
		t.Fatalf("unexpected 1.8 date metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
	}
}

func TestEnrichBytedanceModelMetadataSupportsCatalogBackfillRules(t *testing.T) {
	enriched := enrichBytedanceModelMetadata(ModelPricing{
		ModelID:   "bytedance-glm-4.7-128k",
		SourceURL: "https://www.volcengine.com/docs/82379/1099320",
	})

	if enriched.ReleaseDate != "" {
		t.Fatalf("unexpected release date: %q", enriched.ReleaseDate)
	}
	if enriched.DateConfidence != "unknown" || enriched.DateSourceKind != "catalog_backfill" {
		t.Fatalf("unexpected catalog metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
	}
}

func TestEnrichBytedanceModelMetadataSupportsSecondaryAuthoritativeRules(t *testing.T) {
	enriched := enrichBytedanceModelMetadata(ModelPricing{
		ModelID:   "bytedance-doubao-pro-32k",
		SourceURL: "https://www.volcengine.com/docs/82379/1099320",
	})

	if enriched.ReleaseDate != "2024-05-15" {
		t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2024-05-15")
	}
	if enriched.DateConfidence != "secondary_authoritative" || enriched.DateSourceKind != "secondary_authoritative_report" {
		t.Fatalf("unexpected secondary metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
	}
}

func TestEnrichBytedanceModelMetadataUsesTwoPointZeroReleaseDate(t *testing.T) {
	enriched := enrichBytedanceModelMetadata(ModelPricing{
		ModelID:   "bytedance-doubao-seed-2.0-pro-256k",
		SourceURL: "https://www.volcengine.com/docs/82379/1099320",
	})

	if enriched.ReleaseDate != "2026-02-14" {
		t.Fatalf("release date = %q, want %q", enriched.ReleaseDate, "2026-02-14")
	}
	if enriched.ModelSourceURL != "https://developer.volcengine.com/articles/7610285824933445675" {
		t.Fatalf("model source url = %q, want 2.0 source", enriched.ModelSourceURL)
	}
	if enriched.DateConfidence != "official_primary" || enriched.DateSourceKind != "official_announcement" {
		t.Fatalf("unexpected 2.0 date metadata: confidence=%q kind=%q", enriched.DateConfidence, enriched.DateSourceKind)
	}
}

func TestBytedanceReleaseDateValueReturnsNilForUnknownDate(t *testing.T) {
	if value := releaseDateValue(""); value != nil {
		t.Fatalf("blank release date should stay nil, got %v", value)
	}
	if value := releaseDateValue("invalid"); value != nil {
		t.Fatalf("invalid release date should stay nil, got %v", value)
	}
}