package articles
import (
"strings"
"testing"
)
func TestMetadataExtractor(t *testing.T) {
t.Run("NewMetadataExtractor", func(t *testing.T) {
t.Run("creates extractor", func(t *testing.T) {
extractor := NewMetadataExtractor()
if extractor == nil {
t.Fatal("Expected extractor to be created, got nil")
}
})
})
t.Run("ExtractTitle", func(t *testing.T) {
extractor := NewMetadataExtractor()
t.Run("extracts from OpenGraph", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
title := extractor.ExtractTitle(doc)
if title != "Article Title from OpenGraph" {
t.Errorf("Expected OpenGraph title, got %q", title)
}
})
t.Run("extracts from title tag", func(t *testing.T) {
htmlStr := `
Page Title from Title Tag
`
doc := parseHTML(htmlStr)
title := extractor.ExtractTitle(doc)
if title != "Page Title from Title Tag" {
t.Errorf("Expected title tag content, got %q", title)
}
})
t.Run("extracts from h1", func(t *testing.T) {
htmlStr := `
Heading Title
`
doc := parseHTML(htmlStr)
title := extractor.ExtractTitle(doc)
if title != "Heading Title" {
t.Errorf("Expected h1 content, got %q", title)
}
})
t.Run("returns empty for nil document", func(t *testing.T) {
title := extractor.ExtractTitle(nil)
if title != "" {
t.Errorf("Expected empty string for nil document, got %q", title)
}
})
t.Run("prioritizes OpenGraph over title tag", func(t *testing.T) {
htmlStr := `
HTML Title
`
doc := parseHTML(htmlStr)
title := extractor.ExtractTitle(doc)
if title != "OpenGraph Title" {
t.Errorf("Expected OpenGraph title to have priority, got %q", title)
}
})
})
t.Run("ExtractAuthor", func(t *testing.T) {
extractor := NewMetadataExtractor()
t.Run("extracts from OpenGraph", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
author := extractor.ExtractAuthor(doc)
if author != "John Doe" {
t.Errorf("Expected OpenGraph author, got %q", author)
}
})
t.Run("extracts from meta tag", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
author := extractor.ExtractAuthor(doc)
if author != "Jane Smith" {
t.Errorf("Expected meta tag author, got %q", author)
}
})
t.Run("extracts from rel=author link", func(t *testing.T) {
htmlStr := `
Bob Johnson
`
doc := parseHTML(htmlStr)
author := extractor.ExtractAuthor(doc)
if author != "Bob Johnson" {
t.Errorf("Expected rel=author link text, got %q", author)
}
})
t.Run("extracts from byline class", func(t *testing.T) {
htmlStr := `
Alice Brown
`
doc := parseHTML(htmlStr)
author := extractor.ExtractAuthor(doc)
if author != "Alice Brown" {
t.Errorf("Expected byline class text, got %q", author)
}
})
t.Run("returns empty for nil document", func(t *testing.T) {
author := extractor.ExtractAuthor(nil)
if author != "" {
t.Errorf("Expected empty string for nil document, got %q", author)
}
})
})
t.Run("ExtractPublishedDate", func(t *testing.T) {
extractor := NewMetadataExtractor()
t.Run("extracts from OpenGraph", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
date := extractor.ExtractPublishedDate(doc)
if date != "2025-01-15T10:00:00Z" {
t.Errorf("Expected OpenGraph date, got %q", date)
}
})
t.Run("extracts from article:published_time", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
date := extractor.ExtractPublishedDate(doc)
if date != "2025-02-20" {
t.Errorf("Expected article:published_time, got %q", date)
}
})
t.Run("extracts from time element", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
date := extractor.ExtractPublishedDate(doc)
if date != "2025-03-25T14:30:00" {
t.Errorf("Expected time element datetime, got %q", date)
}
})
t.Run("returns empty for nil document", func(t *testing.T) {
date := extractor.ExtractPublishedDate(nil)
if date != "" {
t.Errorf("Expected empty string for nil document, got %q", date)
}
})
})
t.Run("ExtractSiteName", func(t *testing.T) {
extractor := NewMetadataExtractor()
t.Run("extracts from OpenGraph", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
siteName := extractor.ExtractSiteName(doc)
if siteName != "Example News" {
t.Errorf("Expected OpenGraph site_name, got %q", siteName)
}
})
t.Run("extracts from application-name", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
siteName := extractor.ExtractSiteName(doc)
if siteName != "Tech Blog" {
t.Errorf("Expected application-name, got %q", siteName)
}
})
t.Run("returns empty for nil document", func(t *testing.T) {
siteName := extractor.ExtractSiteName(nil)
if siteName != "" {
t.Errorf("Expected empty string for nil document, got %q", siteName)
}
})
})
t.Run("ExtractLanguage", func(t *testing.T) {
extractor := NewMetadataExtractor()
t.Run("extracts from html lang attribute", func(t *testing.T) {
htmlStr := ``
doc := parseHTML(htmlStr)
lang := extractor.ExtractLanguage(doc)
if lang != "en-US" {
t.Errorf("Expected html lang attribute, got %q", lang)
}
})
t.Run("extracts from OpenGraph locale", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
lang := extractor.ExtractLanguage(doc)
if lang != "fr-FR" {
t.Errorf("Expected OpenGraph locale, got %q", lang)
}
})
t.Run("returns empty for nil document", func(t *testing.T) {
lang := extractor.ExtractLanguage(nil)
if lang != "" {
t.Errorf("Expected empty string for nil document, got %q", lang)
}
})
})
t.Run("getSchemaOrgField", func(t *testing.T) {
extractor := NewMetadataExtractor()
t.Run("extracts from JSON-LD Article", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
headline := extractor.getSchemaOrgField(doc, "headline")
author := extractor.getSchemaOrgField(doc, "author")
date := extractor.getSchemaOrgField(doc, "datePublished")
if headline != "Test Article" {
t.Errorf("Expected headline from JSON-LD, got %q", headline)
}
if author != "Test Author" {
t.Errorf("Expected author from JSON-LD, got %q", author)
}
if date != "2025-01-15" {
t.Errorf("Expected datePublished from JSON-LD, got %q", date)
}
})
t.Run("extracts from NewsArticle type", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
headline := extractor.getSchemaOrgField(doc, "headline")
if headline != "Breaking News" {
t.Errorf("Expected headline from NewsArticle, got %q", headline)
}
})
t.Run("handles nested author object", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
author := extractor.getSchemaOrgField(doc, "author")
if author != "Nested Author" {
t.Errorf("Expected nested author name, got %q", author)
}
})
t.Run("returns empty for invalid JSON", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
result := extractor.getSchemaOrgField(doc, "headline")
if result != "" {
t.Errorf("Expected empty for invalid JSON, got %q", result)
}
})
t.Run("returns empty for non-Article types", func(t *testing.T) {
htmlStr := `
`
doc := parseHTML(htmlStr)
result := extractor.getSchemaOrgField(doc, "headline")
if result != "" {
t.Errorf("Expected empty for WebPage type, got %q", result)
}
})
})
t.Run("ExtractMetadata", func(t *testing.T) {
extractor := NewMetadataExtractor()
t.Run("extracts all metadata fields", func(t *testing.T) {
htmlStr := `
Full Article Title
`
doc := parseHTML(htmlStr)
result := extractor.ExtractMetadata(doc)
if result == nil {
t.Fatal("Expected result, got nil")
}
if !strings.Contains(result.Title, "Full Article Title") {
t.Errorf("Expected title to be extracted, got %q", result.Title)
}
if result.Author != "Full Name" {
t.Errorf("Expected author to be extracted, got %q", result.Author)
}
if result.PublishedDate != "2025-01-20" {
t.Errorf("Expected date to be extracted, got %q", result.PublishedDate)
}
if result.SiteName != "News Site" {
t.Errorf("Expected site name to be extracted, got %q", result.SiteName)
}
if result.Language != "en" {
t.Errorf("Expected language to be extracted, got %q", result.Language)
}
})
t.Run("returns empty result for nil document", func(t *testing.T) {
result := extractor.ExtractMetadata(nil)
if result == nil {
t.Error("Expected empty result, got nil")
}
})
})
}