mirror of
https://github.com/tiennm99/loldle.git
synced 2026-08-31 16:26:33 +00:00
tiennm99
cfa664f217
4-stage pipeline: fetch ddragon champions, enrich with release dates (wiki scrape), regions (Universe API), and lanes (wiki scrape). Concurrent gender detection via goroutines with semaphore.
56 lines
1.3 KiB
Go
56 lines
1.3 KiB
Go
package parser
|
|
|
|
import (
|
|
"fmt"
|
|
"net/http"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/PuerkitoBio/goquery"
|
|
)
|
|
|
|
const wikiChampionListURL = "https://leagueoflegends.fandom.com/wiki/List_of_champions"
|
|
|
|
// EnrichReleaseDates scrapes the LoL Wiki to add release year to each champion.
|
|
func EnrichReleaseDates(champions []ChampionResult) ([]ChampionResult, error) {
|
|
resp, err := http.Get(wikiChampionListURL)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("fetching wiki champion list: %w", err)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
doc, err := goquery.NewDocumentFromReader(resp.Body)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parsing wiki HTML: %w", err)
|
|
}
|
|
|
|
// Build a name-to-index map for O(1) lookups.
|
|
nameIndex := buildNameIndex(champions)
|
|
|
|
// The first <tbody> contains the champion list table.
|
|
doc.Find("tbody").First().Find("tr").Each(func(_ int, row *goquery.Selection) {
|
|
cols := row.Find("td")
|
|
if cols.Length() == 0 {
|
|
return
|
|
}
|
|
|
|
name := strings.TrimSpace(cols.Eq(1).Find("a").AttrOr("title", ""))
|
|
name = strings.ReplaceAll(name, "/LoL", "")
|
|
|
|
dateText := strings.TrimSpace(cols.Eq(3).Text())
|
|
parts := strings.Split(dateText, "-")
|
|
yearStr := parts[len(parts)-1]
|
|
|
|
year, err := strconv.Atoi(yearStr)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
if idx, ok := nameIndex[name]; ok {
|
|
champions[idx].ReleaseDate = year
|
|
}
|
|
})
|
|
|
|
return champions, nil
|
|
}
|