mirror of
https://github.com/tiennm99/miti99bot.git
synced 2026-04-28 04:20:38 +00:00
tiennm99
e1f7cdf645
KV payload cleanup: - drop lastResultAt from stats (never read) - drop solved/giveup flags from game state (round is immediately replaced after finish, making the flags transient noise) - skip redundant saveGame on winning/giveup/out-of-guesses paths; startFreshGame overwrites anyway Code cleanup: - delete daily.js + daily.test.js (pickDaily/todayUtc were speculative "future use" — only pickRandom was wired in, inlined into handlers) - drop the dead switch default in compare.js - trim file preambles across the module Docs: rewrite README around current behavior with loldle.net as the sole data source; update scraper header to match the raw schema.
90 lines
2.8 KiB
JavaScript
90 lines
2.8 KiB
JavaScript
#!/usr/bin/env node
|
|
/**
|
|
* @file Rebuilds src/modules/loldle/champions.json from loldle.net's JS
|
|
* bundle. The bundle embeds the full champion array in plaintext — one
|
|
* record per champion with fields: _id, championId, championName, gender,
|
|
* positions, species, resource, range_type, regions, release_date.
|
|
*
|
|
* The bot imports the resulting JSON directly via `with { type: "json" }`.
|
|
*
|
|
* Usage: node scripts/scrape-loldle-data.js
|
|
* Schedule: weekly via .github/workflows/scrape-loldle-data.yml
|
|
*/
|
|
|
|
import { writeFileSync } from "node:fs";
|
|
import { resolve } from "node:path";
|
|
|
|
const LOLDLE_CLASSIC = "https://loldle.net/classic";
|
|
|
|
const CHAMPION_RECORD_RX =
|
|
/\{_id:"([a-f0-9]+)",championId:"([^"]+)",championName:"([^"]+)",gender:"([^"]+)",positions:\[([^\]]+)\],species:\[([^\]]+)\],resource:"([^"]+)",range_type:\[([^\]]+)\],regions:\[([^\]]+)\],release_date:"(\d{4}-\d{2}-\d{2})"\}/g;
|
|
|
|
async function fetchText(url) {
|
|
const res = await fetch(url);
|
|
if (!res.ok) throw new Error(`fetch ${url}: ${res.status} ${res.statusText}`);
|
|
return res.text();
|
|
}
|
|
|
|
function parseJsArrayStrings(inner) {
|
|
return [...inner.matchAll(/"([^"]+)"/g)].map((m) => m[1]);
|
|
}
|
|
|
|
async function scrapeLoldle() {
|
|
const html = await fetchText(LOLDLE_CLASSIC);
|
|
const scriptMatch = html.match(/<script\s+src="(js\/index\.[^"]+\.js)"/);
|
|
if (!scriptMatch) throw new Error("loldle.net: could not locate index.js script tag in HTML");
|
|
const bundleUrl = `https://loldle.net/${scriptMatch[1]}`;
|
|
const bundle = await fetchText(bundleUrl);
|
|
|
|
const seen = new Set();
|
|
const records = [];
|
|
for (const m of bundle.matchAll(CHAMPION_RECORD_RX)) {
|
|
const [
|
|
,
|
|
_id,
|
|
championId,
|
|
championName,
|
|
gender,
|
|
positions,
|
|
species,
|
|
resource,
|
|
rangeType,
|
|
regions,
|
|
releaseDate,
|
|
] = m;
|
|
if (seen.has(championName)) continue;
|
|
seen.add(championName);
|
|
|
|
records.push({
|
|
_id,
|
|
championId,
|
|
championName,
|
|
gender,
|
|
positions: parseJsArrayStrings(positions),
|
|
species: parseJsArrayStrings(species),
|
|
resource,
|
|
range_type: parseJsArrayStrings(rangeType),
|
|
regions: parseJsArrayStrings(regions),
|
|
release_date: releaseDate,
|
|
});
|
|
}
|
|
|
|
if (records.length === 0) {
|
|
throw new Error(
|
|
"loldle.net: zero champion records parsed — bundle format changed, update CHAMPION_RECORD_RX",
|
|
);
|
|
}
|
|
records.sort((a, b) => a.championName.localeCompare(b.championName));
|
|
return records;
|
|
}
|
|
|
|
const root = resolve(import.meta.dirname, "..");
|
|
const jsonPath = resolve(root, "src/modules/loldle/champions.json");
|
|
|
|
console.log("scraping loldle.net…");
|
|
const records = await scrapeLoldle();
|
|
console.log(` parsed ${records.length} champions`);
|
|
|
|
writeFileSync(jsonPath, `${JSON.stringify(records, null, 4)}\n`);
|
|
console.log(`wrote ${jsonPath}`);
|