From a97b2dd64a18b6e2c053711de4bda98b1f012c02 Mon Sep 17 00:00:00 2001 From: HRiggs Date: Sat, 13 Dec 2025 15:39:38 -0500 Subject: [PATCH] update scraping to search for 1T aUEC --- backend/package-lock.json | 5 +++++ backend/src/scrapers/playerauctions-scraper.ts | 10 +++++----- 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/backend/package-lock.json b/backend/package-lock.json index 2de11ae..fcfbc66 100644 --- a/backend/package-lock.json +++ b/backend/package-lock.json @@ -61,6 +61,7 @@ "integrity": "sha512-e7jT4DxYvIDLk1ZHmU/m/mB19rex9sv0c2ftBtjSBv+kVM/902eh0fINUzD7UwLLNR+jU585GxUJ8/EBfAM5fw==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "@babel/code-frame": "^7.27.1", "@babel/generator": "^7.28.5", @@ -1983,6 +1984,7 @@ } ], "license": "MIT", + "peer": true, "dependencies": { "baseline-browser-mapping": "^2.9.0", "caniuse-lite": "^1.0.30001759", @@ -3068,6 +3070,7 @@ "integrity": "sha512-NIy3oAFp9shda19hy4HK0HRTWKtPJmGdnvywu01nOqNC2vZg+Z+fvJDxpMQA88eb2I9EcafcdjYgsDthnYTvGw==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "@jest/core": "^29.7.0", "@jest/types": "^29.6.3", @@ -4290,6 +4293,7 @@ "integrity": "sha512-vtpjW3XuYCSnMsNVBjLMNkTj6OZbudcPPTPYHqX0CJfpcdWciI1dM8uHETwmDxxiqEwCIE6WvXucWUetJgfu/A==", "hasInstallScript": true, "license": "Apache-2.0", + "peer": true, "dependencies": { "@prisma/engines": "5.22.0" }, @@ -4955,6 +4959,7 @@ "integrity": "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw==", "dev": true, "license": "Apache-2.0", + "peer": true, "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" diff --git a/backend/src/scrapers/playerauctions-scraper.ts b/backend/src/scrapers/playerauctions-scraper.ts index 3b0ba47..0675ae1 100644 --- a/backend/src/scrapers/playerauctions-scraper.ts +++ b/backend/src/scrapers/playerauctions-scraper.ts @@ -34,7 +34,7 @@ export class PlayerAuctionsScraper extends BaseScraper { } const listings: VendorListing[] = []; - const targetQuantityM = 100000; // 10000 M = 10 billion AUEC (field is already in millions) + const targetQuantityM = 1000000; // 1000000 M = 1 trillion AUEC (field is already in millions) // Step 2-5: Process each offer card for (let i = 0; i < Math.min(offerCards.length, 20); i++) { @@ -48,7 +48,7 @@ export class PlayerAuctionsScraper extends BaseScraper { continue; } - // Set quantity to 10000 (which means 10000 M = 10 billion AUEC) + // Set quantity to 1000000 (which means 1000000 M = 1 trillion AUEC) await qtyInput.scrollIntoViewIfNeeded(); await qtyInput.click({ force: true }); await qtyInput.fill(''); @@ -152,7 +152,7 @@ export class PlayerAuctionsScraper extends BaseScraper { }> = []; const bodyText = document.body.innerText; - const lines = bodyText.split('\n').map(l => l.trim()).filter(l => l.length > 0); + const lines = bodyText.split('\n').map((l: string) => l.trim()).filter((l: string) => l.length > 0); const seenPrices = new Set(); @@ -169,7 +169,7 @@ export class PlayerAuctionsScraper extends BaseScraper { if (seenPrices.has(pricePerMillion)) continue; seenPrices.add(pricePerMillion); - const targetQuantityM = 100000; + const targetQuantityM = 1000000; const amountAUEC = targetQuantityM * 1_000_000; const priceUSD = pricePerMillion * targetQuantityM; @@ -188,7 +188,7 @@ export class PlayerAuctionsScraper extends BaseScraper { const scrapedAt = new Date(); const url = this.getTargetUrl(); - return listings.map(listing => ({ + return listings.map((listing: any) => ({ vendor: 'playerauctions' as const, amountAUEC: listing.amountAUEC, priceUSD: listing.priceUSD,