Intial Version

backend/src/scrapers/eldorado-scraper.ts

@@ -0,0 +1,151 @@
+import { Page } from 'playwright';
+import { BaseScraper } from './base-scraper';
+import { VendorListing } from './types';
+
+export class EldoradoScraper extends BaseScraper {
+  getVendorName(): 'eldorado' {
+    return 'eldorado';
+  }
+
+  getTargetUrl(): string {
+    return 'https://www.eldorado.gg/star-citizen-auec/g/141-0-0';
+  }
+
+  async extractListings(page: Page): Promise<VendorListing[]> {
+    // Wait for page readiness
+    await page.waitForSelector('text=Star Citizen aUEC', { timeout: 15000 }).catch(() => {});
+    
+    // Wait for price elements to appear
+    await page.waitForTimeout(3000);
+
+    const listings = await page.evaluate(() => {
+      const results: Array<{
+        amountAUEC: number;
+        priceUSD: number;
+        pricePerMillion: number;
+        seller?: string;
+        deliveryTime?: string;
+      }> = [];
+
+      const bodyText = document.body.innerText;
+      const lines = bodyText.split('\n').map(l => l.trim()).filter(l => l.length > 0);
+
+      // Track seen combinations to avoid duplicates
+      const seenListings = new Set<string>();
+
+      for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+
+        // Look for "$/M" pattern - this is the direct price per million
+        // Examples: "$0.00007 / M", "$0.00018 / M", "$0.00007/M"
+        const pricePerMMatch = line.match(/\$\s*([\d.]+)\s*\/?\s*\/\s*M/i) || line.match(/\$\s*([\d.]+)\s*\/\s*M/i);
+
+        if (pricePerMMatch) {
+          const pricePerMillion = parseFloat(pricePerMMatch[1]);
+          
+
+
+          // Look for "Min. qty" or "Min qty" nearby to get the quantity
+          let minQtyM = 10000; // Default to 10000M
+          for (let j = Math.max(0, i - 5); j < Math.min(lines.length, i + 5); j++) {
+            const qtyLine = lines[j];
+            // Match patterns like "Min. qty. 6000 M" or "Min qty: 16,000 M"
+            const qtyMatch = qtyLine.match(/Min\.?\s*qty\.?\s*:?\s*([\d,]+)\s*M/i);
+            if (qtyMatch) {
+              minQtyM = parseFloat(qtyMatch[1].replace(/,/g, ''));
+              break;
+            }
+          }
+
+          const amountAUEC = minQtyM * 1_000_000;
+          const priceUSD = pricePerMillion * minQtyM;
+
+          // Find seller name - look both backwards and forwards
+          // For featured seller, name appears BEFORE the price
+          // For other sellers, name appears in a structured list
+          let seller: string | undefined;
+          
+          // Search backwards first (for featured seller and some list items)
+          for (let j = Math.max(0, i - 20); j < i; j++) {
+            const sellerLine = lines[j];
+            
+            // Skip common non-seller text
+            if (
+              sellerLine.includes('$') ||
+              sellerLine.includes('Price') ||
+              sellerLine.includes('qty') ||
+              sellerLine.includes('stock') ||
+              sellerLine.includes('Delivery') ||
+              sellerLine.toLowerCase().includes('review') ||
+              sellerLine.includes('Rating') ||
+              sellerLine.includes('Offer') ||
+              sellerLine.includes('Details') ||
+              sellerLine.includes('FEATURED') ||
+              sellerLine.includes('Other') ||
+              sellerLine.includes('sellers') ||
+              sellerLine.includes('aUEC') ||
+              sellerLine === 'Star Citizen' || // Exclude the game title but not seller names
+              sellerLine.includes('IMF') ||
+              sellerLine.includes('in-game') ||
+              sellerLine.includes('currency') ||
+              sellerLine.length < 3 ||
+              sellerLine.length > 30
+            ) {
+              continue;
+            }
+            
+            // Match seller name patterns - alphanumeric with underscores/hyphens
+            // Allow some special cases like "StarCitizen"
+            if (/^[a-zA-Z][a-zA-Z0-9_-]*$/.test(sellerLine)) {
+              seller = sellerLine;
+              // Don't break - keep looking for a closer match
+            }
+          }
+
+          // Find delivery time
+          let deliveryTime: string | undefined;
+          for (let j = Math.max(0, i - 5); j < Math.min(lines.length, i + 5); j++) {
+            const deliveryLine = lines[j];
+            if (
+              deliveryLine.match(/\d+\s*min/i) ||
+              deliveryLine.match(/\d+\s*hour/i) ||
+              deliveryLine.toLowerCase().includes('instant')
+            ) {
+              deliveryTime = deliveryLine;
+              break;
+            }
+          }
+
+          // Create unique key to avoid duplicates
+          const key = `${pricePerMillion}-${minQtyM}`;
+          if (seenListings.has(key)) continue;
+          seenListings.add(key);
+
+          results.push({
+            amountAUEC,
+            priceUSD,
+            pricePerMillion,
+            seller,
+            deliveryTime,
+          });
+        }
+      }
+
+      return results;
+    });
+
+    const scrapedAt = new Date();
+    const url = this.getTargetUrl();
+
+    return listings.map(listing => ({
+      vendor: 'eldorado' as const,
+      amountAUEC: listing.amountAUEC,
+      priceUSD: listing.priceUSD,
+      pricePerMillion: listing.pricePerMillion,
+      seller: listing.seller,
+      deliveryTime: listing.deliveryTime,
+      scrapedAt,
+      url,
+    }));
+  }
+}