totals data service update

2026-09-22 14:05:13 +00:00 · 2025-05-13 17:43:08 -05:00
parent f0447c2141
commit e63862c943
10 changed files with 931 additions and 5 deletions
@@ -0,0 +1,128 @@
+//go:build ignore
+// +build ignore
+
+
+package main
+
+import (
+    "bytes"
+    "encoding/csv"
+    "flag"
+    "fmt"
+    "io"
+    "net/http"
+    "os"
+    "strings"
+
+    "github.com/PuerkitoBio/goquery"
+)
+
+func main() {
+    season := flag.Int("season", 0, "NBA season year (e.g. 2024)")
+    outPath := flag.String("out", "", "output CSV file path (default stdout)")
+    flag.Parse()
+
+    if *season == 0 {
+        fmt.Fprintln(os.Stderr, "❌ must provide -season")
+        os.Exit(1)
+    }
+
+    url := fmt.Sprintf("https://www.basketball-reference.com/playoffs/NBA_%d_totals.html", *season)
+    fmt.Println("Fetching:", url)
+
+    // pretend to be a real browser
+    client := &http.Client{}
+    req, err := http.NewRequest("GET", url, nil)
+    if err != nil {
+        fmt.Fprintln(os.Stderr, "Request error:", err)
+        os.Exit(1)
+    }
+    req.Header.Set("User-Agent",
+        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "+
+            "AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36",
+    )
+    resp, err := client.Do(req)
+    if err != nil {
+        fmt.Fprintln(os.Stderr, "HTTP error:", err)
+        os.Exit(1)
+    }
+    body, err := io.ReadAll(resp.Body)
+    resp.Body.Close()
+    if err != nil {
+        fmt.Fprintln(os.Stderr, "Read error:", err)
+        os.Exit(1)
+    }
+
+    doc, err := goquery.NewDocumentFromReader(bytes.NewReader(body))
+    if err != nil {
+        fmt.Fprintln(os.Stderr, "Parse error:", err)
+        os.Exit(1)
+    }
+
+    table := doc.Find("table#totals_stats")
+    if table.Length() == 0 {
+        fmt.Fprintln(os.Stderr, "❌ could not find table with id 'totals_stats'")
+        os.Exit(1)
+    }
+
+    // Extract headers
+    var headers []string
+    table.Find("thead tr th").Each(func(_ int, th *goquery.Selection) {
+        if stat, exists := th.Attr("data-stat"); exists && stat != "" {
+            headers = append(headers, stat)
+        }
+    })
+    // ensure player-additional
+    headers = append(headers, "player-additional")
+
+    // Extract rows
+    var rows [][]string
+    table.Find("tbody tr").Each(func(_ int, tr *goquery.Selection) {
+        if cl, _ := tr.Attr("class"); strings.Contains(cl, "thead") {
+            return
+        }
+        var row []string
+        var playerID string
+        tr.Find("th, td").Each(func(_ int, cell *goquery.Selection) {
+            row = append(row, strings.TrimSpace(cell.Text()))
+            if id, ok := cell.Attr("data-append-csv"); ok {
+                playerID = id
+            }
+        })
+        if playerID != "" {
+            row = append(row, playerID)
+            rows = append(rows, row)
+        }
+    })
+
+    // open writer
+    var w *csv.Writer
+    if *outPath != "" {
+        f, err := os.Create(*outPath)
+        if err != nil {
+            fmt.Fprintln(os.Stderr, "Could not create file:", err)
+            os.Exit(1)
+        }
+        defer f.Close()
+        w = csv.NewWriter(f)
+        fmt.Printf("→ Writing %d rows to %s\n", len(rows), *outPath)
+    } else {
+        w = csv.NewWriter(os.Stdout)
+    }
+
+    // write CSV
+    w.Write(headers)
+    for _, r := range rows {
+        w.Write(r)
+    }
+    w.Flush()
+    if err := w.Error(); err != nil {
+        fmt.Fprintln(os.Stderr, "CSV write error:", err)
+        os.Exit(1)
+    }
+    fmt.Println("First 5 rows:")
+    for i := 0; i < len(rows) && i < 5; i++ {
+        fmt.Println(rows[i])
+    }
+    fmt.Printf("✅ Wrote %d rows for season %d\n", len(rows), *season)
+}