postman code update and import update

This commit is contained in:
Ravi Prasad
2025-12-16 18:23:12 -06:00
parent 21a68d7ef0
commit 047783a153
8 changed files with 2570 additions and 310 deletions
Vendored
BIN
View File
Binary file not shown.
+2
View File
@@ -30,3 +30,5 @@ data/nba.db
/data/ /data/
/data /data
/data/* /data/*
docs/restore_dump_remote.md
./docs/restore_dump_remote.md
BIN
View File
Binary file not shown.
File diff suppressed because one or more lines are too long
+24
View File
@@ -0,0 +1,24 @@
# Run Collection Button Code
## HTML
```html
<div class="postman-run-button"
data-postman-action="collection/fork"
data-postman-visibility="public"
data-postman-var-1="25652688-f0cb3c13-063b-490a-aa7f-5af135aacbe6"
data-postman-collection-url="entityId=25652688-f0cb3c13-063b-490a-aa7f-5af135aacbe6&entityType=collection&workspaceId=bb6fcb02-8388-4ce0-8623-63480a6dc153"></div>
<script type="text/javascript">
(function (p,o,s,t,m,a,n) {
!p[s] && (p[s] = function () { (p[t] || (p[t] = [])).push(arguments); });
!o.getElementById(s+t) && o.getElementsByTagName("head")[0].appendChild((
(n = o.createElement("script")),
(n.id = s+t), (n.async = 1), (n.src = m), n
));
}(window, document, "_pm", "PostmanRunObject", "https://run.pstmn.io/button.js"));
</script>
```
## Markdown
[<img src="https://run.pstmn.io/button.svg" alt="Run In Postman" style="width: 128px; height: 32px;">](https://god.gw.postman.com/run-collection/25652688-f0cb3c13-063b-490a-aa7f-5af135aacbe6?action=collection%2Ffork&source=rip_markdown&collection-url=entityId%3D25652688-f0cb3c13-063b-490a-aa7f-5af135aacbe6%26entityType%3Dcollection%26workspaceId%3Dbb6fcb02-8388-4ce0-8623-63480a6dc153)
+13
View File
@@ -0,0 +1,13 @@
# Restore to local container
```bash
docker exec nba_go-postgres-1 pg_dump -U nbago -Fc nba_db > ./2025.12.05_nba_backup.dump
```
Copy file into target DB container
```bash
docker exec nba_postgres psql -U nba_admin -d nba_analytics -c "DROP SCHEMA public CASCADE; CREATE SCHEMA public;"
pg_restore -U nba_admin -d nba_analytics --no-owner --no-acl ./2025.12.05_nba_backup.dump
```
+16 -12
View File
@@ -10,9 +10,9 @@ import (
"gorm.io/gorm" "gorm.io/gorm"
) )
// importPlayerAdvanced fetches and stores advanced stats for seasons 20172025 // importPlayerAdvanced fetches and stores advanced stats for seasons
func importPlayerAdvanced(db *gorm.DB) { func importPlayerAdvanced(db *gorm.DB) {
for season := 2003; season <= 2017; season++ { for season := 2026; season <= 2026; season++ {
if err := services.FetchAndStorePlayerAdvancedScrapedStats(db, season, false); err != nil { if err := services.FetchAndStorePlayerAdvancedScrapedStats(db, season, false); err != nil {
log.Printf("advanced import failed for %d: %v", season, err) log.Printf("advanced import failed for %d: %v", season, err)
} }
@@ -22,9 +22,9 @@ func importPlayerAdvanced(db *gorm.DB) {
} }
} }
// importPlayerAdvancedPlayoffs fetches and stores advanced stats for playoffs seasons 20232025 // importPlayerAdvancedPlayoffs fetches and stores advanced stats for playoffs seasons
func importPlayerAdvancedPlayoffs(db *gorm.DB) { func importPlayerAdvancedPlayoffs(db *gorm.DB) {
for season := 2003; season <= 2017; season++ { for season := 2026; season <= 2026; season++ {
if err := services.FetchAndStorePlayerAdvancedScrapedStats(db, season, true); err != nil { if err := services.FetchAndStorePlayerAdvancedScrapedStats(db, season, true); err != nil {
log.Printf("advanced import failed for %d: %v", season, err) log.Printf("advanced import failed for %d: %v", season, err)
} }
@@ -36,7 +36,7 @@ func importPlayerAdvancedPlayoffs(db *gorm.DB) {
// importPlayerTotalsScrape fetches & stores scraped regular-season total stats // importPlayerTotalsScrape fetches & stores scraped regular-season total stats
func importPlayerTotalsScrape(db *gorm.DB) { func importPlayerTotalsScrape(db *gorm.DB) {
for season := 2003; season <= 2017; season++ { for season := 2026; season <= 2026; season++ {
if err := services.FetchAndStorePlayerTotalScrapedStats(db, season, false); err != nil { if err := services.FetchAndStorePlayerTotalScrapedStats(db, season, false); err != nil {
log.Printf("scraped totals import failed for %d: %v", season, err) log.Printf("scraped totals import failed for %d: %v", season, err)
} }
@@ -48,7 +48,7 @@ func importPlayerTotalsScrape(db *gorm.DB) {
// importPlayerPlayoffsScrape fetches & stores scraped playoff total stats // importPlayerPlayoffsScrape fetches & stores scraped playoff total stats
func importPlayerTotalsPlayoffsScrape(db *gorm.DB) { func importPlayerTotalsPlayoffsScrape(db *gorm.DB) {
for season := 2003; season <= 2017; season++ { for season := 2026; season <= 2026; season++ {
if err := services.FetchAndStorePlayerTotalScrapedStats(db, season, true); err != nil { if err := services.FetchAndStorePlayerTotalScrapedStats(db, season, true); err != nil {
log.Printf("scraped playoffs import failed for %d: %v", season, err) log.Printf("scraped playoffs import failed for %d: %v", season, err)
} }
@@ -62,13 +62,14 @@ func importPlayerTotalsPlayoffsScrape(db *gorm.DB) {
func importGameSchedules(db *gorm.DB) { func importGameSchedules(db *gorm.DB) {
// An NBA season typically runs from October to June // An NBA season typically runs from October to June
months := []string{ months := []string{
"september", "october", "november", "december", "january", // "september", "october", "november", "december", "january",
"february", "march", "april", "may", "june",
// "february", "march", "april", "may", "june", // "february", "march", "april", "may", "june",
"december",
// "february", "march", "april", "may", "june",
// "october", "november", "december",
} }
for season := 2015; season <= 2015; season++ { for season := 2025; season <= 2026; season++ {
log.Printf("--- Starting Game Schedule Import for Season: %d ---", season) log.Printf("--- Starting Game Schedule Import for Season: %d ---", season)
for _, month := range months { for _, month := range months {
// The service will print a warning and skip if a month has no data (e.g. May/June for a season not yet finished) // The service will print a warning and skip if a month has no data (e.g. May/June for a season not yet finished)
@@ -88,8 +89,11 @@ func importGameSchedules(db *gorm.DB) {
// importBoxScores fetches and stores all box score data (line scores, player/team stats) // importBoxScores fetches and stores all box score data (line scores, player/team stats)
// for games within a recent date range. // for games within a recent date range.
func importBoxScores(db *gorm.DB) { func importBoxScores(db *gorm.DB) {
from := time.Date(2025, time.November, 1, 0, 0, 0, 0, time.UTC) // now := time.Now()
to := time.Date(2025, time.December, 1, 0, 0, 0, 0, time.UTC)
from := time.Date(2025, time.December, 12, 0, 0, 0, 0, time.UTC)
// from := time.Date(now.Year(), now.Month(), now.Day()-1, 5, 30, 0, 0, time.UTC)
to := time.Date(2025, time.December, 31, 5, 30, 0, 0, time.UTC)
dateRangeComment := fmt.Sprintf("--- Starting Box Score Data Import for games between %s and %s ---", dateRangeComment := fmt.Sprintf("--- Starting Box Score Data Import for games between %s and %s ---",
from.Format("January 2, 2006"), from.Format("January 2, 2006"),
+8 -8
View File
@@ -50,20 +50,20 @@ func main() {
// Run all DB migrations + import steps exactly once // Run all DB migrations + import steps exactly once
db := config.InitDB(true) db := config.InitDB(true)
// importPlayerAdvanced(db) importPlayerAdvanced(db)
// log.Println("🎉 Player Advanced Import completed successfully") log.Println("🎉 Player Advanced Import completed successfully")
// importPlayerAdvancedPlayoffs(db) // // importPlayerAdvancedPlayoffs(db)
// log.Println("🎉 Player Advanced Playoffs Import completed successfully") // // log.Println("🎉 Player Advanced Playoffs Import completed successfully")
// importPlayerTotalsScrape(db) importPlayerTotalsScrape(db)
// log.Println("🎉 Player Totals (scraped) Import completed successfully") log.Println("🎉 Player Totals (scraped) Import completed successfully")
// importPlayerTotalsPlayoffsScrape(db) // importPlayerTotalsPlayoffsScrape(db)
// log.Println("🎉 Player Playoffs (scraped) Import completed successfully") // log.Println("🎉 Player Playoffs (scraped) Import completed successfully")
// importGameSchedules(db) importGameSchedules(db)
// log.Println("🎉 Game Imports completed successfully 🏀") log.Println("🎉 Game Imports completed successfully 🏀")
importBoxScores(db) importBoxScores(db)
log.Println("🎉 Related Box Score Imports completed successfully 📦") log.Println("🎉 Related Box Score Imports completed successfully 📦")