Skip to content

Commit

Permalink
WBB Raw Updated (Start: 2024 End: 2024)
Browse files Browse the repository at this point in the history
  • Loading branch information
actions-user committed Nov 22, 2023
1 parent e4aab08 commit ae10fdd
Show file tree
Hide file tree
Showing 83 changed files with 934 additions and 3,664 deletions.
8 changes: 4 additions & 4 deletions python/scrape_wbb_json.py
Original file line number Diff line number Diff line change
Expand Up @@ -129,14 +129,14 @@ def main():
schedule = pd.read_parquet(f"wbb/schedules/parquet/wbb_schedule_{year}.parquet", engine = "auto", columns = None)
schedule = schedule.sort_values(by = ["season", "season_type"], ascending = True)
schedule["game_id"] = schedule["game_id"].astype(int)
schedule = schedule[schedule["status_type_completed"] == True]
completed_schedule = schedule[schedule["status_type_completed"] == True]
if args.rescrape == False:
game_files = [int(game_file.replace(".json", "")) for game_file in os.listdir(path_to_final)]
schedule = schedule[~schedule["game_id"].isin(game_files)]
schedule = schedule[schedule["season"] >= 2002]
completed_schedule = completed_schedule[~completed_schedule["game_id"].isin(game_files)]
completed_schedule = completed_schedule[completed_schedule["season"] >= 2002]

logger.info(f"Scraping WBB PBP for {year}...")
games = schedule[(schedule["season"] == year)].reset_index()["game_id"].tolist()
games = completed_schedule[(completed_schedule["season"] == year)].reset_index()["game_id"].tolist()

if len(games) == 0:
logger.info(f"{len(games)} Games to be scraped, skipping")
Expand Down
4 changes: 2 additions & 2 deletions wbb/json/final/401574645.json
Original file line number Diff line number Diff line change
Expand Up @@ -28064,8 +28064,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "1-3",
"displayValue": "1-3"
"summary": "1-4",
"displayValue": "1-4"
},
{
"name": "gamesBehind",
Expand Down
8 changes: 4 additions & 4 deletions wbb/json/final/401574648.json
Original file line number Diff line number Diff line change
Expand Up @@ -21989,8 +21989,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "4-1",
"displayValue": "4-1"
"summary": "5-1",
"displayValue": "5-1"
},
{
"name": "gamesBehind",
Expand Down Expand Up @@ -23725,8 +23725,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "1-3",
"displayValue": "1-3"
"summary": "1-4",
"displayValue": "1-4"
},
{
"name": "gamesBehind",
Expand Down
12 changes: 0 additions & 12 deletions wbb/json/final/401574740.json
Original file line number Diff line number Diff line change
Expand Up @@ -19824,12 +19824,6 @@
"label": "Total Technical Fouls"
},
{
"name": "flagrantFouls",
"displayValue": "0",
"abbreviation": "FLAG",
"label": "Flagrant Fouls"
},
{
"name": "fouls",
"displayValue": "23",
"abbreviation": "PF",
Expand Down Expand Up @@ -19958,12 +19952,6 @@
"label": "Total Technical Fouls"
},
{
"name": "flagrantFouls",
"displayValue": "0",
"abbreviation": "FLAG",
"label": "Flagrant Fouls"
},
{
"name": "fouls",
"displayValue": "13",
"abbreviation": "PF",
Expand Down
4 changes: 2 additions & 2 deletions wbb/json/final/401574811.json
Original file line number Diff line number Diff line change
Expand Up @@ -24564,8 +24564,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "3-2",
"displayValue": "3-2"
"summary": "3-3",
"displayValue": "3-3"
},
{
"name": "gamesBehind",
Expand Down
76 changes: 38 additions & 38 deletions wbb/json/final/401577012.json
Original file line number Diff line number Diff line change
Expand Up @@ -24495,8 +24495,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "2-2",
"displayValue": "2-2"
"summary": "3-2",
"displayValue": "3-2"
},
{
"name": "gamesBehind",
Expand Down Expand Up @@ -24546,10 +24546,10 @@
]
},
{
"team": "Presbyterian",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2506/presbyterian-blue-hose",
"id": "2506",
"uid": "s:40~l:54~t:2506",
"team": "UNC Asheville",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2427/unc-asheville-bulldogs",
"id": "2427",
"uid": "s:40~l:54~t:2427",
"stats": [
{
"id": "0",
Expand All @@ -24559,8 +24559,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "2-3",
"displayValue": "2-3"
"summary": "2-2",
"displayValue": "2-2"
},
{
"name": "gamesBehind",
Expand All @@ -24586,34 +24586,34 @@
],
"logo": [
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2506.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2427.png",
"width": 500,
"height": 500,
"alt": "",
"rel": [
"full",
"default"
],
"lastUpdated": "2018-06-05T12:08Z"
"lastUpdated": "2023-03-17T13:35Z"
},
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2506.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2427.png",
"width": 500,
"height": 500,
"alt": "",
"rel": [
"full",
"dark"
],
"lastUpdated": "2018-06-05T12:08Z"
"lastUpdated": "2023-03-17T13:36Z"
}
]
},
{
"team": "Radford",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2515/radford-highlanders",
"id": "2515",
"uid": "s:40~l:54~t:2515",
"team": "Presbyterian",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2506/presbyterian-blue-hose",
"id": "2506",
"uid": "s:40~l:54~t:2506",
"stats": [
{
"id": "0",
Expand Down Expand Up @@ -24650,7 +24650,7 @@
],
"logo": [
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2515.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2506.png",
"width": 500,
"height": 500,
"alt": "",
Expand All @@ -24661,7 +24661,7 @@
"lastUpdated": "2018-06-05T12:08Z"
},
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2515.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2506.png",
"width": 500,
"height": 500,
"alt": "",
Expand All @@ -24674,10 +24674,10 @@
]
},
{
"team": "South Carolina Upstate",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2908/south-carolina-upstate-spartans",
"id": "2908",
"uid": "s:40~l:54~t:2908",
"team": "Radford",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2515/radford-highlanders",
"id": "2515",
"uid": "s:40~l:54~t:2515",
"stats": [
{
"id": "0",
Expand All @@ -24687,8 +24687,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "2-4",
"displayValue": "2-4"
"summary": "2-3",
"displayValue": "2-3"
},
{
"name": "gamesBehind",
Expand All @@ -24714,34 +24714,34 @@
],
"logo": [
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2908.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2515.png",
"width": 500,
"height": 500,
"alt": "",
"rel": [
"full",
"default"
],
"lastUpdated": "2019-08-13T19:21Z"
"lastUpdated": "2018-06-05T12:08Z"
},
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2908.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2515.png",
"width": 500,
"height": 500,
"alt": "",
"rel": [
"full",
"dark"
],
"lastUpdated": "2019-08-13T19:21Z"
"lastUpdated": "2018-06-05T12:08Z"
}
]
},
{
"team": "UNC Asheville",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2427/unc-asheville-bulldogs",
"id": "2427",
"uid": "s:40~l:54~t:2427",
"team": "South Carolina Upstate",
"link": "http://www.espn.com/womens-college-basketball/team/_/id/2908/south-carolina-upstate-spartans",
"id": "2908",
"uid": "s:40~l:54~t:2908",
"stats": [
{
"id": "0",
Expand All @@ -24751,8 +24751,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "1-2",
"displayValue": "1-2"
"summary": "2-4",
"displayValue": "2-4"
},
{
"name": "gamesBehind",
Expand All @@ -24778,26 +24778,26 @@
],
"logo": [
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2427.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500/2908.png",
"width": 500,
"height": 500,
"alt": "",
"rel": [
"full",
"default"
],
"lastUpdated": "2023-03-17T13:35Z"
"lastUpdated": "2019-08-13T19:21Z"
},
{
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2427.png",
"href": "https://a.espncdn.com/i/teamlogos/ncaa/500-dark/2908.png",
"width": 500,
"height": 500,
"alt": "",
"rel": [
"full",
"dark"
],
"lastUpdated": "2023-03-17T13:36Z"
"lastUpdated": "2019-08-13T19:21Z"
}
]
},
Expand Down
4 changes: 2 additions & 2 deletions wbb/json/final/401582209.json
Original file line number Diff line number Diff line change
Expand Up @@ -3150,8 +3150,8 @@
"shortDisplayName": "Season",
"description": "Overall Record",
"type": "total",
"summary": "2-2",
"displayValue": "2-2"
"summary": "2-3",
"displayValue": "2-3"
},
{
"name": "gamesBehind",
Expand Down
Loading

0 comments on commit ae10fdd

Please sign in to comment.