merge_bornpowerindex.py

#!/usr/bin/env python3

import json
import pdb
from fuzzywuzzy import fuzz
from fuzzywuzzy import process
import csv
from collections import OrderedDict
import os.path
from pathlib import Path
import re
import pandas as pd

import settings
import pyBlitz

print ("Merge bornpowerindex Tool")
print ("**************************")

print("... retrieving teams JSON file")
file = '{0}teams.xlsx'.format(settings.data_path)
if (os.path.exists(file)):
    teams_excel = "{0}teams.xlsx".format(settings.data_path)
    excel_df = pd.read_excel(teams_excel, sheet_name='Sheet1')
    teams_json = json.loads(excel_df.to_json())
else:
    print ("teams files are missing, run the scrape_teams tool to create")
    exit()

print("... retrieving bornpowerindex JSON file")
file = '{0}bornpowerindex.xlsx'.format(settings.data_path)
if (os.path.exists(file)):
    bpi_excel = "{0}bornpowerindex.xlsx".format(settings.data_path)
    excel_df = pd.read_excel(bpi_excel, sheet_name='Sheet1')
    bpi_json = json.loads(excel_df.to_json())
else:
    print ("bornpowerindex files are missing, run the scrape_bornpowerindex tool to create")
    exit()

print("... checking for existing overrides in merge_bornpowerindex")
print (" ")
file = '{0}merge_bornpowerindex.xlsx'.format(settings.data_path)
if (os.path.exists(file)):
    over_excel = "{0}merge_bornpowerindex.xlsx".format(settings.data_path)
    excel_df = pd.read_excel(over_excel, sheet_name='Sheet1')
    over_json = json.loads(excel_df.to_json())
    overrides = over_json["override"]
    over = False
    for item in over_json["override"]:
        test = over_json["override"][item]
        if (str(test).strip() > "") and (test != None):
            over = True
            break
    if over:
        print ("*** warning, some overrides have been found ***")
        print ("...     if you really want to run")
        print ("...     remove the overrides or delete merge_bornpowerindex.xlsx")
        print ("... exiting")
        print ("***")
        exit()

IDX=[]
teams=[]
abbrs=[]
bpi_teams=[]
over=[]
index=0
for item in teams_json["shortDisplayName"]:
    team = pyBlitz.CleanString(str(teams_json["shortDisplayName"][item]).strip())
    abbr = str(teams_json["abbreviation"][item]).strip()
    found = False
    for bpi_item in bpi_json["abbr"]:
        bpi_abbr = pyBlitz.CleanString(str(bpi_json["abbr"][bpi_item]).strip())
        bpi_team = pyBlitz.CleanString(str(bpi_json["team"][bpi_item]).strip())
        if abbr == bpi_abbr:
            found = True
            bpi_teams.append(bpi_team)
       
    teams.append(team)
    abbrs.append(abbr)
    over.append(" ")
    index+=1
    IDX.append(index)
    if not found:
        bpi_teams.append(" ")

df=pd.DataFrame(IDX,columns=['Index'])
df['team']=teams
df['abbr']=abbrs
df['bpi team']=bpi_teams
df['override']=over
  
print ("... creating merge_bornpowerindex JSON file")
the_file = "{0}json/merge_bornpowerindex.json".format(settings.data_path)
the_path = "{0}json/".format(settings.data_path)
Path(the_path).mkdir(parents=True, exist_ok=True)
with open(the_file, 'w') as f:
    f.write(df.to_json(orient='index'))
f.close()
    
print ("... creating merge_bornpowerindex spreadsheet")
the_file = "{0}merge_bornpowerindex.xlsx".format(settings.data_path)
writer = pd.ExcelWriter(the_file, engine="xlsxwriter")
df.to_excel(writer, sheet_name="Sheet1", index=False)
writer.close()

print ("done.")