maximator/Rosterizer_Warhammer_40000_v9
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Ingest items with s in the key

Browse source
This commit is contained in:
GameKnave 2022-12-05 21:56:26 -08:00
parent cb1748d7c6
commit 3e6c9e53ac
1 changed files with 12 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

24
wahapedia_import/ingestion.py
View file

@ -362,7 +362,7 @@ else:
for row in csvF: for row in csvF:
query+="(%s,%s,%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s,%s,%s),"
data = data + [ data = data + [
row[indexer["ability_id"]], # ability_id re.sub("[a-zA-Z]*","",row[indexer["ability_id"]]), # ability_id
row[indexer["type"]], # type row[indexer["type"]], # type
row[indexer["name"]], # name row[indexer["name"]], # name
row[indexer["legend"]], # legend row[indexer["legend"]], # legend
@ -408,9 +408,9 @@ else:
for row in csvF: for row in csvF:
query+="(%s,%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s,%s),"
data = data + [ data = data + [
row[indexer["datasheet_id"]], # datasheet_id re.sub("[a-zA-Z]*","",row[indexer["datasheet_id"]]), # datasheet_id
row[indexer["line"]], # line row[indexer["line"]], # line
row[indexer["ability_id"]], # ability_id re.sub("[a-zA-Z]*","",row[indexer["ability_id"]]), # ability_id
1 if row[indexer["is_index_wargear"]] == "true" else 0 if row[indexer["is_index_wargear"]] == "false" else -1, # is_index_wargear, boolean 1 if row[indexer["is_index_wargear"]] == "true" else 0 if row[indexer["is_index_wargear"]] == "false" else -1, # is_index_wargear, boolean
row[indexer["cost"]], # cost row[indexer["cost"]], # cost
row[indexer["model"]], # model row[indexer["model"]], # model
@ -456,7 +456,7 @@ else:
query+="(%s,%s,%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s,%s,%s),"
# input data is out of order (doesn't start with id) and contains duplicate information # input data is out of order (doesn't start with id) and contains duplicate information
data = data + [ data = data + [
row[indexer["psychic_power_id"]], # psychic_power_id re.sub("[a-zA-Z]*","",row[indexer["psychic_power_id"]]), # psychic_power_id
row[indexer["roll"]], # roll row[indexer["roll"]], # roll
row[indexer["name"]], # name row[indexer["name"]], # name
row[indexer["faction_id"]], # faction_id row[indexer["faction_id"]], # faction_id
@ -554,13 +554,13 @@ else:
query+="(%s,%s,%s,%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s,%s,%s,%s),"
# input data is out of order (doesn't start with id) # input data is out of order (doesn't start with id)
data = data + [ data = data + [
row[indexer["strategem_id"]], # strategem_id re.sub("[a-zA-Z]*","",row[indexer["strategem_id"]]), # strategem_id
row[indexer["faction_id"]], # faction_id row[indexer["faction_id"]], # faction_id
row[indexer["name"]], # name row[indexer["name"]], # name
row[indexer["type"]], # type row[indexer["type"]], # type
row[indexer["cp_cost"]], # cp_cost row[indexer["cp_cost"]], # cp_cost
row[indexer["legend"]], # legend row[indexer["legend"]], # legend
row[indexer["source_id"]], # source_id re.sub("[a-zA-Z]*","",row[indexer["source_id"]]), # source_id
row[indexer["description"]], # description row[indexer["description"]], # description
] ]
query = query[:-1] + " ON DUPLICATE KEY UPDATE check_me=1" query = query[:-1] + " ON DUPLICATE KEY UPDATE check_me=1"
@ -604,7 +604,7 @@ else:
query+="(%s,%s,%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s,%s,%s),"
# every col column is highly variable # every col column is highly variable
data = data + [ data = data + [
row[indexer["datasheet_id"]], # datasheet_id re.sub("[a-zA-Z]*","",row[indexer["datasheet_id"]]), # datasheet_id
row[indexer["line"]], # line row[indexer["line"]], # line
row[indexer["col1"]].replace('+', ''), # col1 row[indexer["col1"]].replace('+', ''), # col1
row[indexer["col2"]].replace('+', ''), # col2 row[indexer["col2"]].replace('+', ''), # col2
@ -646,7 +646,7 @@ else:
for row in csvF: for row in csvF:
query+="(%s,%s,%s,%s)," query+="(%s,%s,%s,%s),"
data = data + [ data = data + [
row[indexer["datasheet_id"]], # datasheet_id re.sub("[a-zA-Z]*","",row[indexer["datasheet_id"]]), # datasheet_id
row[indexer["keyword"]], # keyword row[indexer["keyword"]], # keyword
row[indexer["model"]] if row[indexer["model"]] != '' else None, # model row[indexer["model"]] if row[indexer["model"]] != '' else None, # model
1 if row[indexer["is_faction_keyword"]] == "true" else 0 if row[indexer["is_faction_keyword"]] == "false" else -1, # is_faction_keyword, boolean 1 if row[indexer["is_faction_keyword"]] == "true" else 0 if row[indexer["is_faction_keyword"]] == "false" else -1, # is_faction_keyword, boolean
@ -713,7 +713,7 @@ else:
for row in csvF: for row in csvF:
query+="(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s),"
data = data + [ data = data + [
row[indexer["datasheet_id"]], # datasheet_id re.sub("[a-zA-Z]*","",row[indexer["datasheet_id"]]), # datasheet_id
row[indexer["line"]], # line row[indexer["line"]], # line
row[indexer["name"]], # name row[indexer["name"]], # name
row[indexer["movement"]].replace('"', ''), # movement row[indexer["movement"]].replace('"', ''), # movement
@ -768,7 +768,7 @@ else:
for row in csvF: for row in csvF:
query+="(%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s),"
data = data + [ data = data + [
row[indexer["datasheet_id"]], # datasheet_id re.sub("[a-zA-Z]*","",row[indexer["datasheet_id"]]), # datasheet_id
row[indexer["line"]], # line row[indexer["line"]], # line
row[indexer["button"]], # button row[indexer["button"]], # button
row[indexer["description"]], # description row[indexer["description"]], # description
@ -815,9 +815,9 @@ else:
query+="(%s,%s,%s,%s,%s,%s,%s)," query+="(%s,%s,%s,%s,%s,%s,%s),"
# MySQL doesn't support booleans, so we're re-using an INT (-1 is data isn't boolean) # MySQL doesn't support booleans, so we're re-using an INT (-1 is data isn't boolean)
data = data + [ data = data + [
row[indexer["datasheet_id"]], # datasheet_id re.sub("[a-zA-Z]*","",row[indexer["datasheet_id"]]), # datasheet_id
row[indexer["line"]], # line row[indexer["line"]], # line
row[indexer["wargear_id"]], # wargear_id re.sub("[a-zA-Z]*","",row[indexer["wargear_id"]]), # wargear_id
row[indexer["cost"]], # cost row[indexer["cost"]], # cost
1 if row[indexer["is_index_wargear"]] == "true" else 0 if row[indexer["is_index_wargear"]] == "false" else -1, # is_index_wargear, boolean 1 if row[indexer["is_index_wargear"]] == "true" else 0 if row[indexer["is_index_wargear"]] == "false" else -1, # is_index_wargear, boolean
row[indexer["model"]], # model row[indexer["model"]], # model