2021-01-29 23:10:29 +00:00
|
|
|
"""
|
2022-06-15 18:55:04 +00:00
|
|
|
Used to process the raw item data pulled from the API.
|
2021-01-29 23:10:29 +00:00
|
|
|
|
2022-06-15 18:55:04 +00:00
|
|
|
Usage:
|
|
|
|
- python process_items.py [infile] [outfile]
|
|
|
|
OR
|
|
|
|
- python process_items.py [infile and outfile]
|
2021-01-29 23:10:29 +00:00
|
|
|
|
|
|
|
|
2022-06-15 18:55:04 +00:00
|
|
|
NOTE: id_map.json is due for change. Should be updated manually when Wynn2.0/corresponding WB version drops.
|
2021-01-29 23:10:29 +00:00
|
|
|
"""
|
|
|
|
|
|
|
|
import json
|
2022-06-15 18:55:04 +00:00
|
|
|
import sys
|
|
|
|
import os
|
|
|
|
import base64
|
2022-06-25 23:35:09 +00:00
|
|
|
import argparse
|
2023-12-30 02:33:04 +00:00
|
|
|
#from items_common import translate_mappings, delete_keys
|
2021-01-29 23:10:29 +00:00
|
|
|
|
2022-06-25 23:35:09 +00:00
|
|
|
parser = argparse.ArgumentParser(description="Process raw pulled item data.")
|
2023-12-30 02:33:04 +00:00
|
|
|
parser.add_argument('infile', help='input file to read data from', default=None, nargs='?')
|
2022-06-25 23:35:09 +00:00
|
|
|
parser.add_argument('outfile', help='output file to dump clean data into')
|
|
|
|
args = parser.parse_args()
|
2023-12-30 02:33:04 +00:00
|
|
|
if args.infile is None:
|
|
|
|
print("Grabbing json data from wynn api")
|
2022-06-15 18:55:04 +00:00
|
|
|
|
2023-12-30 02:33:04 +00:00
|
|
|
with open(args.infile, "r") as in_file:
|
2022-06-15 18:55:04 +00:00
|
|
|
data = json.loads(in_file.read())
|
2021-01-29 23:10:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
items = data["items"]
|
2021-06-19 06:40:08 +00:00
|
|
|
if "request" in data:
|
|
|
|
del data["request"]
|
2021-01-29 23:10:29 +00:00
|
|
|
|
2022-06-15 18:55:04 +00:00
|
|
|
with open("../clean.json", "r") as oldfile:
|
|
|
|
old_data = json.load(oldfile)
|
|
|
|
old_items = old_data['items']
|
2021-01-29 23:10:29 +00:00
|
|
|
id_map = {item["name"]: item["id"] for item in old_items}
|
2022-06-15 18:55:04 +00:00
|
|
|
with open("id_map.json", "r") as idmap_file:
|
|
|
|
id_map = json.load(idmap_file)
|
2021-01-29 23:10:29 +00:00
|
|
|
used_ids = set([v for k, v in id_map.items()])
|
|
|
|
max_id = 0
|
|
|
|
|
|
|
|
known_item_names = set()
|
|
|
|
|
2021-05-01 14:19:33 +00:00
|
|
|
for item in items:
|
|
|
|
known_item_names.add(item["name"])
|
|
|
|
|
|
|
|
remap_items = []
|
2022-06-15 18:55:04 +00:00
|
|
|
old_items_map = dict()
|
2021-05-01 14:19:33 +00:00
|
|
|
for item in old_items:
|
|
|
|
if "remapID" in item:
|
|
|
|
remap_items.append(item)
|
|
|
|
elif item["name"] not in known_item_names:
|
|
|
|
print(f'Unknown old item: {item["name"]}!!!')
|
|
|
|
old_items_map[item["name"]] = item
|
|
|
|
|
2021-01-29 23:10:29 +00:00
|
|
|
for item in items:
|
|
|
|
for key in delete_keys:
|
|
|
|
if key in item:
|
|
|
|
del item[key]
|
|
|
|
|
|
|
|
for k in list(item.keys()):
|
2021-07-13 22:34:40 +00:00
|
|
|
if (item[k] == 0 or item[k] is None):
|
2021-01-29 23:10:29 +00:00
|
|
|
del item[k]
|
|
|
|
|
|
|
|
for k, v in translate_mappings.items():
|
|
|
|
if k in item:
|
2023-12-30 02:33:04 +00:00
|
|
|
tmp = item[k]
|
2021-01-29 23:10:29 +00:00
|
|
|
del item[k]
|
2023-12-30 02:33:04 +00:00
|
|
|
item[v] = tmp
|
2021-01-29 23:10:29 +00:00
|
|
|
|
|
|
|
if not (item["name"] in id_map):
|
|
|
|
while max_id in used_ids:
|
|
|
|
max_id += 1
|
|
|
|
used_ids.add(max_id)
|
|
|
|
id_map[item["name"]] = max_id
|
|
|
|
print(f'New item: {item["name"]} (id: {max_id})')
|
|
|
|
item["id"] = id_map[item["name"]]
|
|
|
|
|
|
|
|
item["type"] = item["type"].lower()
|
2021-05-01 14:19:33 +00:00
|
|
|
if "displayName" in item:
|
|
|
|
item_name = item["displayName"]
|
|
|
|
else:
|
|
|
|
item_name = item["name"]
|
|
|
|
|
|
|
|
items.extend(remap_items)
|
2021-01-29 23:10:29 +00:00
|
|
|
|
2022-06-15 18:55:04 +00:00
|
|
|
#write items back into data
|
|
|
|
data["items"] = items
|
|
|
|
|
2022-07-05 01:02:21 +00:00
|
|
|
data["sets"] = old_data["sets"]
|
|
|
|
|
2022-06-15 18:55:04 +00:00
|
|
|
#save id map
|
|
|
|
with open("id_map.json","w") as id_mapfile:
|
|
|
|
json.dump(id_map, id_mapfile, indent=2)
|
|
|
|
|
|
|
|
|
|
|
|
#write the data back to the outfile
|
|
|
|
with open(outfile, "w+") as out_file:
|
2023-02-17 11:40:23 +00:00
|
|
|
json.dump(data, out_file, ensure_ascii=False, separators=(',', ':'))
|
2022-06-15 18:55:04 +00:00
|
|
|
|