python refactor pt 2

py_script/README.md

@@ -1,8 +1,6 @@
 Process for getting new data:
 
-1. run `python3 dump.py`. This will overwrite `dump.json` and `../ingreds.json`
-2. Copy `../old clean.json` or `../compress.json` into `updated.json`
-3. Run `python3 transform_merge.py`
-4. Run `python3 ing_transform_combine.py`
-5. Check validity (json differ or whatever)
-6. Copy `clean.json` and `compress.json` into toplevel for usage
+1. Get new data from API with `get.py`
+2. Clean the data (may have to do manually) with the `process` related py files
+3. Check validity (json differ or whatever)
+4. Create clean and compress versions and copy them into toplevel for usage (can use `clean_json.py` and `compress_json.py` for this).

py_script/get.py

@@ -7,27 +7,54 @@ Usage: python get.py [url or command] [outfile rel path]
 Relevant page: https://docs.wynncraft.com/
 """
 
-if __name__ == "__main__":
-    import requests
-    import json
-    import numpy as np
-    import sys
+import requests
+import json
+import numpy as np
+import sys
 
-    #req can either be a link to an API page OR a preset default
-    req = sys.argv[1]
-    outfile = sys.argv[2]
-    response = {} #default to empty file output
+#req can either be a link to an API page OR a preset default
+req, outfile = sys.argv[1], sys.argv[2]
 
-    if req.lower() is "items":
-        response = requests.get("https://api.wynncraft.com/public_api.php?action=itemDB&category=all")
-    elif req.lower() is "ings":
-        response = requests.get("https://api.wynncraft.com/v2/ingredient/list")
-    elif req.lower() is "recipes":
-        response = requests.get("https://api.wynncraft.com/v2/recipe/list")
-    else:
-        response = requests.get(req)
+CURR_WYNN_VERS = 2.0
 
-    with open("dump.json", "w") as outfile:
-        outfile.write(json.dumps(response.json()))
+#default to empty file output
+response = {} 
 
-    json.dump(response.json(), open(outfile, "w"))
+if req.lower() == "items":
+    response = requests.get("https://api.wynncraft.com/public_api.php?action=itemDB&category=all")
+elif req.lower() == "ings":
+    response = {"ings":[]}
+    for i in range(4):
+        response['ings'].extend(requests.get("https://api.wynncraft.com/v2/ingredient/search/tier/" + str(i)).json()['data'])
+elif req.lower() == "recipes":
+    temp = requests.get("https://api.wynncraft.com/v2/recipe/list")
+    response = {"recipes":[]}
+    for i in range(len(temp['data'])):
+        response["recipes"].extend(requests.get("https://api.wynncraft.com/v2/recipe/get/" + temp['data'][i]).json()['data'])
+        print("" + str(i) + " / " + str(len(temp['data'])))
+elif req.lower() == "terrs":
+    response = requests.get("https://api.wynncraft.com/public_api.php?action=territoryList").json()['territories']
+    delkeys = ["territory","acquired","attacker"]
+    for t in response:
+        for key in delkeys:
+            del response[t][key]
+        response[t]["neighbors"] = []
+
+    #Dependency on a third-party manually-collected data source. May not update in sync with API.
+    terr_data = requests.get("https://gist.githubusercontent.com/kristofbolyai/87ae828ecc740424c0f4b3749b2287ed/raw/0735f2e8bb2d2177ba0e7e96ade421621070a236/territories.json").json()
+    for t in data:
+        response[t]["neighbors"] = data[t]["Routes"]
+        response[t]["resources"] = data[t]["Resources"]
+        response[t]["storage"] = data[t]["Storage"]
+        response[t]["emeralds"] = data[t]["Emeralds"]
+        response[t]["doubleemeralds"] = data[t]["DoubleEmerald"]
+        response[t]["doubleresource"] = data[t]["DoubleResource"]
+
+elif req.lower() == "maploc":
+    response = requests.get('https://api.wynncraft.com/public_api.php?action=mapLocations')
+else:
+    response = requests.get(req)
+
+response['version'] = CURR_WYNN_VERS
+
+json.dump(response, open(outfile, "w+"))

py_script/id_map.json

@@ -3646,5 +3646,11 @@
   "Narcissist": 3648,
   "Mask of the Spirits": 3649,
   "Inhibitor": 3650,
-  "Spear of Testiness": 3651
-}
+  "Spear of Testiness": 3651,
+  "Blue Wynnter Sweater": 3648,
+  "Green Wynnter Sweater": 3649,
+  "Purple Wynnter Sweater": 3650,
+  "Red Wynnter Sweater": 3651,
+  "Snowtread Boots": 3652,
+  "White Wynnter Sweater": 3653
+}

py_script/json_diff.py

@@ -1,4 +1,8 @@
-"""Json diff checker for manual testing."""
+"""
+Json diff checker for manual testing - mainly debug
+
+
+"""
 
 import argparse
 import json

py_script/parse_log.py

@@ -1,3 +1,9 @@
+"""
+Used to parse a changelog at some point in the past. Could be used in the future.
+
+Not a typically used file
+"""
+
 import json
 import difflib
 

py_script/parse_set_individual.py

@@ -1,3 +1,9 @@
+"""
+Parses a set from a single file.
+
+Usage: python parse_set_individual.py [infile]
+"""
+
 import sys
 
 set_infile = sys.argv[1]

py_script/parse_sets.py

@@ -1,3 +1,8 @@
+"""
+An old file.
+
+"""
+
 with open("sets.txt", "r") as setsFile:
     sets_split = (x.split("'", 2)[1][2:] for x in setsFile.read().split("a href=")[1:])
     with open("sets_list.txt", "w") as outFile:

py_script/plot_dps.py

@@ -1,3 +1,7 @@
+"""
+Plots the dps of all weapons on a neat graph. Used to generate graphics for dps_vis.
+"""
+
 import matplotlib.pyplot as plt
 import json
 import numpy as np

py_script/process_ings.py

@@ -1,15 +1,25 @@
+"""
+Used to process the raw data about ingredients pulled from the API.
 
+Usage: 
+- python process_ings.py [infile] [outfile] 
+OR
+- python process_ings.py [infile and outfile]
+"""
 
 import json
-
-with open("../ingreds.json", "r") as infile:
-    ing_data = json.loads(infile.read())
-ings = ing_data
-#this data does not have request :)
-
+import sys
 import os
-if os.path.exists("../ing_map.json"):
-    with open("../ing_map.json","r") as ing_mapfile:
+import base64
+
+infile, outfile = sys.argv[1], sys.argv[2] if len(sys.argv) > 2 else sys.argv[1]
+
+with open(infile, "r") as in_file:
+    ing_data = json.loads(in_file.read())
+ings = ing_data['ings']
+
+if os.path.exists("ing_map.json"):
+    with open("ing_map.json","r") as ing_mapfile:
         ing_map = json.load(ing_mapfile)
 else:
     ing_map = {ing["name"]: i for i, ing in enumerate(ings)}
@@ -146,8 +156,6 @@ ing_delete_keys = [
     "skin"
 ]
 
-print("loaded all files.")
-
 for ing in ings:
     for key in ing_delete_keys:
         if key in ing:
@@ -202,13 +210,10 @@ for ing in ings:
         print(f'New Ingred: {ing["name"]}')
     ing["id"] = ing_map[ing["name"]]
 
-
-with open("../ingreds_clean.json", "w") as outfile:
-    json.dump(ing_data, outfile, indent = 2)
-with open("../ingreds_compress.json", "w") as outfile:
-    json.dump(ing_data, outfile)
-with open("../ing_map.json", "w") as ing_mapfile:
+#save ing ids
+with open("ing_map.json", "w+") as ing_mapfile:
     json.dump(ing_map, ing_mapfile, indent = 2)
 
-
-print('All ing jsons updated.')
+#save ings
+with open(outfile, "w+") as out_file:
+    json.dump(ing_data, out_file)

py_script/process_items.py

@@ -1,44 +1,30 @@
 """
+Used to process the raw item data pulled from the API.
 
-NOTE!!!!!!!
+Usage: 
+- python process_items.py [infile] [outfile] 
+OR
+- python process_items.py [infile and outfile]
 
-DEMON TIDE 1.20 IS HARD CODED!
-
-AMBIVALENCE IS REMOVED!
 
+NOTE: id_map.json is due for change. Should be updated manually when Wynn2.0/corresponding WB version drops.
 """
 
 import json
+import sys
+import os
+import base64
 
-with open("dump.json", "r") as infile:
-    data = json.load(infile)
+infile, outfile = sys.argv[1], sys.argv[2] if len(sys.argv) > 2 else sys.argv[1]
+
+with open(infile, "r") as in_file:
+    data = json.loads(in_file.read())
 
-with open("updated.json", "r") as oldfile:
-    old_data = json.load(oldfile)
 
 items = data["items"]
-old_items = old_data["items"]
 if "request" in data:
     del data["request"]
 
-# import os
-# sets = dict()
-# for filename in os.listdir('sets'):
-#     if "json" not in filename:
-#         continue
-#     set_name = filename[1:].split(".")[0].replace("+", " ").replace("%27", "'")
-#     with open("sets/"+filename) as set_info:
-#         set_obj = json.load(set_info)
-#         for item in set_obj["items"]:
-#             item_set_map[item] = set_name
-#         sets[set_name] = set_obj
-# 
-# data["sets"] = sets
-data["sets"] = old_data["sets"]
-item_set_map = dict()
-for set_name, set_data in data["sets"].items():
-    for item_name in set_data["items"]:
-        item_set_map[item_name] = set_name
 
 translate_mappings = {
     #"name": "name",
@@ -141,7 +127,12 @@ delete_keys = [
     #"material"
 ]
 
+with open("../clean.json", "r") as oldfile:
+    old_data = json.load(oldfile)
+old_items = old_data['items']
 id_map = {item["name"]: item["id"] for item in old_items}
+with open("id_map.json", "r") as idmap_file:
+    id_map = json.load(idmap_file)
 used_ids = set([v for k, v in id_map.items()])
 max_id = 0
 
@@ -150,8 +141,8 @@ known_item_names = set()
 for item in items:
     known_item_names.add(item["name"])
 
-old_items_map = dict()
 remap_items = []
+old_items_map = dict()
 for item in old_items:
     if "remapID" in item:
         remap_items.append(item)
@@ -186,16 +177,18 @@ for item in items:
         item_name = item["displayName"]
     else:
         item_name = item["name"]
-    if item_name in item_set_map:
-        item["set"] = item_set_map[item_name]
-        if item["name"] in old_items_map:
-            old_item = old_items_map[item["name"]]
-            if "hideSet" in old_item:
-                item["hideSet"] = old_item["hideSet"]
 
 items.extend(remap_items)
 
-with open("clean.json", "w") as outfile:
-    json.dump(data, outfile, indent=2)
-with open("compress.json", "w") as outfile:
-    json.dump(data, outfile)
+#write items back into data
+data["items"] = items
+
+#save id map
+with open("id_map.json","w") as id_mapfile:
+    json.dump(id_map, id_mapfile, indent=2)
+
+
+#write the data back to the outfile
+with open(outfile, "w+") as out_file:
+    json.dump(data, out_file)
+

py_script/process_recipes.py

@@ -1,8 +1,22 @@
+"""
+Used to process the raw data about crafting recipes pulled from the API.
 
+Usage: 
+- python process_recipes.py [infile] [outfile] 
+OR
+- python process_recipes.py [infile and outfile]
+"""
+
+import json
+import sys
 import os
+import base64
 
-with open("../recipes_compress.json", "r") as infile:
-    recipe_data = json.loads(infile.read())
+infile, outfile = sys.argv[1], sys.argv[2] if len(sys.argv) > 2 else sys.argv[1]
+
+
+with open(infile, "r") as in_file:
+    recipe_data = json.loads(in_file.read())
 recipes = recipe_data["recipes"]
 
 if os.path.exists("recipe_map.json"):
@@ -19,8 +33,6 @@ recipe_delete_keys = [ #lol
 
 ]
 
-print("loaded all files.")
-
 for recipe in recipes:
     for key in recipe_delete_keys:
         if key in recipe:
@@ -34,13 +46,10 @@ for recipe in recipes:
         print(f'New Recipe: {recipe["name"]}')
     recipe["id"] = recipe_map[recipe["name"]]
 
+#save recipe id map
+with open("recipe_map.json", "w") as recipe_mapfile:
+    json.dump(recipe_map, recipe_mapfile, indent = 2)
 
-with open("../recipes_clean.json", "w") as outfile:
-    json.dump(recipe_data, outfile, indent = 2)
-with open("../recipes_compress.json", "w") as outfile:
-    json.dump(recipe_data, outfile)
-with open("../recipe_map.json", "w") as recipe_mapfile:
-    json.dump(recipe_map,recipe_mapfile,indent = 2)
-
-
-print('All ing jsons updated.')
+#save recipe data
+with open(outfile, "w+") as out_file:
+    json.dump(recipe_data, out_file)

py_script/script.py

@@ -1,9 +0,0 @@
-import requests
-import json
-response = requests.get("https://api.wynncraft.com/public_api.php?action=itemDB&search=atlas").json()
-atlas = response['items'][0]
-
-with open('test.json',"w") as outfile:
-    json.dump(atlas, outfile, indent = 2)
-
-print(atlas)

py_script/sets/_Adventurer%27s.json

@@ -1,39 +0,0 @@
-{
-  "items": [
-    "Adventurer's Cap",
-    "Adventurer's Boots",
-    "Adventurer's Pants",
-    "Adventurer's Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "sdPct": 4,
-      "mdPct": 4,
-      "xpb": 10,
-      "lb": 5,
-      "spd": 2,
-      "hpBonus": 15,
-      "spRegen": 5
-    },
-    {
-      "sdPct": 12,
-      "mdPct": 12,
-      "xpb": 20,
-      "lb": 10,
-      "spd": 5,
-      "hpBonus": 40,
-      "spRegen": 15
-    },
-    {
-      "mr": 2,
-      "sdPct": 25,
-      "mdPct": 25,
-      "xpb": 50,
-      "lb": 30,
-      "spd": 15,
-      "hpBonus": 175,
-      "spRegen": 50
-    }
-  ]
-}

py_script/sets/_Air+Relic.json

@@ -1,30 +0,0 @@
-{
-  "items": [
-    "Air Relic Helmet",
-    "Air Relic Boots",
-    "Air Relic Leggings",
-    "Air Relic Chestplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 5,
-      "lb": 10,
-      "spd": 10,
-      "hpBonus": 60
-    },
-    {
-      "xpb": 10,
-      "lb": 25,
-      "spd": 20,
-      "hpBonus": 190
-    },
-    {
-      "xpb": 25,
-      "lb": 50,
-      "agi": 20,
-      "spd": 60,
-      "hpBonus": 400
-    }
-  ]
-}

py_script/sets/_Bandit%27s.json

@@ -1,26 +0,0 @@
-{
-  "items": [
-    "Bandit's Locket",
-    "Bandit's Bangle",
-    "Bandit's Knuckle",
-    "Bandit's Ring"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 3,
-      "lb": 4,
-      "eSteal": 1
-    },
-    {
-      "xpb": 7,
-      "lb": 9,
-      "eSteal": 3
-    },
-    {
-      "xpb": 12,
-      "lb": 15,
-      "eSteal": 6
-    }
-  ]
-}

py_script/sets/_Beachside.json

@@ -1,14 +0,0 @@
-{
-  "items": [
-    "Beachside Headwrap",
-    "Beachside Conch"
-  ],
-  "bonuses": [
-    {},
-    {
-      "lb": 20,
-      "wDamPct": 35,
-      "wDefPct": 25
-    }
-  ]
-}

py_script/sets/_Bear.json

@@ -1,15 +0,0 @@
-{
-  "items": [
-    "Bear Mask",
-    "Bear Head",
-    "Bear Body"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mdPct": 14,
-      "hpBonus": 30,
-      "mdRaw": 20
-    }
-  ]
-}

py_script/sets/_Black+Catalyst.json

@@ -1,19 +0,0 @@
-{
-  "items": [
-    "Black Catalyst"
-  ],
-  "bonuses": [
-    {
-      "xpb": -5
-    },
-    {
-      "mr": 1,
-      "sdPct": 10,
-      "xpb": 30,
-      "expd": 10,
-      "hpBonus": 325,
-      "spRegen": 10,
-      "sdRaw": 90
-    }
-  ]
-}

py_script/sets/_Black.json

@@ -1,29 +0,0 @@
-{
-  "items": [
-    "Black Cap",
-    "Black Boots",
-    "Black Pants",
-    "Black Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "ms": 1,
-      "dex": 2,
-      "sdRaw": 15,
-      "mdRaw": 5
-    },
-    {
-      "ms": 1,
-      "dex": 6,
-      "sdRaw": 35,
-      "mdRaw": 10
-    },
-    {
-      "ms": 3,
-      "dex": 20,
-      "sdRaw": 65,
-      "mdRaw": 70
-    }
-  ]
-}

py_script/sets/_Blue+Team.json

@@ -1,14 +0,0 @@
-{
-  "items": [
-    "Blue Team Boots",
-    "Blue Team Leggings",
-    "Blue Team Chestplate",
-    "Blue Team Helmet"
-  ],
-  "bonuses": [
-    {},
-    {},
-    {},
-    {}
-  ]
-}

py_script/sets/_Bony.json

@@ -1,14 +0,0 @@
-{
-  "items": [
-    "Bony Circlet",
-    "Bony Bow"
-  ],
-  "bonuses": [
-    {},
-    {
-      "agi": 8,
-      "mdRaw": 45,
-      "aDamPct": 15
-    }
-  ]
-}

py_script/sets/_Builder%27s.json

@@ -1,20 +0,0 @@
-{
-  "items": [
-    "Builder's Helmet",
-    "Builder's Boots",
-    "Builder's Trousers",
-    "Builder's Breastplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 5
-    },
-    {
-      "xpb": 10
-    },
-    {
-      "xpb": 15
-    }
-  ]
-}

py_script/sets/_Champion.json

@@ -1,21 +0,0 @@
-{
-  "items": [
-    "Champion Helmet",
-    "Champion Boots",
-    "Champion Leggings",
-    "Champion Chestplate"
-  ],
-  "bonuses": [
-    {},
-    {},
-    {},
-    {
-      "mr": 5,
-      "sdPct": 75,
-      "mdPct": 75,
-      "ms": 5,
-      "ls": 400,
-      "hprRaw": 600
-    }
-  ]
-}

py_script/sets/_Clock.json

@@ -1,58 +0,0 @@
-{
-  "items": [
-    "Clock Helm",
-    "Clock Amulet",
-    "Watch Bracelet",
-    "Clockwork Ring",
-    "Time Ring",
-    "Clock Boots",
-    "Clock Leggings",
-    "Clock Mail"
-  ],
-  "bonuses": [
-    {},
-    {
-      "fDamPct": 15,
-      "wDamPct": 6,
-      "aDamPct": 5,
-      "tDamPct": 18,
-      "eDamPct": 8
-    },
-    {
-      "fDamPct": 14,
-      "wDamPct": 12,
-      "aDamPct": 13
-    },
-    {
-      "fDamPct": 13,
-      "wDamPct": 18,
-      "aDamPct": 20,
-      "tDamPct": 18,
-      "eDamPct": 14
-    },
-    {
-      "fDamPct": 12,
-      "wDamPct": 24,
-      "aDamPct": 28
-    },
-    {
-      "fDamPct": 11,
-      "wDamPct": 24,
-      "aDamPct": 24,
-      "tDamPct": 18,
-      "eDamPct": 22
-    },
-    {
-      "fDamPct": 10,
-      "wDamPct": 24,
-      "aDamPct": 19
-    },
-    {
-      "fDamPct": 9,
-      "wDamPct": 24,
-      "aDamPct": 14,
-      "tDamPct": 18,
-      "eDamPct": 34
-    }
-  ]
-}

py_script/sets/_Corrupted+Nii.json

@@ -1,24 +0,0 @@
-{
-  "items": [
-    "Corrupted Nii Mukluk",
-    "Corrupted Nii Plate",
-    "Corrupted Nii Shako"
-  ],
-  "bonuses": [
-    {},
-    {
-      "int": 3,
-      "def": 3,
-      "hprRaw": 60
-    },
-    {
-      "mr": 4,
-      "int": 15,
-      "def": 15,
-      "hpBonus": 1500,
-      "hprRaw": 270,
-      "fDefPct": 60,
-      "wDefPct": 60
-    }
-  ]
-}

py_script/sets/_Corrupted+Uth.json

@@ -1,24 +0,0 @@
-{
-  "items": [
-    "Corrupted Uth Sandals",
-    "Corrupted Uth Belt",
-    "Corrupted Uth Plume"
-  ],
-  "bonuses": [
-    {},
-    {
-      "ls": 125,
-      "agi": 3,
-      "def": 3
-    },
-    {
-      "ls": 375,
-      "ref": 70,
-      "agi": 15,
-      "def": 15,
-      "thorns": 70,
-      "fDefPct": 75,
-      "aDefPct": 75
-    }
-  ]
-}

py_script/sets/_Cosmic.json

@@ -1,44 +0,0 @@
-{
-  "items": [
-    "Cosmic Visor",
-    "Cosmic Walkers",
-    "Cosmic Ward",
-    "Cosmic Vest"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 15,
-      "lb": 15,
-      "ref": 5,
-      "spRegen": 15,
-      "fDefPct": 10,
-      "wDefPct": 10,
-      "aDefPct": 10,
-      "tDefPct": 10,
-      "eDefPct": 10
-    },
-    {
-      "xpb": 35,
-      "lb": 35,
-      "ref": 15,
-      "spRegen": 35,
-      "fDefPct": 20,
-      "wDefPct": 20,
-      "aDefPct": 20,
-      "tDefPct": 20,
-      "eDefPct": 20
-    },
-    {
-      "xpb": 50,
-      "lb": 50,
-      "ref": 30,
-      "spRegen": 50,
-      "fDefPct": 30,
-      "wDefPct": 30,
-      "aDefPct": 30,
-      "tDefPct": 30,
-      "eDefPct": 30
-    }
-  ]
-}

py_script/sets/_Earth+Relic.json

@@ -1,30 +0,0 @@
-{
-  "items": [
-    "Earth Relic Helmet",
-    "Earth Relic Boots",
-    "Earth Relic Leggings",
-    "Earth Relic Chestplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mdPct": 10,
-      "xpb": 5,
-      "lb": 10,
-      "hpBonus": 65
-    },
-    {
-      "mdPct": 20,
-      "xpb": 10,
-      "lb": 25,
-      "hpBonus": 200
-    },
-    {
-      "mdPct": 45,
-      "xpb": 25,
-      "lb": 50,
-      "str": 20,
-      "hpBonus": 425
-    }
-  ]
-}

py_script/sets/_Elf.json

@@ -1,33 +0,0 @@
-{
-  "items": [
-    "Elf Cap",
-    "Elf Shoes",
-    "Elf Pants",
-    "Elf Robe"
-  ],
-  "bonuses": [
-    {},
-    {
-      "hprPct": 10,
-      "lb": 8,
-      "agi": 5,
-      "def": 5,
-      "spd": 6
-    },
-    {
-      "hprPct": 20,
-      "lb": 16,
-      "agi": 7,
-      "def": 7,
-      "spd": 14
-    },
-    {
-      "hprPct": 45,
-      "lb": 32,
-      "agi": 10,
-      "def": 10,
-      "spd": 20,
-      "hprRaw": 45
-    }
-  ]
-}

py_script/sets/_Fire+Relic.json

@@ -1,30 +0,0 @@
-{
-  "items": [
-    "Fire Relic Helmet",
-    "Fire Relic Boots",
-    "Fire Relic Leggings",
-    "Fire Relic Chestplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 5,
-      "lb": 10,
-      "hpBonus": 90,
-      "hprRaw": 12
-    },
-    {
-      "xpb": 10,
-      "lb": 25,
-      "hpBonus": 270,
-      "hprRaw": 40
-    },
-    {
-      "xpb": 25,
-      "lb": 50,
-      "def": 20,
-      "hpBonus": 570,
-      "hprRaw": 100
-    }
-  ]
-}

py_script/sets/_Flashfire.json

@@ -1,22 +0,0 @@
-{
-  "items": [
-    "Flashfire Gauntlet",
-    "Flashfire Knuckle"
-  ],
-  "bonuses": [
-    {},
-    {
-      "spd": 8,
-      "atkTier": 1,
-      "wDamPct": -15,
-      "wDefPct": -15
-    },
-    {
-      "spd": 16,
-      "atkTier": 1,
-      "fDamPct": 12,
-      "wDamPct": -15,
-      "wDefPct": -15
-    }
-  ]
-}

py_script/sets/_GM%27s.json

@@ -1,20 +0,0 @@
-{
-  "items": [
-    "GM's Helmet",
-    "GM's Boots",
-    "GM's Trousers",
-    "GM's Breastplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 5
-    },
-    {
-      "xpb": 10
-    },
-    {
-      "xpb": 15
-    }
-  ]
-}

py_script/sets/_Ghostly.json

@@ -1,35 +0,0 @@
-{
-  "items": [
-    "Ghostly Cap",
-    "Ghostly Boots",
-    "Ghostly Pants",
-    "Ghostly Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mr": -1,
-      "ms": 2,
-      "sdRaw": 35,
-      "wDamPct": 5,
-      "tDamPct": 5,
-      "eDamPct": -34
-    },
-    {
-      "mr": -2,
-      "ms": 4,
-      "sdRaw": 100,
-      "wDamPct": 10,
-      "tDamPct": 10,
-      "eDamPct": -67
-    },
-    {
-      "mr": -3,
-      "ms": 6,
-      "sdRaw": 195,
-      "wDamPct": 25,
-      "tDamPct": 25,
-      "eDamPct": -100
-    }
-  ]
-}

py_script/sets/_Goblin.json

@@ -1,30 +0,0 @@
-{
-  "items": [
-    "Goblin Hood",
-    "Goblin Runners",
-    "Goblin Cloak"
-  ],
-  "bonuses": [
-    {
-      "sdPct": -6,
-      "mdPct": -6,
-      "sdRaw": 15,
-      "mdRaw": 10
-    },
-    {
-      "sdPct": -12,
-      "mdPct": -12,
-      "ls": 22,
-      "sdRaw": 55,
-      "mdRaw": 45
-    },
-    {
-      "sdPct": -23,
-      "mdPct": -23,
-      "ls": 51,
-      "ms": 2,
-      "sdRaw": 130,
-      "mdRaw": 105
-    }
-  ]
-}

py_script/sets/_Hallowynn+2016.json

@@ -1,14 +0,0 @@
-{
-  "items": [
-    "Treat",
-    "Trick"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 15,
-      "spRegen": 10,
-      "eSteal": 5
-    }
-  ]
-}

py_script/sets/_Horse.json

@@ -1,16 +0,0 @@
-{
-  "items": [
-    "Horse Mask",
-    "Horse Hoof"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mdPct": 11,
-      "xpb": 10,
-      "spd": 20,
-      "aDamPct": 15,
-      "eDamPct": 15
-    }
-  ]
-}

py_script/sets/_Jester.json

@@ -1,37 +0,0 @@
-{
-  "items": [
-    "Jester Necklace",
-    "Jester Bracelet",
-    "Jester Ring"
-  ],
-  "bonuses": [
-    {
-      "xpb": -25,
-      "lb": -25
-    },
-    {
-      "xpb": -50,
-      "lb": -50,
-      "spd": -10,
-      "hpBonus": 300,
-      "sdRaw": -110,
-      "mdRaw": 60
-    },
-    {
-      "xpb": -75,
-      "lb": -75,
-      "spd": 5,
-      "hpBonus": -150,
-      "sdRaw": 100,
-      "mdRaw": -75
-    },
-    {
-      "xpb": -100,
-      "lb": -100,
-      "spd": 5,
-      "hpBonus": -150,
-      "sdRaw": 100,
-      "mdRaw": -75
-    }
-  ]
-}

py_script/sets/_Kaerynn%27s.json

@@ -1,17 +0,0 @@
-{
-  "items": [
-    "Kaerynn's Mind",
-    "Kaerynn's Body"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mr": 2,
-      "xpb": 12,
-      "str": 4,
-      "hpBonus": 400,
-      "sdRaw": 100,
-      "mdRaw": 50
-    }
-  ]
-}

py_script/sets/_Leaf.json

@@ -1,29 +0,0 @@
-{
-  "items": [
-    "Leaf Cap",
-    "Leaf Boots",
-    "Leaf Pants",
-    "Leaf Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "hprPct": 5,
-      "thorns": 7,
-      "hpBonus": 10,
-      "hprRaw": 1
-    },
-    {
-      "hprPct": 12,
-      "thorns": 18,
-      "hpBonus": 20,
-      "hprRaw": 3
-    },
-    {
-      "hprPct": 25,
-      "thorns": 35,
-      "hpBonus": 60,
-      "hprRaw": 7
-    }
-  ]
-}

py_script/sets/_Morph.json

@@ -1,73 +0,0 @@
-{
-  "items": [
-    "Morph-Stardust",
-    "Morph-Ruby",
-    "Morph-Amethyst",
-    "Morph-Emerald",
-    "Morph-Topaz",
-    "Morph-Gold",
-    "Morph-Iron",
-    "Morph-Steel"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 5,
-      "lb": 5
-    },
-    {
-      "mr": 1,
-      "xpb": 10,
-      "lb": 10,
-      "spRaw2": -1,
-      "hpBonus": 125
-    },
-    {
-      "mr": 1,
-      "xpb": 15,
-      "lb": 15,
-      "spRaw2": -1,
-      "hpBonus": 425
-    },
-    {
-      "mr": 2,
-      "xpb": 35,
-      "lb": 35,
-      "hpBonus": 1325,
-      "spRaw2": -1,
-      "spRaw4": -1
-    },
-    {
-      "mr": 2,
-      "xpb": 55,
-      "lb": 55,
-      "hpBonus": 2575,
-      "spRaw2": -1,
-      "spRaw4": -1
-    },
-    {
-      "mr": 3,
-      "xpb": 80,
-      "lb": 80,
-      "hpBonus": 4450,
-      "spRaw1": -1,
-      "spRaw2": -1,
-      "spRaw4": -1
-    },
-    {
-      "mr": 4,
-      "xpb": 100,
-      "lb": 100,
-      "str": 15,
-      "dex": 15,
-      "int": 15,
-      "agi": 15,
-      "def": 15,
-      "hpBonus": 6800,
-      "spRaw1": -1,
-      "spRaw2": -1,
-      "spRaw3": -1,
-      "spRaw4": -1
-    }
-  ]
-}

py_script/sets/_Nether.json

@@ -1,33 +0,0 @@
-{
-  "items": [
-    "Nether Cap",
-    "Nether Boots",
-    "Nether Pants",
-    "Nether Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "ls": 5,
-      "expd": 2,
-      "hprRaw": -1,
-      "fDamPct": 2,
-      "wDamPct": -10
-    },
-    {
-      "ls": 15,
-      "expd": 10,
-      "hprRaw": -2,
-      "fDamPct": 8,
-      "wDamPct": -25
-    },
-    {
-      "ls": 50,
-      "def": 15,
-      "expd": 60,
-      "hprRaw": -20,
-      "fDamPct": 42,
-      "wDamPct": -45
-    }
-  ]
-}

py_script/sets/_Outlaw.json

@@ -1,29 +0,0 @@
-{
-  "items": [
-    "Outlaw Cap",
-    "Outlaw Boots",
-    "Outlaw Pants",
-    "Outlaw Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "ls": 11,
-      "xpb": 5,
-      "agi": 4,
-      "eSteal": 2
-    },
-    {
-      "ls": 22,
-      "xpb": 10,
-      "agi": 8,
-      "eSteal": 4
-    },
-    {
-      "ls": 45,
-      "xpb": 25,
-      "agi": 28,
-      "eSteal": 8
-    }
-  ]
-}

py_script/sets/_Pigman.json

@@ -1,13 +0,0 @@
-{
-  "items": [
-    "Pigman Helmet",
-    "Pigman Battle Hammer"
-  ],
-  "bonuses": [
-    {},
-    {
-      "str": 20,
-      "eDamPct": 40
-    }
-  ]
-}

py_script/sets/_Red+Team.json

@@ -1,14 +0,0 @@
-{
-  "items": [
-    "Red Team Boots",
-    "Red Team Leggings",
-    "Red Team Chestplate",
-    "Red Team Helmet"
-  ],
-  "bonuses": [
-    {},
-    {},
-    {},
-    {}
-  ]
-}

py_script/sets/_Relic.json

@@ -1,46 +0,0 @@
-{
-  "items": [
-    "Relic Helmet",
-    "Relic Boots",
-    "Relic Leggings",
-    "Relic Chestplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 10,
-      "lb": 10,
-      "hpBonus": 65,
-      "fDamPct": 5,
-      "wDamPct": 5,
-      "aDamPct": 5,
-      "tDamPct": 5,
-      "eDamPct": 5
-    },
-    {
-      "xpb": 25,
-      "lb": 25,
-      "hpBonus": 200,
-      "fDamPct": 12,
-      "wDamPct": 12,
-      "aDamPct": 12,
-      "tDamPct": 12,
-      "eDamPct": 12
-    },
-    {
-      "xpb": 50,
-      "lb": 50,
-      "str": 8,
-      "dex": 8,
-      "int": 8,
-      "agi": 8,
-      "def": 8,
-      "hpBonus": 425,
-      "fDamPct": 25,
-      "wDamPct": 25,
-      "aDamPct": 25,
-      "tDamPct": 25,
-      "eDamPct": 25
-    }
-  ]
-}

py_script/sets/_Saint%27s.json

@@ -1,38 +0,0 @@
-{
-  "items": [
-    "Saint's Shawl",
-    "Saint's Sandals",
-    "Saint's Leggings",
-    "Saint's Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mr": 1,
-      "sdPct": -5,
-      "mdPct": -10,
-      "def": 5,
-      "spRegen": 5,
-      "wDamPct": 10,
-      "aDamPct": 10
-    },
-    {
-      "mr": 3,
-      "sdPct": -10,
-      "mdPct": -20,
-      "def": 10,
-      "spRegen": 10,
-      "wDamPct": 20,
-      "aDamPct": 20
-    },
-    {
-      "mr": 5,
-      "sdPct": -15,
-      "mdPct": -35,
-      "def": 30,
-      "spRegen": 100,
-      "wDamPct": 35,
-      "aDamPct": 35
-    }
-  ]
-}

py_script/sets/_Silverfish.json

@@ -1,17 +0,0 @@
-{
-  "items": [
-    "Silverfish Helm",
-    "Silverfish Boots"
-  ],
-  "bonuses": [
-    {
-      "spd": 5
-    },
-    {
-      "agi": 10,
-      "thorns": 20,
-      "spd": 20,
-      "poison": 290
-    }
-  ]
-}

py_script/sets/_Skien%27s.json

@@ -1,24 +0,0 @@
-{
-  "items": [
-    "Skien Boots",
-    "Skien Leggings",
-    "Skien's Fatigues"
-  ],
-  "bonuses": [
-    {},
-    {
-      "sdPct": -10,
-      "mdPct": 12,
-      "sdRaw": -40,
-      "mdRaw": 30
-    },
-    {
-      "sdPct": -35,
-      "mdPct": 30,
-      "dex": 15,
-      "spd": 8,
-      "sdRaw": -90,
-      "mdRaw": 125
-    }
-  ]
-}

py_script/sets/_Slime.json

@@ -1,17 +0,0 @@
-{
-  "items": [
-    "Slime Boots",
-    "Slime Plate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "hprPct": 35,
-      "thorns": 15,
-      "spd": -6,
-      "poison": 300,
-      "hpBonus": 600,
-      "jh": 1
-    }
-  ]
-}

py_script/sets/_Snail.json

@@ -1,38 +0,0 @@
-{
-  "items": [
-    "Snail Helm",
-    "Snail Boots",
-    "Snail Leggings",
-    "Snail Mail"
-  ],
-  "bonuses": [
-    {},
-    {
-      "str": 7,
-      "agi": -5,
-      "thorns": 10,
-      "spd": -5,
-      "poison": 880,
-      "hpBonus": 1100,
-      "hprRaw": 125
-    },
-    {
-      "str": 14,
-      "agi": -10,
-      "thorns": 20,
-      "spd": -10,
-      "poison": 2650,
-      "hpBonus": 2675,
-      "hprRaw": 275
-    },
-    {
-      "str": 21,
-      "agi": -15,
-      "thorns": 40,
-      "spd": -15,
-      "poison": 5500,
-      "hpBonus": 5500,
-      "hprRaw": 575
-    }
-  ]
-}

py_script/sets/_Snow.json

@@ -1,32 +0,0 @@
-{
-  "items": [
-    "Snow Helmet",
-    "Snow Boots",
-    "Snow Pants",
-    "Snow Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "hprPct": -10,
-      "mr": 1,
-      "sdPct": 4,
-      "ref": 10,
-      "thorns": 8
-    },
-    {
-      "hprPct": -20,
-      "mr": 2,
-      "sdPct": 12,
-      "ref": 30,
-      "thorns": 24
-    },
-    {
-      "hprPct": -35,
-      "mr": 4,
-      "sdPct": 28,
-      "ref": 70,
-      "thorns": 55
-    }
-  ]
-}

py_script/sets/_Spider.json

@@ -1,24 +0,0 @@
-{
-  "items": [
-    "Spinneret",
-    "Abdomen",
-    "Cephalothorax"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 10,
-      "dex": 2,
-      "agi": 2,
-      "spd": 7,
-      "poison": 35
-    },
-    {
-      "xpb": 25,
-      "dex": 6,
-      "agi": 6,
-      "spd": 19,
-      "poison": 130
-    }
-  ]
-}

py_script/sets/_Spore.json

@@ -1,14 +0,0 @@
-{
-  "items": [
-    "Spore Cap",
-    "Spore Shortsword"
-  ],
-  "bonuses": [
-    {},
-    {
-      "ls": 20,
-      "expd": 20,
-      "poison": 70
-    }
-  ]
-}

py_script/sets/_Thanos+Legionnaire.json

@@ -1,42 +0,0 @@
-{
-  "items": [
-    "Thanos Legionnaire Helm",
-    "Thanos Legionnaire Greaves",
-    "Thanos Legionnaire Leggings",
-    "Thanos Legionnaire Plate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "str": 1,
-      "dex": -1,
-      "int": -1,
-      "agi": 1,
-      "def": 1,
-      "spd": 2,
-      "hprRaw": 60,
-      "mdRaw": 60
-    },
-    {
-      "str": 4,
-      "dex": -4,
-      "int": -4,
-      "agi": 4,
-      "def": 4,
-      "spd": 8,
-      "hprRaw": 180,
-      "mdRaw": 180
-    },
-    {
-      "str": 15,
-      "dex": -15,
-      "int": -15,
-      "agi": 15,
-      "def": 15,
-      "spd": 20,
-      "atkTier": 1,
-      "hprRaw": 480,
-      "mdRaw": 480
-    }
-  ]
-}

py_script/sets/_Thunder+Relic.json

@@ -1,30 +0,0 @@
-{
-  "items": [
-    "Thunder Relic Helmet",
-    "Thunder Relic Boots",
-    "Thunder Relic Leggings",
-    "Thunder Relic Chestplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 5,
-      "lb": 10,
-      "hpBonus": 55,
-      "mdRaw": 12
-    },
-    {
-      "xpb": 10,
-      "lb": 25,
-      "hpBonus": 180,
-      "mdRaw": 32
-    },
-    {
-      "xpb": 25,
-      "lb": 50,
-      "dex": 20,
-      "hpBonus": 380,
-      "mdRaw": 105
-    }
-  ]
-}

py_script/sets/_Tribal.json

@@ -1,27 +0,0 @@
-{
-  "items": [
-    "Tribal Cap",
-    "Tribal Boots",
-    "Tribal Pants",
-    "Tribal Tunic"
-  ],
-  "bonuses": [
-    {},
-    {
-      "str": 2,
-      "spd": 5
-    },
-    {
-      "str": 5,
-      "agi": 2,
-      "spd": 10
-    },
-    {
-      "sdPct": -15,
-      "str": 10,
-      "agi": 5,
-      "spd": 15,
-      "atkTier": 1
-    }
-  ]
-}

py_script/sets/_Ultramarine.json

@@ -1,35 +0,0 @@
-{
-  "items": [
-    "Ultramarine Crown",
-    "Ultramarine Boots",
-    "Ultramarine Belt",
-    "Ultramarine Cape"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mr": 2,
-      "mdPct": -24,
-      "int": 5,
-      "wDamPct": 10,
-      "tDamPct": -8,
-      "wDefPct": 16
-    },
-    {
-      "mr": 5,
-      "mdPct": -54,
-      "int": 15,
-      "wDamPct": 20,
-      "tDamPct": -18,
-      "wDefPct": 36
-    },
-    {
-      "mr": 8,
-      "mdPct": -90,
-      "int": 25,
-      "wDamPct": 40,
-      "tDamPct": -30,
-      "wDefPct": 56
-    }
-  ]
-}

py_script/sets/_Veekhat%27s.json

@@ -1,15 +0,0 @@
-{
-  "items": [
-    "Veekhat's Horns",
-    "Veekhat's Udders"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mdPct": 30,
-      "ms": 2,
-      "spd": 25,
-      "spPct2": -40
-    }
-  ]
-}

py_script/sets/_Vexing.json

@@ -1,16 +0,0 @@
-{
-  "items": [
-    "Mask of the Dark Vexations",
-    "Staff of the Dark Vexations"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mr": 2,
-      "sdPct": 15,
-      "mdPct": -15,
-      "sdRaw": 30,
-      "spPct2": -50
-    }
-  ]
-}

py_script/sets/_Villager.json

@@ -1,14 +0,0 @@
-{
-  "items": [
-    "Villager Pants",
-    "Villager Mail"
-  ],
-  "bonuses": [
-    {},
-    {
-      "xpb": 20,
-      "lb": 60,
-      "eSteal": 8
-    }
-  ]
-}

py_script/sets/_Visceral.json

@@ -1,35 +0,0 @@
-{
-  "items": [
-    "Visceral Skullcap",
-    "Visceral Toe",
-    "Visceral Legs",
-    "Visceral Chest"
-  ],
-  "bonuses": [
-    {},
-    {
-      "hprPct": 30,
-      "mdPct": 10,
-      "ls": 45,
-      "hpBonus": -1000,
-      "hprRaw": 35,
-      "mdRaw": 40
-    },
-    {
-      "hprPct": 100,
-      "mdPct": 25,
-      "ls": 90,
-      "hpBonus": -2500,
-      "hprRaw": 75,
-      "mdRaw": 80
-    },
-    {
-      "hprPct": 350,
-      "mdPct": 50,
-      "ls": 180,
-      "hpBonus": -4000,
-      "hprRaw": 145,
-      "mdRaw": 165
-    }
-  ]
-}

py_script/sets/_Water+Relic.json

@@ -1,30 +0,0 @@
-{
-  "items": [
-    "Water Relic Helmet",
-    "Water Relic Boots",
-    "Water Relic Leggings",
-    "Water Relic Chestplate"
-  ],
-  "bonuses": [
-    {},
-    {
-      "mr": 1,
-      "xpb": 5,
-      "lb": 10,
-      "hpBonus": 55
-    },
-    {
-      "mr": 2,
-      "xpb": 10,
-      "lb": 25,
-      "hpBonus": 170
-    },
-    {
-      "mr": 4,
-      "xpb": 25,
-      "lb": 50,
-      "int": 20,
-      "hpBonus": 360
-    }
-  ]
-}

py_script/skillpoint_test.py

@@ -1,3 +1,8 @@
+"""
+An old script used for testing skillpoint assignment algorithms. Not used commonly.
+"""
+
+
 import json
 import math
 import copy
@@ -7,7 +12,7 @@ with open("clean.json") as infile:
 
 def clean_item(item):
     if not "displayName" in item:
-        item["displayName"] = item["name"];
+        item["displayName"] = item["name"]
     return item
 
 items = data["items"]

py_script/terrs.py

@@ -1,63 +0,0 @@
-import requests
-import json
-import time
-
-#used for requesting the api
-'''response = requests.get("https://api.wynncraft.com/public_api.php?action=territoryList")
-with open("terrs.json", "w") as outfile:
-    outfile.write(json.dumps(response.json()))'''
-
-#used for cleaning the data
-'''with open("terrs.json", "r") as infile:
-    data = json.load(infile)
-
-data = data["territories"]
-delkeys = ["territory","acquired","attacker"]
-
-for t in data:
-    for key in delkeys:
-        del data[t][key]
-    data[t]["neighbors"] = []
-
-
-with open("terrs_compress.json", "w") as outfile:
-    json.dump(data,outfile)
-with open("terrs_clean.json", "w") as outfile:
-    json.dump(data,outfile,indent = 2)'''
-
-#used for pushing data to compress (edit in clean, move to compress)
-'''with open("terrs.json", "r") as infile:
-    data = json.load(infile)["territories"]'''
-
-'''with open("terrs_clean.json", "r") as infile:
-    newdata = json.load(infile)'''
-
-'''for t in newdata:
-    del newdata[t]["attacker"]
-    del newdata[t]["acquired"]'''
-    
-
-'''response = requests.get("https://gist.githubusercontent.com/kristofbolyai/87ae828ecc740424c0f4b3749b2287ed/raw/0735f2e8bb2d2177ba0e7e96ade421621070a236/territories.json").json()
-for t in data:
-    data[t]["neighbors"] = response[t]["Routes"]
-    data[t]["resources"] = response[t]["Resources"]
-    data[t]["storage"] = response[t]["Storage"]
-    data[t]["emeralds"] = response[t]["Emeralds"]
-    data[t]["doubleemeralds"] = response[t]["DoubleEmerald"]
-    data[t]["doubleresource"] = response[t]["DoubleResource"]'''
-
-'''with open("terrs_clean.json", "w") as outfile:
-    json.dump(newdata,outfile,indent=2) 
-
-with open("terrs_compress.json", "w") as outfile:
-    json.dump(newdata,outfile)'''
-
-response = requests.get('https://api.wynncraft.com/public_api.php?action=mapLocations').json()
-del response["request"]
-
-with open("maploc.json", "w") as outfile:
-    json.dump(response, outfile)
-with open("maploc_clean.json", "w") as outfile:
-    json.dump(response, outfile, indent = 2)
-with open("maploc_compress.json", "w") as outfile:
-    json.dump(response, outfile)

py_script/transform_combine.py

@@ -1,179 +0,0 @@
-"""
-
-NOTE!!!!!!!
-
-DEMON TIDE 1.20 IS HARD CODED!
-
-AMBIVALENCE IS REMOVED!
-
-"""
-
-import json
-
-with open("dump.json", "r") as infile:
-    data = json.loads(infile.read())
-
-items = data["items"]
-if "request" in data:
-    del data["request"]
-
-import os
-sets = dict()
-item_set_map = dict()
-for filename in os.listdir('sets'):
-    if "json" not in filename:
-        continue
-    set_name = filename[1:].split(".")[0].replace("+", " ").replace("%27", "'")
-    with open("sets/"+filename) as set_info:
-        set_obj = json.load(set_info)
-        for item in set_obj["items"]:
-            item_set_map[item] = set_name
-        sets[set_name] = set_obj
-
-data["sets"] = sets
-
-translate_mappings = {
-    #"name": "name",
-    #"displayName": "displayName",
-    #"tier": "tier",
-    #"set": "set",
-    "sockets": "slots",
-    #"type": "type",
-    #"armorType": "armorType", (deleted)
-    #"armorColor": "color", (deleted)
-    #"addedLore": "lore", (deleted)
-    #"material": "material", (deleted)
-    "dropType": "drop",
-    #"quest": "quest",
-    "restrictions": "restrict",
-    "damage": "nDam",
-    "fireDamage": "fDam",
-    "waterDamage": "wDam",
-    "airDamage": "aDam",
-    "thunderDamage": "tDam",
-    "earthDamage": "eDam",
-    "attackSpeed": "atkSpd",
-    "health": "hp",
-    "fireDefense": "fDef",
-    "waterDefense": "wDef",
-    "airDefense": "aDef",
-    "thunderDefense": "tDef",
-    "earthDefense": "eDef",
-    "level": "lvl",
-    "classRequirement": "classReq",
-    "strength": "strReq",
-    "dexterity": "dexReq",
-    "intelligence": "intReq",
-    "agility": "agiReq",
-    "defense": "defReq",
-    "healthRegen": "hprPct",
-    "manaRegen": "mr",
-    "spellDamage": "sdPct",
-    "damageBonus": "mdPct",
-    "lifeSteal": "ls",
-    "manaSteal": "ms",
-    "xpBonus": "xpb",
-    "lootBonus": "lb",
-    "reflection": "ref",
-    "strengthPoints": "str",
-    "dexterityPoints": "dex",
-    "intelligencePoints": "int",
-    "agilityPoints": "agi",
-    "defensePoints": "def",
-    #"thorns": "thorns",
-    "exploding": "expd",
-    "speed": "spd",
-    "attackSpeedBonus": "atkTier",
-    #"poison": "poison",
-    "healthBonus": "hpBonus",
-    "soulPoints": "spRegen",
-    "emeraldStealing": "eSteal",
-    "healthRegenRaw": "hprRaw",
-    "spellDamageRaw": "sdRaw",
-    "damageBonusRaw": "mdRaw",
-    "bonusFireDamage": "fDamPct",
-    "bonusWaterDamage": "wDamPct",
-    "bonusAirDamage": "aDamPct",
-    "bonusThunderDamage": "tDamPct",
-    "bonusEarthDamage": "eDamPct",
-    "bonusFireDefense": "fDefPct",
-    "bonusWaterDefense": "wDefPct",
-    "bonusAirDefense": "aDefPct",
-    "bonusThunderDefense": "tDefPct",
-    "bonusEarthDefense": "eDefPct",
-    "accessoryType": "type",
-    "identified": "fixID",
-    #"skin": "skin",
-    #"category": "category",
-
-    "spellCostPct1": "spPct1",
-    "spellCostRaw1": "spRaw1",
-    "spellCostPct2": "spPct2",
-    "spellCostRaw2": "spRaw2",
-    "spellCostPct3": "spPct3",
-    "spellCostRaw3": "spRaw3",
-    "spellCostPct4": "spPct4",
-    "spellCostRaw4": "spRaw4",
-
-    "rainbowSpellDamageRaw": "rainbowRaw",
-    #"sprint": "sprint",
-    "sprintRegen": "sprintReg",
-    "jumpHeight": "jh",
-    "lootQuality": "lq",
-
-    "gatherXpBonus": "gXp",
-    "gatherSpeed": "gSpd",
-}
-
-delete_keys = [
-    "addedLore",
-    #"skin",
-    "armorType",
-    "armorColor",
-    "material"
-]
-
-import os
-if os.path.exists("id_map.json"):
-    with open("id_map.json","r") as id_mapfile:
-        id_map = json.load(id_mapfile)
-else:
-    id_map = {item["name"]: i for i, item in enumerate(items)}
-        
-
-texture_names = []
-
-import base64
-for item in items:
-    for key in delete_keys:
-        if key in item:
-            del item[key]
-
-    for k in list(item.keys()):
-        if (item[k] == 0 or item[k] is None):
-            del item[k]
-
-    for k, v in translate_mappings.items():
-        if k in item:
-            item[v] = item[k]
-            del item[k]
-
-    if not (item["name"] in id_map):
-        id_map[item["name"]] = len(id_map)
-        print(f'New item: {item["name"]}')
-    item["id"] = id_map[item["name"]]
-
-    item["type"] = item["type"].lower()
-    if item["name"] in item_set_map:
-        item["set"] = item_set_map[item["name"]]
-
-#with open("1_20_ci.json", "r") as ci_file:
-#    ci_items = json.load(ci_file)
-#    items.extend(ci_items)
-
-with open("id_map.json","w") as id_mapfile:
-    json.dump(id_map, id_mapfile, indent=2)
-with open("clean.json", "w") as outfile:
-    json.dump(data, outfile, indent=2)
-with open("compress.json", "w") as outfile:
-    json.dump(data, outfile)

py_script/transform_merge.py

@@ -1,214 +0,0 @@
-"""
-
-NOTE!!!!!!!
-
-DEMON TIDE 1.20 IS HARD CODED!
-
-AMBIVALENCE IS REMOVED!
-
-"""
-
-import json
-import os 
-
-with open("dump.json", "r") as infile:
-    data = json.load(infile)
-
-with open("updated.json", "r") as oldfile:
-    old_data = json.load(oldfile)
-
-items = data["items"]
-old_items = old_data["items"]
-old_tomes = old_data["tomes"]
-if "request" in data:
-    del data["request"]
-
-#this script does not change sets or tomes. use the dedicated set and tome update scripts to update.
-data["sets"] = old_data["sets"]
-data["tomes"] = old_data["tomes"]
-
-item_set_map = dict()
-for set_name, set_data in data["sets"].items():
-    for item_name in set_data["items"]:
-        item_set_map[item_name] = set_name
-
-must_mappings = [
-    "strength",
-    "dexterity",
-    "intelligence",
-    "agility",
-    "defense",
-    "strengthPoints",
-    "dexterityPoints",
-    "intelligencePoints",
-    "agilityPoints",
-    "defensePoints",
-]
-
-translate_mappings = {
-    #"name": "name",
-    #"displayName": "displayName",
-    #"tier": "tier",
-    #"set": "set",
-    "sockets": "slots",
-    #"type": "type",
-    #"armorType": "armorType", (deleted)
-    "armorColor": "color", #(deleted)
-    "addedLore": "lore", #(deleted)
-    #"material": "material", (deleted)
-    "dropType": "drop",
-    #"quest": "quest",
-    "restrictions": "restrict",
-    "damage": "nDam",
-    "fireDamage": "fDam",
-    "waterDamage": "wDam",
-    "airDamage": "aDam",
-    "thunderDamage": "tDam",
-    "earthDamage": "eDam",
-    "attackSpeed": "atkSpd",
-    "health": "hp",
-    "fireDefense": "fDef",
-    "waterDefense": "wDef",
-    "airDefense": "aDef",
-    "thunderDefense": "tDef",
-    "earthDefense": "eDef",
-    "level": "lvl",
-    "classRequirement": "classReq",
-    "strength": "strReq",
-    "dexterity": "dexReq",
-    "intelligence": "intReq",
-    "agility": "agiReq",
-    "defense": "defReq",
-    "healthRegen": "hprPct",
-    "manaRegen": "mr",
-    "spellDamage": "sdPct",
-    "damageBonus": "mdPct",
-    "lifeSteal": "ls",
-    "manaSteal": "ms",
-    "xpBonus": "xpb",
-    "lootBonus": "lb",
-    "reflection": "ref",
-    "strengthPoints": "str",
-    "dexterityPoints": "dex",
-    "intelligencePoints": "int",
-    "agilityPoints": "agi",
-    "defensePoints": "def",
-    #"thorns": "thorns",
-    "exploding": "expd",
-    "speed": "spd",
-    "attackSpeedBonus": "atkTier",
-    #"poison": "poison",
-    "healthBonus": "hpBonus",
-    "soulPoints": "spRegen",
-    "emeraldStealing": "eSteal",
-    "healthRegenRaw": "hprRaw",
-    "spellDamageRaw": "sdRaw",
-    "damageBonusRaw": "mdRaw",
-    "bonusFireDamage": "fDamPct",
-    "bonusWaterDamage": "wDamPct",
-    "bonusAirDamage": "aDamPct",
-    "bonusThunderDamage": "tDamPct",
-    "bonusEarthDamage": "eDamPct",
-    "bonusFireDefense": "fDefPct",
-    "bonusWaterDefense": "wDefPct",
-    "bonusAirDefense": "aDefPct",
-    "bonusThunderDefense": "tDefPct",
-    "bonusEarthDefense": "eDefPct",
-    "accessoryType": "type",
-    "identified": "fixID",
-    #"skin": "skin",
-    #"category": "category",
-
-    "spellCostPct1": "spPct1",
-    "spellCostRaw1": "spRaw1",
-    "spellCostPct2": "spPct2",
-    "spellCostRaw2": "spRaw2",
-    "spellCostPct3": "spPct3",
-    "spellCostRaw3": "spRaw3",
-    "spellCostPct4": "spPct4",
-    "spellCostRaw4": "spRaw4",
-
-    "rainbowSpellDamageRaw": "rainbowRaw",
-    #"sprint": "sprint",
-    "sprintRegen": "sprintReg",
-    "jumpHeight": "jh",
-    "lootQuality": "lq",
-
-    "gatherXpBonus": "gXp",
-    "gatherSpeed": "gSpd",
-}
-
-delete_keys = [
-    #"addedLore",
-    #"skin",
-    #"armorType",
-    #"armorColor",
-    #"material"
-]
-
-id_map = {item["name"]: item["id"] for item in old_items}
-used_ids = set([v for k, v in id_map.items()])
-max_id = 0
-
-known_item_names = set()
-
-for item in items:
-    known_item_names.add(item["name"])
-
-old_items_map = dict()
-unchanged_items = []
-remap_items = []
-for item in old_items:
-    if "remapID" in item:
-        remap_items.append(item)
-    elif item["name"] not in known_item_names:
-        unchanged_items.append(item)
-    old_items_map[item["name"]] = item
-
-for item in items:
-    for key in delete_keys:
-        if key in item:
-            del item[key]
-    
-    for k in list(item.keys()):
-        if (item[k] == 0 or item[k] is None) and not k in must_mappings:
-            del item[k]
-
-    for k, v in translate_mappings.items():
-        if k in item:
-            item[v] = item[k]
-            del item[k]
-
-    if not (item["name"] in id_map):
-        while max_id in used_ids:
-            max_id += 1
-        used_ids.add(max_id)
-        id_map[item["name"]] = max_id
-        print(f'New item: {item["name"]} (id: {max_id})')
-    item["id"] = id_map[item["name"]]
-
-    item["type"] = item["type"].lower()
-    if "displayName" in item:
-        item_name = item["displayName"]
-    else:
-        item_name = item["name"]
-    if item_name in item_set_map:
-        item["set"] = item_set_map[item_name]
-        if item["name"] in old_items_map:
-            old_item = old_items_map[item["name"]]
-            if "hideSet" in old_item:
-                item["hideSet"] = old_item["hideSet"]
-
-items.extend(unchanged_items)
-items.extend(remap_items)
-with open("id_map.json","w") as id_mapfile:
-    print("{", file=id_mapfile)
-    outputs = []
-    for v, k in sorted((v, k) for k, v in id_map.items()):
-        outputs.append(f' "{k}": {v}')
-    print(',\n'.join(outputs), file=id_mapfile)
-    print("}", file=id_mapfile)
-with open("clean.json", "w") as outfile:
-    json.dump(data, outfile, indent=2)
-with open("compress.json", "w") as outfile:
-    json.dump(data, outfile)

py_script/update_sets_in_items.py

@@ -1,25 +0,0 @@
-import os
-
-'''takes the data in updated.json and the jsons in the sets folder to update the sets in the db.'''
-
-with open("updated.json", "r") as oldfile:
-    data = json.load(oldfile)
-
-#This probably does not work. I have not checked :)
-sets = dict()
-for filename in os.listdir('sets'):
-    if "json" not in filename:
-        continue
-    set_name = filename[1:].split(".")[0].replace("+", " ").replace("%27", "'")
-    with open("sets/"+filename) as set_info:
-        set_obj = json.load(set_info)
-        for item in set_obj["items"]:
-            item_set_map[item] = set_name
-        sets[set_name] = set_obj
-
-data["sets"] = sets
-
-with open("clean.json", "w") as outfile:
-    json.dump(data, outfile, indent=2)
-with open("compress.json", "w") as outfile:
-    json.dump(data, outfile)

py_script/update_tomes_in_items.py

@@ -1,42 +0,0 @@
-import os
-import json
-
-'''takes updated data in tomes.json and updates the tome map'''
-
-#read in tomes json file
-with open("../tomes.json", "r") as tomesfile: 
-    tome_data = json.load(tomesfile)
-
-tomes = dict()
-tome_mapping = dict()
-
-
-max_id = 0
-for tome in tome_data:
-    if "id" in tome:
-        if tome["id"] > max_id: 
-            max_id = tome["id"]
-        tome_mapping[tome["name"]] = tome["id"]
-i = max_id + 1
-
-for tome in tome_data:
-    if "id" not in tome:
-        tome["id"] = i
-        tome_mapping[tome["name"]] = i
-        i += 1
-    
-    tomes[tome["name"]] = tome
-
-
-'''
-with open("clean.json", "w") as outfile:
-    json.dump(data, outfile, indent=2)
-with open("compress.json", "w") as outfile:
-    json.dump(data, outfile)
-'''
-with open("tome_map.json", "w") as outfile:
-    json.dump(tome_mapping, outfile, indent = 2)
-with open("../tomes2.json", "w") as outfile:
-    json.dump(tome_data, outfile, indent = 2)
-
-

py_script/validate.py

@@ -1,3 +1,12 @@
+"""
+Used to validate item file - searches for duplicate items. Does not change the file.
+
+TODO: Eventually integrate this into the process scripts, including ings and recipes
+
+Usage:
+python validate.py [input file]
+"""
+
 import json
 import sys