Add 40.000+ Industry Groups + Industries and some misc details

Author: JerBouma

.github/workflows/database_update.yml

@@ -364,7 +364,7 @@ jobs:
 
             invalid_rows = pd.DataFrame()
             errors = []
-            gics = json.load(open("compression/categories/gics_categories.json", "r"))
+            gics = json.load(open("compression/categories/categories.json", "r"))
             equities = pd.read_csv("database/equities.csv", index_col=0)
             filtered_data = equities[equities['sector'].notna() & equities['industry_group'].notna() & equities['industry'].notna()]