utils.py

import configparser
import datetime
import urllib.error
import xml.etree.ElementTree as xml
from os.path import exists, isdir
from os import makedirs, listdir
from textblob import TextBlob
from shutil import copyfile
import codecs
import pymysql


def dbConnect(config: dict):
	host = config['Parser']['db_host']
	user = config['Parser']['db_user']
	password = config['Parser']['db_pass']
	database = config['Parser']['db_base']
	charset = 'utf8mb4'
	cursorclass = pymysql.cursors.DictCursor

	conn = pymysql.connect(host=host,user=user,password=password,database=database,charset=charset,cursorclass=cursorclass)
	link = conn.cursor()
	link.execute("SELECT VERSION()")
	data = link.fetchone()
	print (f"Database version: {data['VERSION()']}")
	return link, conn


def readConfig(ini: str) -> dict:
	""" Read config, check for errors and store values

	:param ini: Path to config_wa_gw.ini
	:return: Config as dict
	"""
	# Read config
	config = configparser.ConfigParser()
	config.read(ini)
	# Check debug mode
	if config['Parser']['debug'] == "True":
		print("Debug Mode Enabled")
	return config


# noinspection PyArgumentList
def loadXML(path: str, comments=False, useBackup=False, debug=False):
	if not exists(path): raise Exception(f'Path {path} doesn\'t exist!')
	if useBackup: backup(path, debug)
	parser = xml.XMLParser(target=xml.TreeBuilder(insert_comments=comments))
	tree = xml.parse(path,parser)
	root = tree.getroot()
	if debug: print(f'Loaded {path}')
	return tree, root


def saveXML(path: str, tree: xml.ElementTree, debug=False):
	xml.indent(tree, space='\t')
	tree.write(path, encoding='utf-8-sig',xml_declaration=True)
	string = xml.tostring(tree.getroot(),'unicode').replace('\n','\r\n')
	string = f"<?xml version=\"1.0\" encoding=\"utf-8\"?>\r\n{string}"
	if debug: print(f'Saved {path}')
	with codecs.open(path,'w','utf-8-sig') as file:
		file.write(string)


def saveTxt(path: str, string: str):
	with open(path,'w') as file:
		file.write(string)
	return True


def backup(path, debug=False):
	pybak = path+'.bak'
	if not exists(pybak):
		copyfile(path,pybak)
		if debug: print(f'Created {pybak}')
	return pybak


def getAllXML(path: str):
	files = []
	for file in listdir(f"./data/{path}"):
		if file.endswith(".xml"):
			files.append(file)
	return files


def itemsRead(items: dict, debug=False):
	print(f"Reading Items...")
	type = "Item"
	files = getAllXML(type)
	itemNo = 0
	for file in files:
		treeItem, rootItem = loadXML(path=f'./data/{type}/{file}', debug=debug)
		for item in rootItem.findall('Item'):
			itemNo = itemNo + 1
			itemId = item.get('id')
			# append to dict
			items[itemId] = {}
			items[itemId]['id'] = itemId
			items[itemId]['category'] = item.get('category') if item.get('category') else ''
			items[itemId]['icon'] = item.get('icon') if item.get('icon') else ''
			items[itemId]['name'] = item.get('name') if item.get('name') else ''
			items[itemId]['grade'] = item.get('rareGrade') if item.get('rareGrade') else '0'
			items[itemId]['level'] = item.get('level') if item.get('level') else '1'
			items[itemId]['classes'] = item.get('requiredClass') if item.get('requiredClass') else ''
			items[itemId]['races'] = item.get('requiredRace') if item.get('requiredRace') else ''
			items[itemId]['gender'] = item.get('requiredGender') if item.get('requiredGender') else ''
			items[itemId]['tradable'] = '1' if item.get('tradable') == "True" else '0'
			items[itemId]['obtainable'] = '1' if item.get('obtainable') == "True" else '0'
			items[itemId]['dyeable'] = '1' if item.get('changeColorEnable') == "True" else '0'
			items[itemId]['period'] = item.get('periodInMinute') if item.get('periodInMinute') else '0'
			items[itemId]['periodAdmin'] = '1' if item.get('periodByWebAdmin') == "True" else '0'

	print(f"Reading Items complete: {itemNo}")
	return items


def sortIterable(list: set) -> list:
	print(f"Sorting Entities...")
	listSorted = sorted(list)
	listNo = len(listSorted)
	print(f"Sorting Entities complete: {listNo}")
	return listSorted


def getAttributes(typ: str, debug=False) -> set:
	print(f"Getting Attributes...")
	files = getAllXML(typ)
	attributes = set()
	for file in files:
		treeItem, rootItem = loadXML(path=f'./data/{typ}/{file}', debug=debug)
		for item in rootItem.findall('Item'):
			attributes.update(item.attrib.keys())
	# print(attributes)
	attributesNo = len(attributes)
	print(f"Getting Attributes complete: {attributesNo}")
	return attributes


def itemsAddName(items: dict, debug=False) -> dict:
	print(f"Adding Item Names...")
	type = "StrSheet"
	files = getAllXML(type)
	itemNo = 0
	for file in files:
		treeItem, rootItem = loadXML(path=f'./data/{type}/{file}', debug=debug)
		for item in rootItem.findall('String'):
			itemId = item.get('id')
			# append to dict
			if itemId in items:
				itemNo = itemNo + 1
				items[itemId]['name_de'] = item.get('string')
				items[itemId]['name_en'] = item.get('string')

	print(f"Adding Item Names complete: {itemNo}")
	return items


def itemsInsertDb(items: dict, link, conn) -> bool:
	print(f"Inserting Items...")
	save = True
	itemNo = 0
	for item, data in items.items():

		id = data['id']
		category = data['category']
		icon = data['icon'].replace('.', '/')
		name = data['name']
		grade = data['grade']
		level = data['level']
		obtainable = data['obtainable']
		tradable = data['tradable']
		dyeable = data['dyeable']
		period = data['period']
		periodAdmin = data['periodAdmin']
		name_de = data['name_de'].replace('"', "'")
		name_en = data['name_en'].replace('"', "'")

		classes = ""
		if data['classes']:
			for typ in data['classes'].split(';'):
				classes = classes + str(getClassId(typ)) + ";"
			classes = classes[:-1]

		races = ""
		if data['races']:
			for typ in data['races'].split(';'):
				races = races + str(getRaceId(typ)) + ";"
			races = races[:-1]

		gender = ""
		if data['gender']:
			gender = str(getGenderId(data['gender']))

		query = f'INSERT INTO items (id, category, icon, name, grade, level, classes, races, gender, obtainable, tradable, dyeable, period, periodByWebAdmin, name_de, name_en) ' \
				f'VALUES ("{id}", "{category}", "{icon}", "{name}", "{grade}", "{level}", "{classes}", "{races}", "{gender}", "{obtainable}", "{tradable}", "{dyeable}", "{period}", "{periodAdmin}", "{name_de}", "{name_en}")'
		try:
			link.execute(query)
			conn.commit()
			itemNo = itemNo + 1
		except:
			save = False
			conn.rollback()
			print("Error while writing into Database!")

	if save: print(f"Inserting Items complete: {itemNo}")
	return save


def performance(stage: str, time=False) -> datetime:
	match stage:
		case "start":
			return datetime.datetime.now()
		case "end":
			return (datetime.datetime.now() - time).total_seconds()


def getGenderId(name: str) -> int:
	match name.lower():
		case "male":
			return 0
		case "female":
			return 1


def getRaceId(name: str) -> int:
	match name.lower():
		case "human":
			return 0
		case "highelf":
			return 1
		case "aman":
			return 2
		case "castanic":
			return 3
		case "popori":
			return 4
		case "baraka":
			return 5


def getClassId(name: str) -> int:
	match name.lower():
		case "warrior":
			return 0
		case "lancer":
			return 1
		case "slayer":
			return 2
		case "berserker":
			return 3
		case "sorcerer":
			return 4
		case "archer":
			return 5
		case "priest":
			return 6
		case "elementalist":  # mystic
			return 7
		case "soulless":  # reaper
			return 8
		case "engineer":  # gunner
			return 9
		case "fighter":  # brawler
			return 10
		case "assassin":  # ninja
			return 11
		case "glaiver":  # valkyrie
			return 12

# itemSearch = item.get('searchable')
# itemCombatType = item.get('combatItemType')
# itemCombatSubType = item.get('combatItemSubType')
# itemRank = item.get('rank')
# itemConversion = item.get('conversion')
# itemSortNumber = item.get('sortingNumber')
# itemDropType = item.get('dropType')
# itemBuyPrice = item.get('buyPrice')
# itemSellPrice = item.get('sellPrice')
# itemTerritory = item.get('useOnlyTerritory')
# itemDivide = item.get('divide')
# itemUseCount = item.get('itemUseCount')
# itemDropMax = item.get('maxDropUnit')
# itemStackMax = item.get('maxStack')
# itemSlotLimit = item.get('slotLimit')
# itemCooldownGroup = item.get('coolTimeGroup')
# itemCooldown = item.get('coolTime')
# itemStorable = item.get('warehouseStorable')
# itemStorableGuild = item.get('guildWarehouseStorable')
# itemBoundType = item.get('boundType')
# itemDestroy = item.get('destroyable')
# itemDismantle = item.get('dismantlable')
# itemSellMerchant = item.get('storeSellable')
# itemRelocate = item.get('relocatable')
# itemArtisan = item.get('artisanable')
# itemEnchant = item.get('enchantEnable')
# itemGradeUnknown = item.get('unidentifiedItemGrade')
# itemMasterpieceRate = item.get('masterpieceRate')
# itemLinkEquipId = item.get('linkEquipmentId')
# itemLinkLookId = item.get('linkLookInfoId')
# itemChangeLook = item.get('changeLook')
# itemExtractLook = item.get('extractLook')