Parse html pages from the Tap Dig MyMuseum fandom wiki...

dino_wiki_finance.py

# by joedf - MIT license - May 2022

from bs4 import BeautifulSoup
import glob, csv

# get html pages from either of these pages
# https://tap-dig-my-museum-wiki.fandom.com/wiki/Fossils
# https://tap-dig-my-museum-wiki.fandom.com/wiki/List_of_fossils

def file2Soup(path, enc="utf8"):
	with open(path, encoding=enc) as fp:
		_soup = BeautifulSoup(fp, 'html.parser')
	return _soup

def getDataPoint(soup, dsource):
	return soup.find('div',{'class':'pi-item', 'data-source': dsource})

def getValue(soup):
	return soup.find('div', {'class': 'pi-data-value'}).get_text()

def getLabel(soup):
	return soup.find('h3', {'class': 'pi-data-label'}).get_text()

def getKeyVal(soup, dsource):
	_item = getDataPoint(html, dsource)
	_value = getValue(_item)
	_label = getLabel(_item)
	return {'key': dsource, 'name': _label, 'value': _value}

def getBoneData(soup):
	bones = soup.find_all('div', {'class': 'pi-item', 'data-source': 'bones'})
	box = {}
	for bone in bones:
		_label = getLabel(bone)
		_value = getValue(bone)
		_key = str(_label).lower().replace(' ','_')

		if 'sale' in str(_label).lower():
			_sValue = str(_value).replace(')', ')|', 1)
			_value = _sValue.split('|')

		box[_key] = {
			'name': _label,
			'value': _value
		}
	return box

def getDino(soup):
	bones = getBoneData(html)
	return {
		'name': soup.find('h2',{'class':'pi-title', 'data-source': 'title'}).get_text(),
		'tier': getKeyVal(soup, 'tier')['value'],
		'excavation_cost': intParse(getKeyVal(html, 'excavation_cost_coins')['value']),
		'bone_fragments': bones['bone_fragments']['value'],
		'minimum_cost': intParse(bones['minimum_cost']['value']),
		'sale_value_100': intParse(bones['sale_value']['value'][0]),
		'sale_value_200': intParse(bones['sale_value']['value'][1])
	}

def intParse(txt):
	return int(txt.replace(',','').split(' ')[0])

dinos = []
i = 0
for file in glob.glob("*.html"):
	html = file2Soup(file)
	dino = getDino(html)
	dinos.append(dino)
	i += 1
	print(f"Dino parsed ({i}): {dino['name']}")

print('\nsaving as dinos_file.csv ...')

with open('dinos_file.csv', mode='w', newline='', encoding='utf-8') as csv_file:
	fieldnames = ['name', 'tier', 'excavation_cost', 'bone_fragments', 'minimum_cost', 'sale_value_100', 'sale_value_200']
	writer = csv.DictWriter(csv_file, fieldnames=fieldnames)
	writer.writeheader()
	for dino in dinos:
		writer.writerow(dino)

print('Done.')

dinos_file_may2022.csv

All dinos at 100% sell ~for 0.6x what they cost, at 200% they sell for ~1.6x.