Add help and start of automatic system for update data
This commit is contained in:
parent
4a7c39e0ec
commit
2a85ebd927
@ -12,6 +12,9 @@ class MainClass:
|
||||
self.guild = guild
|
||||
self.optimizer = optimizer.Optimizer()
|
||||
|
||||
async def reload_data(self, msg, command, args):
|
||||
pass
|
||||
|
||||
async def best_place_mine(self, msg, command, args):
|
||||
if len(args) == 0:
|
||||
await msg.channel.send(tr.tr[self.guild.config["lang"]]["errors"]["NotEnoughParamError"])
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
172
modules/deeptownOptimizer/update_data.py
Normal file
172
modules/deeptownOptimizer/update_data.py
Normal file
@ -0,0 +1,172 @@
|
||||
import os
|
||||
import random
|
||||
|
||||
from fs.ftpfs import FTPFS
|
||||
from fs.osfs import OSFS
|
||||
from fs import path
|
||||
import re
|
||||
import requests
|
||||
import bs4
|
||||
|
||||
fileSystem = None
|
||||
|
||||
if os.environ.get("FTP_ADDRESS", False) and os.environ.get("FTP_USER", False) and os.environ.get("FTP_PASS", False):
|
||||
print("FTP")
|
||||
fileSystem = FTPFS(os.environ["FTP_ADDRESS"], user=os.environ["FTP_USER"], passwd=os.environ["FTP_PASS"],
|
||||
timeout=600)
|
||||
else:
|
||||
print("OS")
|
||||
fileSystem = OSFS(os.getcwd())
|
||||
|
||||
|
||||
def format_string(text):
|
||||
text = text.replace(" ", "").replace("-", "").replace("_", "").lower()
|
||||
return text
|
||||
|
||||
|
||||
def get_all_item_urls():
|
||||
page = requests.get("https://deeptownguide.com/Items")
|
||||
item_urls = []
|
||||
if page.status_code == 200:
|
||||
regex = re.compile(r"/Items/Details/[0-9]+/([a-zA-Z0-9]|-)*", re.MULTILINE)
|
||||
item_urls_match = regex.finditer(str(page.content))
|
||||
for match in item_urls_match:
|
||||
if "https://deeptownguide.com" + match.group(0) not in item_urls:
|
||||
item_urls.append("https://deeptownguide.com" + match.group(0))
|
||||
return item_urls
|
||||
|
||||
|
||||
def get_item_info(url):
|
||||
result = {"type": None,
|
||||
"building": None,
|
||||
"value": None,
|
||||
"quantity": 0,
|
||||
"needed": {}}
|
||||
page = requests.get(url)
|
||||
texte = str(page.content).replace(" ", "").replace("\n", "").replace(r"\n", "")
|
||||
|
||||
# regex used to find infos
|
||||
type_regex = re.compile(r"<strong>Type</strong><br/>\w*")
|
||||
value_regex = re.compile(r"<strong>SellPrice</strong><br/>([0-9]|,)*")
|
||||
building_regex = re.compile(r"<divclass=\"panelpanel-default\"><divclass=\"panel-headingtext-center\"><h4style=\"di"
|
||||
r"splay:inline;\"><spanclass=\"text-capitalize\">\w*</span>iscreatedfromthisrecipe</h4>"
|
||||
r"</div><divclass=\"panel-body\"><divclass=\"table-responsivecol-sm-12\"><tableclass=\""
|
||||
r"tabletable-striped\"><thead><tr><th>BuildingName</th><th>UnlockedatDepth</th><th>Cost"
|
||||
r"ToUnlock</th><th>TimeRequired</th><th>AmountCreated</th><th>ItemsRequired</th></tr></"
|
||||
r"thead><tbody><tr><td><ahref=\"/Buildings/Details/[0-9]+/\w+")
|
||||
time_regex = re.compile(r"<divclass=\"panelpanel-default\"><divclass=\"panel-headingtext-center\"><h4style=\"displa"
|
||||
r"y:inline;\"><spanclass=\"text-capitalize\">\w*</span>iscreatedfromthisrecipe</h4></div><d"
|
||||
r"ivclass=\"panel-body\"><divclass=\"table-responsivecol-sm-12\"><tableclass=\"tabletable-s"
|
||||
r"triped\"><thead><tr><th>BuildingName</th><th>UnlockedatDepth</th><th>CostToUnlock</th><th"
|
||||
r">TimeRequired</th><th>AmountCreated</th><th>ItemsRequired</th></tr></thead><tbody><tr><td"
|
||||
r"><ahref=\"/Buildings/Details/[0-9]+/\w+\"><imgsrc=\"/images/placeholder\.png\"data-src=\""
|
||||
r"/images/ui/(\w|[0-9]|-)+\.png\"alt=\"\w*\"class=\"Icon36pxlazyload\"/>\w*</a></td><td>[0-"
|
||||
r"9]*</td><td>([0-9]|,)*</td><td>([0-9]+|Seconds?|Minutes?|Hours?)+")
|
||||
quantity_regex = re.compile(r"<divclass=\"panelpanel-default\"><divclass=\"panel-headingtext-center\"><h4style=\"di"
|
||||
r"splay:inline;\"><spanclass=\"text-capitalize\">\w*</span>iscreatedfromthisrecipe</h4>"
|
||||
r"</div><divclass=\"panel-body\"><divclass=\"table-responsivecol-sm-12\"><tableclass=\""
|
||||
r"tabletable-striped\"><thead><tr><th>BuildingName</th><th>UnlockedatDepth</th><th>Cost"
|
||||
r"ToUnlock</th><th>TimeRequired</th><th>AmountCreated</th><th>ItemsRequired</th></tr></"
|
||||
r"thead><tbody><tr><td><ahref=\"/Buildings/Details/[0-9]+/\w+\"><imgsrc=\"/images/place"
|
||||
r"holder\.png\"data-src=\"/images/ui/(\w|[0-9]|-)+\.png\"alt=\"\w*\"class=\"Icon36pxlaz"
|
||||
r"yload\"/>\w*</a></td><td>[0-9]*</td><td>([0-9]|,)*</td><td>([0-9]+|Seconds?|Minutes?|"
|
||||
r"Hours?)+</td><td>[0-9]+")
|
||||
needed_regex = re.compile(r"</td><td>(<ahref=\"/Items/Details/[0-9]+/(\w|-)+\"><imgsrc=\"/images/placeholder.png\"d"
|
||||
r"ata-src=\"/images/ui/([a-zA-Z]|-|\.)+\"alt=\"\w*\"class=\"\w*\"/>\w+</a>(<br/>)?)+")
|
||||
|
||||
type_iter = type_regex.finditer(str(texte))
|
||||
value_iter = value_regex.finditer(str(texte))
|
||||
building_iter = building_regex.finditer(str(texte))
|
||||
time_iter = time_regex.finditer(str(texte))
|
||||
quantity_iter = quantity_regex.finditer(str(texte))
|
||||
needed_iter = needed_regex.finditer(str(texte))
|
||||
|
||||
# Extract value from regex result
|
||||
result["type"] = format_string(re.sub(r"<strong>Type</strong><br/>", "", str(type_iter.__next__().group(0))))
|
||||
result["value"] = int(
|
||||
re.sub(r"<strong>SellPrice</strong><br/>", "", str(value_iter.__next__().group(0))).replace(
|
||||
",", ""))
|
||||
# Extract for recipe
|
||||
try:
|
||||
result["building"] = format_string(re.sub(
|
||||
r"<divclass=\"panelpanel-default\"><divclass=\"panel-headingtext-center\"><h4style=\"di"
|
||||
r"splay:inline;\"><spanclass=\"text-capitalize\">\w*</span>iscreatedfromthisrecipe</h4>"
|
||||
r"</div><divclass=\"panel-body\"><divclass=\"table-responsivecol-sm-12\"><tableclass=\""
|
||||
r"tabletable-striped\"><thead><tr><th>BuildingName</th><th>UnlockedatDepth</th><th>Cost"
|
||||
r"ToUnlock</th><th>TimeRequired</th><th>AmountCreated</th><th>ItemsRequired</th></tr></"
|
||||
r"thead><tbody><tr><td><ahref=\"/Buildings/Details/[0-9]+/",
|
||||
"",
|
||||
str(building_iter.__next__().group(0))))
|
||||
time_str = str(
|
||||
re.sub(r"<divclass=\"panelpanel-default\"><divclass=\"panel-headingtext-center\"><h4style=\"displa"
|
||||
r"y:inline;\"><spanclass=\"text-capitalize\">\w*</span>iscreatedfromthisrecipe</h4></div><d"
|
||||
r"ivclass=\"panel-body\"><divclass=\"table-responsivecol-sm-12\"><tableclass=\"tabletable-s"
|
||||
r"triped\"><thead><tr><th>BuildingName</th><th>UnlockedatDepth</th><th>CostToUnlock</th><th"
|
||||
r">TimeRequired</th><th>AmountCreated</th><th>ItemsRequired</th></tr></thead><tbody><tr><td"
|
||||
r"><ahref=\"/Buildings/Details/[0-9]+/\w+\"><imgsrc=\"/images/placeholder\.png\"data-src=\""
|
||||
r"/images/ui/(\w|[0-9]|-)+\.png\"alt=\"\w*\"class=\"Icon36pxlazyload\"/>\w*</a></td><td>[0-"
|
||||
r"9]*</td><td>([0-9]|,)*</td><td>",
|
||||
"",
|
||||
str(time_iter.__next__().group(0))))
|
||||
# Time:
|
||||
time_str = time_str.replace("s", "") # remove plural
|
||||
time_list = re.split("([0-9]+)", time_str)
|
||||
if time_list[0] == '':
|
||||
del time_list[0]
|
||||
time = 0
|
||||
for number, unit in zip(time_list[::2], time_list[1::2]):
|
||||
if unit == "Second":
|
||||
time += int(number)
|
||||
elif unit == "Minute":
|
||||
time += int(number) * 60
|
||||
elif unit == "Hour":
|
||||
time += int(number) * 60 * 60
|
||||
print(time)
|
||||
|
||||
result["quantity"] = int(str(re.sub("<divclass=\"panelpanel-default\"><divclass=\"panel-headingtext-center\"><h"
|
||||
"4style=\"display:inline;\"><spanclass=\"text-capitalize\">\w*</span>iscrea"
|
||||
"tedfromthisrecipe</h4></div><divclass=\"panel-body\"><divclass=\"table-res"
|
||||
"ponsivecol-sm-12\"><tableclass=\"tabletable-striped\"><thead><tr><th>Build"
|
||||
"ingName</th><th>UnlockedatDepth</th><th>CostToUnlock</th><th>TimeRequired<"
|
||||
"/th><th>AmountCreated</th><th>ItemsRequired</th></tr></thead><tbody><tr><t"
|
||||
"d><ahref=\"/Buildings/Details/[0-9]+/\w+\"><imgsrc=\"/images/placeholder\."
|
||||
"png\"data-src=\"/images/ui/(\w|[0-9]|-)+\.png\"alt=\"\w*\"class=\"Icon36px"
|
||||
"lazyload\"/>\w*</a></td><td>([0-9]|,)*</td><td>([0-9]|,)*</td><td>([0-9]+|Seconds?"
|
||||
"|Minutes?|Hours?)+</td><td>",
|
||||
"",
|
||||
quantity_iter.__next__().group(0))))
|
||||
needed_text = re.sub(r"</td><td>", "", needed_iter.__next__().group(0))
|
||||
item_name_iter = re.finditer(r"<ahref=\"/Items/Details/[0-9]+/(\w|-)+", str(needed_text))
|
||||
item_quantity_iter = re.finditer(r"class=\"\w*\"/>[A-Za-z]+[0-9]+", str(needed_text))
|
||||
|
||||
for item_name_match, item_quantity_match in zip(item_name_iter, item_quantity_iter):
|
||||
item_name = re.sub(r"<ahref=\"/Items/Details/[0-9]+/", "", item_name_match.group(0))
|
||||
item_quantity = int(re.sub(r"class=\"\w*\"/>[A-Za-z]+", "", item_quantity_match.group(0)))
|
||||
result["needed"].update({format_string(item_name): item_quantity})
|
||||
|
||||
|
||||
except StopIteration:
|
||||
pass
|
||||
|
||||
return result
|
||||
|
||||
def get_sector_info():
|
||||
page = requests.get("https://deeptownguide.com/Items")
|
||||
num_regex = re.compile(r"<tr><tdclass=\"([a-zA-Z]|-)*\">[0-9]+")
|
||||
|
||||
|
||||
|
||||
def update_data(file_system):
|
||||
items = {}
|
||||
urls_item = get_all_item_urls()
|
||||
for item_url in urls_item:
|
||||
items.update({
|
||||
format_string(re.sub("https://deeptownguide.com/Items/Details/[0-9]+/", "", item_url)): get_item_info(
|
||||
item_url)
|
||||
})
|
||||
return None
|
||||
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
update_data()
|
||||
@ -1,13 +1,16 @@
|
||||
aiohttp==3.3.2
|
||||
appdirs==1.4.3
|
||||
async-timeout==3.0.0
|
||||
attrs==18.1.0
|
||||
cffi==1.11.5
|
||||
chardet==3.0.4
|
||||
git+https://github.com/Rapptz/discord.py@rewrite#egg=discord.py
|
||||
discord.py==1.0.0a1497+g8d39ab8
|
||||
fs==2.1.0
|
||||
idna==2.7
|
||||
multidict==4.3.1
|
||||
pycparser==2.18
|
||||
pytz==2018.5
|
||||
six==1.11.0
|
||||
websockets==6.0
|
||||
yarl==1.2.6
|
||||
fs
|
||||
lxml
|
||||
|
||||
@ -95,8 +95,29 @@ tr = {
|
||||
},
|
||||
"deeptown": {
|
||||
"description": "Commandes relatives au jeu deeptown.",
|
||||
"aide": {
|
||||
"help": {
|
||||
"best_place_mine": {
|
||||
"description": "Montre les meilleurs emplacements de mine pour un cerain minerais.",
|
||||
"examples": [
|
||||
("`{prefix}best_place_mine iron`",
|
||||
"Donne les meilleurs emplaceent pour le minerais de fer.")
|
||||
],
|
||||
},
|
||||
"to_make": {
|
||||
"description": "Donne les resource nécessaires pour faire un item.",
|
||||
"example": [
|
||||
("`{prefix}to_make copperNail 100`",
|
||||
"Donne les resources pour faire 100 clous en cuivre, càd 10 copperBar."),
|
||||
],
|
||||
},
|
||||
"to_make_recursive": {
|
||||
"description": "Donne toutes les resources nécessaires pour faire un item.",
|
||||
"example": [
|
||||
("`{prefix}to_make_recursive copperNail 100`",
|
||||
"Donne les resources pour faire 100 copperNail, càd 10 copperBar et 50 copper."),
|
||||
],
|
||||
|
||||
}
|
||||
},
|
||||
"best_place_mine": "Voici les meilleurs emplacements pour le minerais {ore}\n```\n",
|
||||
"to_make": "Pour faire {quantity} {item} il faudra {time}. Il vous faudra {needed}. La valeur totale "
|
||||
|
||||
Loading…
Reference in New Issue
Block a user