Created
December 31, 2018 14:08
-
-
Save TimSoethout/64c26c89409d9d591de15f67407426a5 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python3 | |
import sys | |
import datetime | |
import time as t | |
import os | |
import subprocess | |
import json | |
import re | |
import base64 | |
import ssl | |
import urllib.request | |
from datetime import timedelta, datetime, time | |
import paho.mqtt.client as mqtt #import the client1 | |
#Web scraping module: | |
import requests | |
from bs4 import BeautifulSoup | |
url = 'https://www.semsportal.com/home/login' | |
login_data = dict(account='XXXXX', pwd='XXXX') | |
session_requests = requests.session() | |
r = session_requests.post(url, data=login_data) | |
htmlresponse = json.loads(r.text).get('data').get('redirect') # Convert response to dict | |
url = "https://www.semsportal.com" + htmlresponse | |
print("url: " + url) | |
result = session_requests.get(url, headers = dict(referer = url) ) | |
htmlcontent= result.content # transform the result to html content | |
print("HTML content received") | |
# parse the html using beautiful soup | |
soup = BeautifulSoup(htmlcontent, 'html.parser') | |
# Filtering | |
data = soup.find_all("script")[19].string | |
filter1 = ( str(soup).split("var pw_info = ")[1] ) | |
filter2 = str(filter1).split("var pw_id = ")[0] | |
filter3 = filter2.split(";")[0] | |
filter4 = json.loads(filter3) | |
filter5 = dict(filter4) | |
# MQTT | |
#Client(client_id="GoodweScraper", clean_session=True, userdata=None, protocol=MQTTv311, transport=”tcp”) | |
mqtt_client_name = "goodwescraper" | |
mqtt_host = "localhost" | |
homeassistant_initial_config = True | |
homeassistant_state_update = True | |
homeassistant_delete_sensor = False | |
discovery_prefix = 'homeassistant' | |
component = 'sensor' | |
node_id = 'goodwe_sems_portal' | |
mqtt_topic_template = discovery_prefix + "/" + component + "/" + node_id | |
client =mqtt.Client(mqtt_client_name) | |
client.username_pw_set('homeassistant', password='XXXXX') | |
client.connect(mqtt_host, port=1883, keepalive=60) | |
print("Connected to MQTT") | |
payload_start = filter4['inverter'][0]['invert_full'] | |
if (homeassistant_initial_config): | |
for k, v in filter4['inverter'][0]['invert_full'].items(): | |
mqtt_topic = str( mqtt_topic_template + '_' + k + '/config') | |
payload_dict = {} | |
#payload_dict['device_class'] = 'sensor' | |
payload_dict['name'] = str(node_id + '_' + k).lower() | |
payload_dict['state_topic'] = mqtt_topic_template + '_' + k + '/state' | |
payload_json = json.dumps(payload_dict) | |
mqtt_payload = str(payload_json) | |
print("MQTT initial publish :" + mqtt_topic + mqtt_payload) | |
client.publish(mqtt_topic,mqtt_payload) | |
t.sleep(0.2) | |
if (homeassistant_delete_sensor): | |
mqtt_topic = str( mqtt_topic_template + "/" + k + '/state') | |
payload = '' | |
print("MQTT delete publish :" + mqtt_topic + mqtt_payload) | |
client.publish(mqtt_topic,payload) | |
if (homeassistant_state_update): | |
for k, v in filter4['inverter'][0]['invert_full'].items(): | |
payload_dict = {} | |
key = k | |
value = v | |
payload_dict[key] = value | |
mqtt_topic = str( mqtt_topic_template + '_' + k + '/state') | |
payload_json = json.dumps(payload_dict) | |
mqtt_payload = str(v) | |
print("MQTT update publish :" + mqtt_topic + mqtt_payload) | |
client.publish(mqtt_topic,mqtt_payload) | |
t.sleep(0.2) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
I added username and password for MQTT.
And print statements for some output.