View webscraper04
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
if __name__ == "__main__": | |
run_preset_e_Vergabe() |
View webscraper03
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
def run_preset_e_Vergabe(): | |
umwelt = e_Vergabe("Umwelt") | |
natur = e_Vergabe("Natur") | |
eVergabe = pd.concat([umwelt, natur], ignore_index=True) | |
eVergabe.drop_duplicates(inplace=True) | |
eVergabe = eVergabe[eVergabe['Bezeichnungen'].str. | |
contains("daten|statisti|data|machine learning|maschinelles lernen|\ | |
maschinellem lernen|künstliche intelligenz|künstlicher intelligenz|\ |
View webscraper02
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
def e_Vergabe(Stichwort, Zeitraum = 'Letzte 7 Tage'): | |
driver = webdriver.Chrome("/usr/local/bin/chromedriver") | |
driver.get('https://www.evergabe-online.de/search.html?') | |
time.sleep(3) | |
Zustimmen_path = '/html/body/div[1]/div/div/a' | |
driver.find_element_by_xpath(Zustimmen_path).click() | |
Keyword_path = '//*[@id="keywordString"]' | |
driver.find_element_by_xpath(Keyword_path).send_keys(Stichwort) | |
time_path = '//*[@id="publishDateRange"]' | |
select = Select(driver.find_element_by_xpath(time_path)) |
View webscraper01
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from bs4 import BeautifulSoup | |
import pandas as pd | |
from selenium import webdriver | |
import math | |
import time | |
from selenium.webdriver.support.ui import Select | |
import re | |
from datetime import date |
View bee_app.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#Import required packages and modules | |
import streamlit as st | |
from keras.models import model_from_json | |
from PIL import Image | |
import pandas as pd | |
import SessionState | |
import skimage | |
import skimage.io | |
import skimage.transform | |
import numpy as np |