return related keywords http://www.related-keywords.com/

get_related_keywords.py

from umihico_commons.chrome_wrapper import Chrome, Keys
from time import sleep


def get_related_keywords_iter(keywords):
    c = Chrome()
    for kw in keywords:
        texts = get_related_keywords(kw, chrome=c)
        yield texts
    return texts


def get_related_keywords(keyword, chrome=None):
    c = chrome or Chrome()
    input_xpath = "//div[@id='head']/form/p/input[2]"
    if len(c.xpath(input_xpath)) == 0:
        c.get("http://www.related-keywords.com/")
        sleep(1)
    input_ = c.find_element_by_xpath(input_xpath)
    input_.send_keys(Keys.CONTROL, 'a')
    input_.send_keys(keyword)
    input_.send_keys(Keys.ENTER)
    textarea_xpath = "//li[contains(.,'全キーワードリスト（重複除去）')]/following-sibling::li/textarea"
    c.find_element_by_xpath(textarea_xpath)
    sleep(1)
    texts = c.xpath(
        textarea_xpath)[0].get_attribute("innerHTML").split('\n')
    return list(texts)


if __name__ == '__main__':
    keyword = "引っ越し"
    keywords = [keyword, '貸倉庫']
    from pprint import pprint
    # pprint(get_related_keywords(keyword))
    texts_list = get_related_keywords_multi(keywords)
    pprint(texts_list)