简书动态爬取

gistfile1.txt

import requests
from lxml import etree

start_url_var = 'https://www.jianshu.com/users/9104ebf5e177/timeline'
base_url = 'https://www.jianshu.com/users/9104ebf5e177/timeline?max_id={}&page={}'
# 筛选第一层
# ul class="note-list"
last_max_id = -1
user_id = ''


def get_info(start_url):
    source = requests.get(start_url).text
    user_id = start_url.split('/')[4]
    data_html = etree.HTML(source)
    data_list = data_html.xpath('//ul[@class="note-list"]')
    li_list = data_list[0].xpath('//li/@id')
    print(get_last_id_less_one(li_list))


def get_last_id_less_one(id_list):
    mm = []
    id_str = id_list[-1]
    # print(id_str)
    return id_str.split('-')[1]


if __name__ == '__main__':
    get_info(start_url_var)
    # source = requests.get(test_url).text
    # data_html = etree.HTML(source)
    # data_list = data_html.xpath('//ul[@class="note-list"]')
    # li_list = data_list[0].xpath('//li/@id')
    # type_list = data_list[0].xpath('//span/@data-type')
    # datetime_list = data_list[0].xpath('//span/@data-datetime')