nplus1

import requests
from bs4 import BeautifulSoup 

url = 'https://nplus1.ru/'
page = requests.get(url)
soup = BeautifulSoup(page.text)

urls = []
for link in soup.find_all('a'):
    if '/news' in link.get('href'):
        urls.append(link.get('href'))
        
full_urls = ['https://nplus1.ru' + u for u in urls]

url0 = full_urls[1]
page0 = requests.get(url0)
soup0 = BeautifulSoup(page0.text)
author = soup0.findAll('meta', 
                        {'name' : 'author'})[0]['content']
date = soup0.findAll('meta', 
                      {'itemprop' : 'datePublished'})[0]['content']
title = soup0.findAll('meta', 
                       {'property' : 'og:title'})[0]['content']
description = soup0.findAll('meta', 
                             {'name' : 'description'})[0]['content']                             

def GetNews(url0):
    page0 = requests.get(url0)
    soup0 = BeautifulSoup(page0.text)
    
    author = soup0.findAll('meta', 
                        {'name' : 'author'})[0]['content']
    date = soup0.findAll('meta', 
                          {'itemprop' : 'datePublished'})[0]['content']
    title = soup0.findAll('meta', 
                           {'property' : 'og:title'})[0]['content']
    description = soup0.findAll('meta', 
                                 {'name' : 'description'})[0]['content']        

    rubrics = []
    for i in soup0.findAll('p', {'class' : 'table'})[0].findAll('a'):
        rubrics.append(i.text) 
        
    raw = soup0.findAll('p', {'class' : None}) 
    
    texts = []
    for r in raw:
        texts.append(r.text) 
    
    final = " ".join(texts) 
    final = final.strip().replace('\xa0', " ")
    news = final.split('Нашли опечатку?')[0]
    return author, date, title, description, rubrics, news