Andrea Tvilling 🙃🏳️‍⚧️🌈🌻🇺🇦🇪🇺 aytvill

## Read News Articles - openapi-functions.yaml
swagger: '2.0'
info:
  title: Read News Articles
  description: This API returns news articles related to an entity
  version: 1.0.0
host: [GENERATED SERVICE HOSTNAME]
schemes:
  - https

paths:

## Cloud Function-read_news_articles.py


import os
from datetime import datetime, timezone
import time
import hashlib
import json
import pandas as pd
from flask import escape
from flask import jsonify

## RSS Search Process - openapi-functions.yaml
swagger: '2.0'
info:
  title: RSS Search Process
  description: This API triggers an RSS search process
  version: 1.0.0
host: [GENERATED SERVICE HOSTNAME]
schemes:
  - https

paths:

## class - gcp_cloud_util.py
import os

class gcp_util:
    def get_projectid(self,projectid=None):
        if projectid is None:
            env_var=['GCP_PROJECT','GOOGLE_CLOUD_PROJECT']
            for v in env_var:
                try:
                    my_projectid=os.environ.get(v)
                    print('OK')

## Cloud Function-publish_rss_feed_search_message.py

# Public packages
from datetime import datetime, timezone
import pandas as pd
from flask import escape
from flask import jsonify

#Private dependency package
from mylib.gcp_cloud_util.gcp_cloud_util import gcp_pubsub

## news_web_scraping_cloud_function.py
from datetime import datetime, timezone
import pandas as pd
from pandas.io.json import json_normalize
import requests
import feedparser
from bs4 import BeautifulSoup

from google.cloud import storage
from google.cloud import pubsub_v1

## web_scraping_parse_articles.py
import requests
from bs4 import BeautifulSoup
import pandas as pd

#Test url
url = 'https://www.theguardian.com/technology/2019/aug/28/apple-ends-contracts-hundreds-workers-hired-to-listen-siri'

#Request the article url to get the web page content.
article = requests.get(url)

## RSS_Feed_data.py
import feedparser
from pandas.io.json import json_normalize
import pandas as pd
import requests

rss_url='https://news.google.com/rss/search?q=apple'
#Read feed xml data
news_feed = feedparser.parse(rss_url)

#Flatten data

## client__package.json
{
  "name": "client",
  "version": "0.1.0",
  "private": true,
  "dependencies": {
    "@testing-library/jest-dom": "^5.16.4",
    "@testing-library/react": "^13.2.0",
    "@testing-library/user-event": "^13.5.0",
    "bootstrap": "^5.1.3",
    "ethers": "^5.6.6",

## README.md

      
              1 file
            
          
              0 forks
            
          
                0 comments
              
            
              0 stars
            
          
                aytvill
                / README.md
            
            
              Last active
              December 3, 2022 03:31
                — forked from gbraad/README.md
            
              
                Buy Me a Coffee
              
          
    Buy Me a Coffee

Using inlined HTML


<a href="https://www.buymeacoffee.com/aytvill" target="_blank"><img src="https://www.buymeacoffee.com/assets/img/custom_images/orange_img.png" alt="Buy Me A Coffee" style="height: 41px !important;width: 174px !important;box-shadow: 0px 3px 2px 0px rgba(190, 190, 190, 0.5) !important;-webkit-box-shadow: 0px 3px 2px 0px rgba(190, 190, 190, 0.5) !important;" ></a>
	swagger: '2.0'
	info:
	title: Read News Articles
	description: This API returns news articles related to an entity
	version: 1.0.0
	host: [GENERATED SERVICE HOSTNAME]
	schemes:
	- https

	paths:


	import os
	from datetime import datetime, timezone
	import time
	import hashlib
	import json
	import pandas as pd
	from flask import escape
	from flask import jsonify
	swagger: '2.0'
	info:
	title: RSS Search Process
	description: This API triggers an RSS search process
	version: 1.0.0
	host: [GENERATED SERVICE HOSTNAME]
	schemes:
	- https

	paths:
	import os

	class gcp_util:
	def get_projectid(self,projectid=None):
	if projectid is None:
	env_var=['GCP_PROJECT','GOOGLE_CLOUD_PROJECT']
	for v in env_var:
	try:
	my_projectid=os.environ.get(v)
	print('OK')

	# Public packages
	from datetime import datetime, timezone
	import pandas as pd
	from flask import escape
	from flask import jsonify

	#Private dependency package
	from mylib.gcp_cloud_util.gcp_cloud_util import gcp_pubsub
	from datetime import datetime, timezone
	import pandas as pd
	from pandas.io.json import json_normalize
	import requests
	import feedparser
	from bs4 import BeautifulSoup

	from google.cloud import storage
	from google.cloud import pubsub_v1
	{
	"name": "client",
	"version": "0.1.0",
	"private": true,
	"dependencies": {
	"@testing-library/jest-dom": "^5.16.4",
	"@testing-library/react": "^13.2.0",
	"@testing-library/user-event": "^13.5.0",
	"bootstrap": "^5.1.3",
	"ethers": "^5.6.6",