Anna Geller anna-geller
anna-geller
/ transfer_acceleration.py
Created
August 1, 2021 12:18
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import boto3 | |
| s3 = boto3.client("s3") | |
| response = s3.put_bucket_accelerate_configuration( | |
| Bucket="annageller", AccelerateConfiguration={"Status": "Enabled"}, | |
| ) |
anna-geller
/ transfer_acceleration_usage.py
Created
August 1, 2021 12:20
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import boto3 | |
| from botocore.config import Config | |
| ta_config = Config(s3={"use_accelerate_endpoint": True}) | |
| s3 = boto3.client("s3", config=ta_config) |
anna-geller
/ step1_stock_data.py
Created
September 15, 2021 00:41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from datetime import date | |
| import os | |
| from pandas_datareader.data import DataReader | |
| ticker_symbol = "GOOGL" | |
| os.environ["ALPHAVANTAGE_API_KEY"] = "YOUR_API_KEY" | |
| df = DataReader( | |
| name=ticker_symbol, |
anna-geller
/ stock_data.py
Created
September 15, 2021 00:58
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import awswrangler as wr | |
| from datetime import date | |
| import logging | |
| import pandas as pd | |
| from pandas_datareader.data import DataReader | |
| logging.basicConfig( | |
| format="%(asctime)s - [%(levelname)s] - %(name)s: %(message)s", level="INFO" | |
| ) |
anna-geller
/ stock_data.py
Created
September 15, 2021 01:24
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import awswrangler as wr | |
| from datetime import date | |
| import logging | |
| import pandas as pd | |
| from pandas_datareader.data import DataReader | |
| class StockDataReader: | |
| def __init__( | |
| self, |
anna-geller
/ stock_data.py
Created
September 16, 2021 13:57
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import awswrangler as wr | |
| from datetime import date | |
| import logging | |
| import pandas as pd | |
| from pandas_datareader.data import DataReader | |
| class StockDataReader: | |
| def __init__( | |
| self, |
anna-geller
/ ecs_task_role.json
Created
September 16, 2021 14:39
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "Version": "2012-10-17", | |
| "Statement": [ | |
| { | |
| "Effect": "Allow", | |
| "Action": [ | |
| "athena:*", | |
| "glue:*", | |
| "s3:*Object*", | |
| "s3:GetBucketLocation", |
anna-geller
/ task_definition_anonymized.json
Created
September 16, 2021 14:48
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "family": "ecsDemo", | |
| "requiresCompatibilities": ["FARGATE"], | |
| "networkMode": "awsvpc", | |
| "cpu": "256", | |
| "memory": "512", | |
| "taskRoleArn": "arn:aws:iam::123456:role/ecs-athena-glue-s3-role", | |
| "executionRoleArn": "arn:aws:iam::123456:role/ecs-task-execution-role", | |
| "containerDefinitions": [ | |
| { |
anna-geller
/ task_definition_demo.json
Created
September 16, 2021 14:49
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "family": "ecsDemo", | |
| "requiresCompatibilities": ["FARGATE"], | |
| "networkMode": "awsvpc", | |
| "cpu": "256", | |
| "memory": "512", | |
| "taskRoleArn": "arn:aws:iam::123456:role/ecs-athena-glue-s3-role", | |
| "executionRoleArn": "arn:aws:iam::123456:role/ecs-task-execution-role", | |
| "containerDefinitions": [ | |
| { |
anna-geller
/ stock_data.py
Created
September 16, 2021 15:27
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import awswrangler as wr | |
| from datetime import date | |
| import logging | |
| import pandas as pd | |
| from pandas_datareader.data import DataReader | |
| class StockDataReader: | |
| def __init__( | |
| self, |