ruslanmv

ruslanmv

Sessions

Code	Title	Duration	Link
Keynote	Andy Jassy Keynote Announcement Recap	0:01	https://www.youtube.com/watch?v=TZCxKAM2GtQ
Keynote	AWS re:Invent 2016 Keynote: Andy Jassy	2:22	https://www.youtube.com/watch?v=8RrbUyw9uSg
Keynote	AWS re:Invent 2016 Keynote: Werner Vogels	2:16	https://www.youtube.com/watch?v=ZDScBNahsL4
Keynote	[Tuesday Night Live with Jame

ruslanmv

Environment:

OS: CENTOS 6.8 (No root access)

GCC: locally installed 5.2.0 (Cluster default is 4.4.7)

Bazel: 0.4.0-2016-11-06 (@fa407e5)

Tensorflow: v0.11.0rc2

CUDA: 8.0

ruslanmv

import pyathena
import pandas as pd

## Directly by panda
athena_conn = pyathena.connect(aws_access_key_id=os.environ['ATHENA_USER'], ##credentials of aws_access_key_id
                 aws_secret_access_key=os.environ['ATHENA_PASSWORD'], ##credentials of aws_secret_access_key
                 s3_staging_dir='s3://aws-athena-query-results-<your-details>', ##where the athena query result saved - checked in S3 ,
                 region_name='eu-west-1') ##the region you set for Athena

df = pd.read_sql("SELECT * FROM tutorial.wbcdata LIMIT 10", athena_conn)

ruslanmv

{
	"Header": {
		"prefix": "header",
		"body": [
			"'''",
			"#FILE: $1",
			"Project: $WORKSPACE_NAME",
			"-------------------",
			"By: Anh Dang",
			"Date: $CURRENT_YEAR-$CURRENT_MONTH-$CURRENT_DATE",

ruslanmv

-- Search for a columns in DB
SELECT      COLUMN_NAME AS "ColumnName",
            TABLE_NAME AS  "TableName",
            TABLE_SCHEMA
FROM        INFORMATION_SCHEMA.COLUMNS
WHERE       COLUMN_NAME LIKE 'cashfac_id'
ORDER BY    TABLE_NAME,
            COLUMN_NAME;

-- List all columns one table

ruslanmv

## Tuple: 
# Capture arbitrarily long list
values = 1,2,3,4,5
a, b, *rest = values
# Discard the rest
a, b, *_ = values

## Zip: 
# "pairs" up the elements of list
seq1 = ['foo','bar','baz']

ruslanmv

# Categorizing to dicts
words = ['apple', 'bat', 'bar', 'atom', 'book']
by_letters = {}

for word in words:
    letter = word[0]
    by_letters[letter] = by_letters.get(letter, 0) + 1
    value = by_letters[letter]
    print('Letter: {} - Count: {}'.format(letter, value))

ruslanmv

## Tuple: 
# Capture arbitrarily long list
values = 1,2,3,4,5
a, b, *rest = values
# Discard the rest
a, b, *_ = values

## Zip: 
# "pairs" up the elements of list
seq1 = ['foo','bar','baz']

ruslanmv

## Functions -----------

## Multiple return
def f():
    a = 5
    b = 6
    c = 7
    return a, b, c

a, b, c = f()