Skip to content

Instantly share code, notes, and snippets.

View dedunumax's full-sized avatar

Dedunu Dhananjaya dedunumax

View GitHub Profile
SELECT *
FROM information_schema.innodb_trx
WHERE trx_mysql_thread_id = CONNECTION_ID()\G
SELECT
pid,
now() - pg_stat_activity.query_start AS duration,
query,
state
FROM pg_stat_activity
WHERE (now() - pg_stat_activity.query_start) > interval '5 minutes'
ORDER BY duration DESC;
resource "aws_db_instance" "mydb" {
engine = "mysql"
engine_version = "5.6.40"
instance_class = "db.t1.micro"
name = "initial_db"
username = "example"
password = "1234"
allocated_storage = "20"
publicly_accessible = "true"
}
CALL mysql.rds_reset_external_master;
IAB1 Arts & Entertainment
IAB1-1 Books & Literature
IAB1-2 Celebrity Fan/Gossip
IAB1-3 Fine Art
IAB1-4 Humor
IAB1-5 Movies
IAB1-6 Music
IAB1-7 Television
IAB2 Automotive
IAB2-1 Auto Parts
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>org.dedunu.datascience</groupId>
<artifactId>sample</artifactId>
<version>1.0-SNAPSHOT</version>
<packaging>jar</packaging>
package org.dedunu.datascience.sample
import org.apache.spark.{SparkContext, SparkConf}
object Driver {
def main(args: Array[String]): Unit = {
val sparkConf = new SparkConf().setAppName("Sample Job Name")
val sparkContext = new SparkContext(sparkConf)
val textFile = sparkContext.textFile("file://" + args(0) + "/*")
val counts = textFile.flatMap(line => line.split(" "))
import boto3
__author__ = 'dedunu'
connection = boto3.client(
'emr',
region_name='us-west-1',
aws_access_key_id='<Your AWS Access Key>',
aws_secret_access_key='<You AWS Secred Key>',
)
import boto.emr
import boto.exception
from boto.emr.instance_group import InstanceGroup
__author__ = 'dedunu'
connection = boto.emr.connect_to_region(
region_name='us-east-1',
aws_access_key_id='<Your AWS Access Key>',
aws_secret_access_key='<You AWS Secred Key>',
import boto.emr
import boto.exception
from boto.emr.instance_group import InstanceGroup
__author__ = 'dedunu'
connection = boto.emr.connect_to_region(
region_name='us-east-1',
aws_access_key_id='<Your AWS Access Key>',
aws_secret_access_key='<You AWS Secred Key>',