Carter Shanklin cartershanklin

## DataAnalysis.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                cartershanklin
                / DataAnalysis.ipynb
            
            
              Created
              October 23, 2023 18:28
            
              
                OCI Data Flow Data Science Notebook
              
          
        Loading

      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## dump_all_iam_statements.sh
#!/bin/sh

set -x

# Get all OCI IAM policy statements.
# Run as an Admin.

OUTPUT_FILE=all_iam_statements_$(date +'%Y-%m-%d').txt
rm -f $OUTPUT_FILE

## csv_etl_demo.py
#!/usr/bin/env python3

import argparse
import os
import sys

import oci
import oci_dataflow
from pyspark import SparkConf
from pyspark.sql.functions import udf

## deploy_dataflow
#!/usr/bin/env python3

# Deploy OCI Data Flow Applications easier.
#
# Features:
#  Interactive compartment and bucket picker.
#  Checksigs your script and archive and adds this to you Application name.
#  Skips uploads when possible.
#  Auto-detects your parameters and prompts you for defaults (SQL Only).
#  Fail-fast option for completely headless operation.

## svc_mushroom.py
import argparse
import oci
import os
import pathlib
import pandas as pd

from pyspark import SparkConf
from pyspark.sql import SparkSession
from sklearn import svm, preprocessing
from sklearn.model_selection import GridSearchCV as GridSearchCVNative

## Sacramentorealestatetransactions.csv
street,city,zip,state,beds,baths,sq__ft,type,sale_date,price,latitude,longitude
3526 HIGH ST,SACRAMENTO,95838,CA,2,1,836,Residential,Wed May 21 00:00:00 EDT 2008,59222,38.631913,-121.434879
51 OMAHA CT,SACRAMENTO,95823,CA,3,1,1167,Residential,Wed May 21 00:00:00 EDT 2008,68212,38.478902,-121.431028
2796 BRANCH ST,SACRAMENTO,95815,CA,2,1,796,Residential,Wed May 21 00:00:00 EDT 2008,68880,38.618305,-121.443839
2805 JANETTE WAY,SACRAMENTO,95815,CA,2,1,852,Residential,Wed May 21 00:00:00 EDT 2008,69307,38.616835,-121.439146
6001 MCMAHON DR,SACRAMENTO,95824,CA,2,1,797,Residential,Wed May 21 00:00:00 EDT 2008,81900,38.51947,-121.435768
5828 PEPPERMILL CT,SACRAMENTO,95841,CA,3,1,1122,Condo,Wed May 21 00:00:00 EDT 2008,89921,38.662595,-121.327813
6048 OGDEN NASH WAY,SACRAMENTO,95842,CA,3,2,1104,Residential,Wed May 21 00:00:00 EDT 2008,90895,38.681659,-121.351705
2561 19TH AVE,SACRAMENTO,95820,CA,3,1,1177,Residential,Wed May 21 00:00:00 EDT 2008,91002,38.535092,-121.481367
11150 TRINITY RIVER DR Unit 114,RANCHO CORDOV

## data_flow_tutorial_ex1.py
#!/usr/bin/env python

# This script executes Example 1 of the OCI Data Flow Tutorial
# https://docs.cloud.oracle.com/en-us/iaas/data-flow/data-flow-tutorial/tutorial/dfs_tut_etl_java.htm#etl_with_java

import argparse
import oci
import sys
import time

## data_flow_tutorial_ex1.sh
#!/usr/bin/env bash

# Copyright (c) 2020, Oracle and/or its affiliates. All rights reserved.
#
# This script executes Example 1 of the Data Flow Tutorial
# https://docs.cloud.oracle.com/en-us/iaas/data-flow/data-flow-tutorial/tutorial/dfs_tut_etl_java.htm#etl_with_java
#
# For more help with specific Data Flow commands, see:
#   oci data-flow -h
#

## func.py
import io
import json
import logging
import oci
import os
import requests
import sys

from fdk import response
from oci.signer import Signer
	#!/bin/sh

	set -x

	# Get all OCI IAM policy statements.
	# Run as an Admin.

	OUTPUT_FILE=all_iam_statements_$(date +'%Y-%m-%d').txt
	rm -f $OUTPUT_FILE
	#!/usr/bin/env python3

	import argparse
	import os
	import sys

	import oci
	import oci_dataflow
	from pyspark import SparkConf
	from pyspark.sql.functions import udf
	#!/usr/bin/env python3

	# Deploy OCI Data Flow Applications easier.
	#
	# Features:
	# Interactive compartment and bucket picker.
	# Checksigs your script and archive and adds this to you Application name.
	# Skips uploads when possible.
	# Auto-detects your parameters and prompts you for defaults (SQL Only).
	# Fail-fast option for completely headless operation.
	street,city,zip,state,beds,baths,sq__ft,type,sale_date,price,latitude,longitude
	3526 HIGH ST,SACRAMENTO,95838,CA,2,1,836,Residential,Wed May 21 00:00:00 EDT 2008,59222,38.631913,-121.434879
	51 OMAHA CT,SACRAMENTO,95823,CA,3,1,1167,Residential,Wed May 21 00:00:00 EDT 2008,68212,38.478902,-121.431028
	2796 BRANCH ST,SACRAMENTO,95815,CA,2,1,796,Residential,Wed May 21 00:00:00 EDT 2008,68880,38.618305,-121.443839
	2805 JANETTE WAY,SACRAMENTO,95815,CA,2,1,852,Residential,Wed May 21 00:00:00 EDT 2008,69307,38.616835,-121.439146
	6001 MCMAHON DR,SACRAMENTO,95824,CA,2,1,797,Residential,Wed May 21 00:00:00 EDT 2008,81900,38.51947,-121.435768
	5828 PEPPERMILL CT,SACRAMENTO,95841,CA,3,1,1122,Condo,Wed May 21 00:00:00 EDT 2008,89921,38.662595,-121.327813
	6048 OGDEN NASH WAY,SACRAMENTO,95842,CA,3,2,1104,Residential,Wed May 21 00:00:00 EDT 2008,90895,38.681659,-121.351705
	2561 19TH AVE,SACRAMENTO,95820,CA,3,1,1177,Residential,Wed May 21 00:00:00 EDT 2008,91002,38.535092,-121.481367
	11150 TRINITY RIVER DR Unit 114,RANCHO CORDOV
	#!/usr/bin/env python

	# This script executes Example 1 of the OCI Data Flow Tutorial
	# https://docs.cloud.oracle.com/en-us/iaas/data-flow/data-flow-tutorial/tutorial/dfs_tut_etl_java.htm#etl_with_java

	import argparse
	import oci
	import sys
	import time
	#!/usr/bin/env bash

	# Copyright (c) 2020, Oracle and/or its affiliates. All rights reserved.
	#
	# This script executes Example 1 of the Data Flow Tutorial
	# https://docs.cloud.oracle.com/en-us/iaas/data-flow/data-flow-tutorial/tutorial/dfs_tut_etl_java.htm#etl_with_java
	#
	# For more help with specific Data Flow commands, see:
	# oci data-flow -h
	#
	import io
	import json
	import logging
	import oci
	import os
	import requests
	import sys

	from fdk import response
	from oci.signer import Signer