DANGerous tommydangerous

## mage_delta-lake_read_battle-history_partitioned.py
from deltalake import DeltaTable


dt = DeltaTable(
    # Change this to your unique URI from a previous step
    # if you’re using your own AWS credentials.
    's3://mage-demo-public/magic-energy-and-battle-history/1337',
    storage_options={
        'AWS_ACCESS_KEY_ID': '...',
        'AWS_SECRET_ACCESS_KEY': '...',

## mage_delta-lake_export_data_into_avatar.py
from deltalake.writer import write_deltalake


@data_exporter
def export_data(combined_data, *args, **kwargs):
    write_deltalake(
        # Change this URI to your own unique URI
        's3://mage-demo-public/magic-energy-and-battle-history/1337',
        data=combined_data,
        mode='overwrite',

## mage_delta-lake_read_battle-history_versioned.py
from deltalake import DeltaTable


dt = DeltaTable(
    # Change this to your unique URI from a previous step
    # if you’re using your own AWS credentials.
    's3://mage-demo-public/battle-history-versioned/1337',
    storage_options={
        'AWS_ACCESS_KEY_ID': '...',
        'AWS_SECRET_ACCESS_KEY': '...',

## mage_delta-lake_upload_multiple_battle-history.py
from deltalake.writer import write_deltalake


# ['Aiur', 'Eos', 'Gaia', 'Kamigawa', 'Korhal', 'Ravnica']
planets = list(sorted(set(df['planet'].values)))

# Loop through each planet
for planet in planets:
    # Select a subset of the battle history data for a single planet
    planet_df = df.query(f"`planet` == '{planet}'")

## mage_delta-lake_upload_battle-history.py
from deltalake.writer import write_deltalake


write_deltalake(
    # Change this URI to your own unique URI
    's3://mage-demo-public/battle-history/1337',
    data=df,
    mode='overwrite',
    overwrite_schema=True,
    storage_options={

## mage_delta-lake_combine_magic_energy_and_battle_history.py
from deltalake import DeltaTable
import pandas as pd


@transformer
def transform(magic_energy, *args, **kwargs):
    dt = DeltaTable(
        # Change this to your unique URI from a previous step
        # if you’re using your own AWS credentials.
        's3://mage-demo-public/battle-history/1337',

## mage_delta-lake_read_battle-history.py
from deltalake import DeltaTable


dt = DeltaTable(
    # Change this to your unique URI from a previous step
    # if you’re using your own AWS credentials.
    's3://mage-demo-public/battle-history/1337',
    storage_options={
        'AWS_ACCESS_KEY_ID': '...',
        'AWS_SECRET_ACCESS_KEY': '...',

## mage_delta-lake_load_magic_energy.py
from deltalake import DeltaTable


@data_loader
def load_data(*args, **kwargs):
    dt = DeltaTable(
        's3://mage-demo-public/magic-energy/1337',
        storage_options={
            'AWS_ACCESS_KEY_ID': '...',
            'AWS_SECRET_ACCESS_KEY': '...',

## web-servers.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              1 star
            
          
                tommydangerous
                / web-servers.md
            
            
              Last active
              May 9, 2023 23:23
                — forked from willurd/web-servers.md
            
          
    Each of these commands will run an ad hoc http static server in your current (or specified) directory, available at http://localhost:8000. Use this power wisely.
Discussion on reddit.
Python 2.x

$ python -m SimpleHTTPServer 8000

  
## mage_delta-lake_download_battle-history.py
import pandas as pd


df = pd.read_csv(
    'https://raw.githubusercontent.com/mage-ai/datasets/master/battle_history.csv',
)
	from deltalake import DeltaTable


	dt = DeltaTable(
	# Change this to your unique URI from a previous step
	# if you’re using your own AWS credentials.
	's3://mage-demo-public/magic-energy-and-battle-history/1337',
	storage_options={
	'AWS_ACCESS_KEY_ID': '...',
	'AWS_SECRET_ACCESS_KEY': '...',
	from deltalake.writer import write_deltalake


	@data_exporter
	def export_data(combined_data, args, *kwargs):
	write_deltalake(
	# Change this URI to your own unique URI
	's3://mage-demo-public/magic-energy-and-battle-history/1337',
	data=combined_data,
	mode='overwrite',
	from deltalake.writer import write_deltalake


	# ['Aiur', 'Eos', 'Gaia', 'Kamigawa', 'Korhal', 'Ravnica']
	planets = list(sorted(set(df['planet'].values)))

	# Loop through each planet
	for planet in planets:
	# Select a subset of the battle history data for a single planet
	planet_df = df.query(f"`planet` == '{planet}'")
	from deltalake import DeltaTable
	import pandas as pd


	@transformer
	def transform(magic_energy, args, *kwargs):
	dt = DeltaTable(
	# Change this to your unique URI from a previous step
	# if you’re using your own AWS credentials.
	's3://mage-demo-public/battle-history/1337',
	from deltalake import DeltaTable


	@data_loader
	def load_data(args, *kwargs):
	dt = DeltaTable(
	's3://mage-demo-public/magic-energy/1337',
	storage_options={
	'AWS_ACCESS_KEY_ID': '...',
	'AWS_SECRET_ACCESS_KEY': '...',
	import pandas as pd


	df = pd.read_csv(
	'https://raw.githubusercontent.com/mage-ai/datasets/master/battle_history.csv',
	)