Stiivi

# Demo:
#
# Aggregate population per independence type for every year
# Sources: Population and Country Codes datasets
#

from bubbles import Pipeline

# List of stores with datasets. In this example we are using the "datapackage"
# store

Stiivi

# -*- coding: utf8 -*-

from bubbles import Pipeline

stores = {
    "package": {"type": "datapackages", "url": "data" }
}

p = Pipeline(stores=stores)

Stiivi

Total
----------------------
Record count:       62
Total amount:  1116860

Drill Down by Category (top-level Item hierarchy)
=================================================
Category                 Count     Total
----------------------------------------
Assets                      32    558430

Stiivi

class CreateTableAsSelect(Executable, ClauseElement):
    def __init__(self, table, select):
        self.table = table
        self.select = select

@compiles(CreateTableAsSelect)
def visit_create_table_as_select(element, compiler, **kw):
    preparer = compiler.dialect.preparer(compiler.dialect)
    full_name = preparer.format_table(element.table)

Stiivi

from sqlalchemy import create_engine, MetaData, Table, Integer, Date, Column
import sqlalchemy.sql as sql

engine = create_engine("sqlite://")
md = MetaData(bind=engine)
table = Table("data", md)
table.append_column(Column("id", Integer))
table.append_column(Column("adate", Date))
table.append_column(Column("value", Integer))

Stiivi

from bubbles import Pipeline, ExecutionEngine
from bubbles import operation, datasource

# New implicit iterator operations

@datasource(fields=["i"])
def generator(context, count=10):
    for i in range(count):
        yield [i]

Stiivi

from sqlalchemy import sql
from collections import OrderedDict

def simple_upsert(source, target, source_key, target_key, mapping):
    """Simple transformative upsert from `source` table into `target` table
    where `source_key` is unique key in the `source` table amd `target_key`
    is its equivalend in the `target` table. `mapping` is a dictionary that
    maps between target's column names and source column names.

    Returns a tuple of two statements (`update`, `insert`).

Stiivi

{-# LANGUAGE MultiParamTypeClasses #-}

import Text.Printf

data SQLLiteral
    = SQLFloatLiteral Float
    | SQLIntLiteral Integer
    | SQLStringLiteral String
    deriving (Show, Eq)

Stiivi

import brewery.streams
import brewery.nodes
import time

class FunctionSubstituteNode(brewery.nodes.Node):
    """Manipulate a field using a function.                                                                           
    This is a simpler version of DeriveNode(); a single field is passed in                                            
    rather than the entire record.                                                                                    
    """

Stiivi

$(function(){ /* jQuery.ready */

var Stream = Backbone.Model.extend({
    initialize: function() { /* do nothing */ },
});

window.streamsCollection = Backbone.Collection.extend({
        model: Stream,
        url: "http://localhost:5000/streams",