| #!/usr/bin/env python | |
| from dictshield.document import Document, EmbeddedDocument | |
| from dictshield.base import UUIDField, ShieldException | |
| from dictshield.fields import (StringField, | |
| DateTimeField, | |
| IntField, | |
| ListField, | |
| FloatField, | |
| EmbeddedDocumentField) |
| ╭─alex@nasqueron ~/Development/SnowPlow/snowplow/2-collectors/clojure-collector ‹feature/clj-collector› | |
| ╰─$ lein ring server-headless | |
| SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder". | |
| SLF4J: Defaulting to no-operation (NOP) logger implementation | |
| SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details. | |
| 2012-11-02 12:53:35.833:INFO:oejs.Server:jetty-7.6.1.v20120215Started server on port 3000 | |
| 2012-11-02 12:53:35.912:INFO:oejs.AbstractConnector:Started SelectChannelConnector@0.0.0.0:3000 | |
| ^C% ╭─alex@nasqueron ~/Development/SnowPlow/snowplow/2-collectors/clojure-collector ‹feature/clj-collector› | |
| ╰─$ lein ring server-headless |
| #!/usr/bin/env python | |
| # -*- coding: utf-8 -*- | |
| # | |
| # fetch_and_combine.py | |
| # | |
| """ | |
| Scans CloudFront logs in an S3 bucket for any that are new. Combines log files | |
| into a single local file per hour. If logs for multiple CloudFront | |
| distributions are present, combines them all. |
| CREATE TABLE IF NOT EXISTS events_fewer_lookups ( | |
| -- App | |
| `app_id` varchar(255) comment 'lookup', -- 'lookup' is a varchar optimisation for Infobright | |
| `platform` varchar(50) comment 'lookup', | |
| -- Date/time | |
| `dt` date, | |
| `tm` time, | |
| -- Event | |
| `event` varchar(255) comment 'lookup', -- Renamed in 0.0.3 | |
| `event_id` varchar(38), -- Added in 0.0.3 |
Reference: snowplow/snowplow#113
Idea from: https://github.com/kingo55
This is a new feature to track views of products on ecommerce sites, or suggested articles on a media site, similar to how Google AdWords tracks ad views in different positions on a page.
Reference: snowplow/snowplow#113
Idea from: https://github.com/kingo55
See also:
| /* | |
| * Copyright (c) 2012 SnowPlow Analytics Ltd. All rights reserved. | |
| * | |
| * This program is licensed to you under the Apache License Version 2.0, | |
| * and you may not use this file except in compliance with the Apache License Version 2.0. | |
| * You may obtain a copy of the Apache License Version 2.0 at http://www.apache.org/licenses/LICENSE-2.0. | |
| * | |
| * Unless required by applicable law or agreed to in writing, | |
| * software distributed under the Apache License Version 2.0 is distributed on an | |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| var encodeWrapper: windowAlias.encodeURIComponent; | |
| /** | |
| * A helper to build a SnowPlow request string from an | |
| * an optional initial value plus a set of individual | |
| * key-value pairs, provided using the add method. | |
| * | |
| * @param string initialValue The initial querystring, ready to have additional key-value pairs added | |
| * | |
| * @return object The request string builder, with add and build methods |
| // Alias. Worth keeping in because it's so verbose. | |
| var encodeWrapper = window.encodeURIComponent; | |
| // IMPORTANT!! | |
| // ------------------------------------------ | |
| // This is how simple it is to build the final URL: | |
| image.src = configCollectorUrl + '?' + request; | |
| // See below for how each piece (configCollectorUrl and request) are built... | |
| /** |
| ╭─alex@nasqueron ~/Development/SnowPlow/snowplow/3-etl/hadoop-etl ‹feature/scalding-etl› | |
| ╰─$ sbt | |
| Detected sbt version 0.12.1 | |
| Starting sbt: invoke with -help for other options | |
| [info] Loading global plugins from /home/alex/.sbt/plugins | |
| [info] Loading project definition from /home/alex/Development/SnowPlow/snowplow/3-etl/hadoop-etl/project | |
| [info] Set current project to snowplow-hadoop-etl (in build file:/home/alex/Development/SnowPlow/snowplow/3-etl/hadoop-etl/) | |
| snowplow-hadoop-etl > test-only com.snowplowanalytics.snowplow.hadoop.etl.jobs.CorruptedCfLinesTest | |
| 13/02/27 08:40:20 INFO property.AppProps: using app.id: 83265FFB1D12AEF2BE02B7B711912163 | |
| 13/02/27 08:40:20 INFO util.Version: Concurrent, Inc - Cascading 2.0.7 |