kleysonr

// This version cannot protect its internal 
// data from external tampering. 

function Sampler(expect) {
  this.values = new Array();
  this.expect = expect;
}

Sampler.prototype.add = function(value) {
  var length = this.values.length;

kleysonr

var stringify = function(obj, prop) {
  var placeholder = '____PLACEHOLDER____';
  var fns = [];
  var json = JSON.stringify(obj, function(key, value) {
    if (typeof value === 'function') {
      fns.push(value);
      return placeholder;
    }
    return value;
  }, 2);

kleysonr

<!-- Mondrian -->
   <appender name="MONDRIAN" class="org.apache.log4j.DailyRollingFileAppender">
     <param name="File" value="/home/pentaho/pentaho/server/biserver-ee/logs/mondrian.log"/>
     <param name="Append" value="true"/>

     <param name="DatePattern" value="'.'yyyy-MM-dd"/>
     <layout class="org.apache.log4j.PatternLayout">
       <param name="ConversionPattern" value="%d %-5p (%t) [%c] %m%n"/>
     </layout>
   </appender>

kleysonr

package sample1;

import java.io.UnsupportedEncodingException;
import java.util.Arrays;
import java.util.Base64;
import java.util.Properties;

import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;

kleysonr

# For the first time, install PyDrive
# !pip install PyDrive

import os
from pydrive.auth import GoogleAuth
from pydrive.drive import GoogleDrive
from google.colab import auth
from oauth2client.client import GoogleCredentials

# 1. Authenticate and create the PyDrive client.

kleysonr

Procedures used to configure a new fresh installed Ubuntu 16.04.5 LTS with support for OpenCV4 + Python 3.6 + Nvidia GTX 1060 + Tensorflow + Keras.

Installing GPU drivers

Open the link https://www.geforce.com/drivers and under the Manual Driver Search select the appropriated values, make sure to select Recommended/Certified option, and click search.

Search for the latest version in the list. While writing this gist the latest version was 410.78.

kleysonr

import math, os
import numpy as np
import cv2
from sklearn.preprocessing import LabelBinarizer
from imutils import paths
import time

"""
    File name: keras_batch_generator.py
    Author: Kleyson Rios

kleysonr

import time

start_time = time.time()
(...)
end_time = time.time()
hours, rem = divmod(end_time-start_time, 3600)
minutes, seconds = divmod(rem, 60)
logger.info('Finished in {:0>2}:{:0>2}:{:05.2f}'.format(int(hours),int(minutes),seconds))

kleysonr

import gensim
import codecs
import logging
from nltk.tokenize import word_tokenize

logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)

def read_data(txtfile):
    with codecs.open(txtfile, 'r', 'utf-8') as f:
        for i,line in enumerate (f):

kleysonr

-- This is based on https://gist.github.com/duffn/38449526e00abb47f4ec292f0491313d#file-creating_a_date_dimension_table_in_postgresql-sql

DROP TABLE if exists d_date;

CREATE TABLE d_date
(
  id						INT NOT NULL,
  "date"					DATE NOT NULL,
  formatted_date			VARCHAR(10) NOT NULL,
  full_date					varchar(20) not null,