Skip to content

Instantly share code, notes, and snippets.

View shibacow's full-sized avatar

shibacow shibacow

View GitHub Profile
@shibacow
shibacow / vercheckex.ex
Created August 29, 2015 09:47
http://qiita.com/HirofumiTamori/items/602d9b326cb4816c2fe6 のソースを今でも動くように改良(2015/08/29)
defmodule VercheckEx do
# requireで使用するライブラリを指定
require HTTPoison
require Floki
require Timex
use Timex
def fetch_content(url, type) do
ret = HTTPoison.get!( url ) # urlで指定されるページのデータを取得
%HTTPoison.Response{status_code: 200, body: body} = ret
# HTML bodyを取得する
@shibacow
shibacow / impala-sample
Created May 31, 2014 16:14
impalaya-sample
#!/usr/bin/python
# -*- coding:utf-8 -*-
from impala.dbapi import connect
import gevent
from impala.error import *
import time
def fetch(sql,func):
@shibacow
shibacow / gini.py
Created August 2, 2015 08:56
gini coefficient by python
#!/usr/bin/python
# -*- coding:utf-8 -*-
import numpy as np
import doctest
def gini_coefficient(src):
"""
>>> gini_coefficient([245,362,826])
0.40544312630844381
@shibacow
shibacow / VercheckEx.ex
Last active August 29, 2015 17:27
http://qiita.com/HirofumiTamori/items/7936ed9c6f73f4c9b475 を真似て書いた。ubuntu 14.04 Elixir (1.0.5)で動作確認。 iex -S mixで動く。
defmodule VercheckEx do
# requireで使用するライブラリを指定
require HTTPoison
require Floki
require Timex
use Timex
def fetch_content() do
IO.puts("fetch_content")
receive do
{caller,url,type,i} ->
@shibacow
shibacow / VercheckEx_task.ex
Created August 29, 2015 18:08
http://qiita.com/HirofumiTamori/items/ed131104494f4bd2f695 を真似してみる。ubuntu 14.05 Elixir1.0.5で確認。
defmodule VercheckEx do
use Application
use GenServer
require HTTPoison
require Floki
require Timex
use Timex
def fetch_content(params) do
{{url,type},i} = params
ret = HTTPoison.get!( url ) # urlで指定されるページのデータを取得
select count(*) from [nicodata_test.comment_data];
select
STRFTIME_UTC_USEC(date, '%Y-%m') AS dt,
count(*)
FROM [nicodata_test.comment_data]
GROUP BY dt ORDER BY dt DESC;
@shibacow
shibacow / mix.exs
Created September 11, 2015 10:24
elixirプロセステスト
defmodule TestProcess.Mixfile do
use Mix.Project
def project do
[app: :test_process,
version: "0.0.1",
elixir: "~> 1.0",
build_embedded: Mix.env == :prod,
start_permanent: Mix.env == :prod,
escript: escript,
@shibacow
shibacow / prosess_test.ex
Last active September 23, 2015 16:11
マルチコア環境下でelxirでどの程度マルチコアを利用するか評価する。こちらに記事を書いた。 http://qiita.com/shibacow/items/8f2e8aaff0febb70b934
require Logger
defmodule KV do
def start_link do
Task.start_link(fn -> loop(%{}) end)
end
defp loop(map) do
receive do
{:get,key,caller} ->
send caller,{:get,:ok,Map.get(map,key)}
loop(map)
@shibacow
shibacow / LINPACK BENCH on osx mac book pro
Last active November 13, 2015 11:39
LINPACKを走らせてみる。
2015年 11月13日 金曜日 20時21分05秒 JST
Intel(R) Optimized LINPACK Benchmark data
Current date/time: Fri Nov 13 20:21:05 2015
CPU frequency: 3.091 GHz
Number of CPUs: 1
Number of cores: 2
Number of threads: 4