shibacow

package org.gephi.toolkit.save_test;

public class Main {

    public static void main(String[] args) {
        SaveProject saveProject = new SaveProject();
        saveProject.script();
    }
}

shibacow

defmodule VercheckEx do
  use Application
  require HTTPoison
  require Floki
  require Timex
  use Timex
  def fetch_content() do
    IO.puts("fetch_content")
    receive do
      {caller,url,type,i} ->

shibacow

ニコニコ動画データセットワークショップ

芝尾幸一郎(@shibacow)

上級者向け

• HiveのWebインターフェース
• スキーマ情報
• Hiveの関数一覧

SQLの基礎

shibacow

root@****:~/prog/hpl-2.0_FERMI_v15/bin/CUDA# more HPL.dat
HPLinpack benchmark input file
Innovative Computing Laboratory, University of Tennessee
HPL.out      output file name (if any)
7           device out (6=stdout,7=stderr,file)
1            # of problems sizes (N)
65536 73728 60000 40000 50000 60000 39007 39000  20960 364160 359424 276480 138240 115200 23040 354432 236160 95040 9600 20737
 16129 16128 Ns
3             # of NBs
2048 1536 1024 512 384 640 768 896 960 1024 1152 1280 384 640 960 768 640 256  960 512 768 1152         NBs

shibacow

# .bashrc

# Source global definitions
if [ -f /etc/bashrc ]; then
        . /etc/bashrc
fi

# User specific aliases and functions
export LD_LIBRARY_PATH=/opt/intel/mkl/lib/intel64:/opt/intel/compilers_and_libraries/linux/lib/intel64:/home/ec2-use
r/prog/hpl-2.0_FERMI_v15/src/cuda:/usr/lib64/openmpi/lib

shibacow

#!/usr/bin/env python
# -*- coding:utf-8 -*-
# -*- tab-width : 4 -*-
import argparse
# [START detect_text]
import base64
import os
import re
import sys
from mog_op import MongoOp

shibacow

from machine import I2C, Pin,deepsleep
import utime
# from m5stack import lcd
# see bme280,ambient lib from https://github.com/AmbientDataInc/ESP32SamplePrograms/tree/master/Micropython
import bme280
import ambient


ssid = 'your_ssid'
password = 'your_wifi_password '

shibacow

import sys,os
from pyspark.sql import SQLContext, Row
import pyspark.sql.functions as func
import logging
from pyspark import SparkContext

logger = logging.getLogger('py4j')

from optparse import OptionParser
parser = OptionParser()

shibacow

TOPIC='[TOPIC_NAME]'
GOOGLE_CLOUD_PROJECT='[PROJECT_ID]'
SUBSCRIBE='[SUBSCRIBER_NAME]'
MONGO_DB='MONGO_DB_NAME'
JSON_KEY='PATH_TO_JSON_KEY'

shibacow

select strftime_utc_usec(upload_time,"%Y-%m") as umonth,
count(1) 
FROM [nicodata.video]
GROUP BY umonth
order by umonth;