Skip to content

Instantly share code, notes, and snippets.

@masafumimori
masafumimori / Dockerfile.python
Created November 18, 2023 08:01
basic dockerfile for python
# FROM: https://github.com/amjadraza/pandasai-chainlit-docker-deployment-template/blob/main/Dockerfile
# The builder image, used to build the virtual environment
FROM python:3.10
WORKDIR /app
RUN apt-get update && apt-get install -y git
RUN pip install --upgrade pip
# ENV PYTHONPATH="/projects/ps-chat:$PYTHONPATH"
@masafumimori
masafumimori / python-compose.yml
Created November 18, 2023 08:00
basic compose file for python
version: '3'
services:
dev:
container_name: auto-post
build:
context: .
dockerfile: 'Dockerfile'
args:
DOCKERIGNORE_FILE: .dockerignore.dev
ports:
@masafumimori
masafumimori / whisper-simple.py
Last active November 13, 2023 16:28
This is a simple implementation of transcription with OpenAI Whisper API and Gradio.
import gradio as gr
from openai import OpenAI
import os
client = OpenAI(
api_key=os.getenv("OPENAI_API_KEY"),
)
DEFAULT_PROMPT = (
"Hello, welcome to my lecture." # To make sure transcription has punctuation
)
@masafumimori
masafumimori / japanese_full.txt
Created August 23, 2023 01:12 — forked from kgsi/japanese_full.txt
日本語文字コード範囲指定(ascii・ひらがな・カタカナ・第一水準および第二水準(JIS-X0208-1997)に含まれる漢字)
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~ abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ1234567890〜¡¢£¤¥¦§¨©ª«¬ ®¯°±²³´µ¶·¸¹º»¼½¾¿ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖ×ØÙÚÛÜÝÞßàáâãäåæçèéêëìíîïðñòóôõö÷øùúûüýþÿ‒–—―‖‗‘’‚‛“”„‟†‡•…‪‫‬‭‮ ‰′″‴‹›‼‾⁄⁞€™□ 、。,.・:;?!゛゜´`¨^ ̄_ヽヾゝゞ〃仝々〆〇ー―‐/◆□■△▲▽▼※〒→←↑↓〓∈∋⊆⊇⊂⊃アイウエオカキクケコサシスセソタチツテトナニヌネノハヒフヘホマミムメモヤユヨラリルレロワヲンァィゥェォッャュョーガギグゲゴザジズゼゾダヂヅデドバビブベボパピプペポヴぁあぃいぅうぇえぉおかがきぎくぐけげこごさざしじすずせぜそぞたァアィイゥウェエォオカガキギクグケゲコゴサザシジスズセゼソゾタΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩАБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭ─│┌┐┘└├┬┤┴┼━┃┏┓┛┗┣┳┫┻╋┠┯┨┷┿┝┰┥┸亜唖娃阿哀愛挨姶逢葵茜穐悪握渥旭葦芦鯵梓圧斡扱宛姐虻飴絢綾鮎或院陰隠韻吋右宇烏羽迂雨卯鵜窺丑碓臼渦嘘唄欝蔚鰻姥厩浦瓜閏噂云運押旺横欧殴王翁襖鴬鴎黄岡沖荻億屋憶臆桶牡乙俺卸恩温穏音下化仮何魁晦械海灰界皆絵芥蟹開階貝凱劾外咳害崖慨概涯碍蓋街該鎧骸浬馨蛙粥刈苅瓦乾侃冠寒刊勘勧巻喚堪姦完官寛干幹患感慣憾換敢柑桓棺款歓機帰毅気汽畿祈季稀紀徽規記貴起軌輝飢騎鬼亀偽儀妓宜戯技擬欺犠疑供侠僑兇競共凶協匡卿叫喬境峡強彊怯恐恭挟教橋況狂狭矯胸脅興蕎郷掘窟沓靴轡窪熊隈粂栗繰桑鍬勲君薫訓群軍郡卦袈祁係傾刑兄啓圭珪型検権牽犬献研硯絹県肩見謙賢軒遣鍵険顕験鹸元原厳幻弦減源玄現絃舷后喉坑垢好孔孝宏工巧巷幸広庚康弘恒慌抗拘控攻昂晃更杭校梗構江洪此頃今困坤墾婚恨懇昏昆根梱混痕紺艮魂些佐叉唆嵯左差査沙瑳砂詐鎖察拶撮擦札殺薩雑皐鯖捌錆鮫皿晒三傘参山惨撒散桟燦珊産算纂蚕讃賛次滋治爾璽痔磁示而耳自蒔辞汐鹿式識鴫竺軸宍雫七叱執失嫉室悉湿漆宗就州修愁拾洲秀秋終繍習臭舟蒐衆襲讐
#########################################
# Automate downloading BTCUSD data from
# https://public.bybit.com/trading/BTCUSD/
#########################################
import requests
import gzip
from datetime import datetime, timedelta
import requests
import gzip
import csv
import pandas as pd
import lightgbm as lgb
from lightgbm import cv
from scipy import stats
class AdversarialValidation:
"""
Easy to use and fast adversarial validation using LightGBM.
"""