Skip to content

Instantly share code, notes, and snippets.

View buhii's full-sized avatar

Takahiro Kamatani buhii

View GitHub Profile
@buhii
buhii / merge_vector_indices.py
Created April 30, 2023 15:26
Merges multiple instances of GPTSimpleVectorIndex
from llama_index.vector_stores.simple import SimpleVectorStoreData, SimpleVectorStore
from llama_index.indices.vector_store import GPTVectorStoreIndex
from llama_index.data_structs.data_structs_v2 import SimpleIndexDict
from llama_index.docstore.simple_docstore import SimpleDocumentStore
def merge_vector_indices(vector_indices):
"""
Merges multiple instances of GPTSimpleVectorIndex from
the LlamaIndex (0.5.27) library into a single GPTVectorStoreIndex instance.
@buhii
buhii / event_usage.py
Last active December 20, 2022 08:07
elasticsearch scripted metric aggregation
def event_usage(self, task_id, since, until, interval="1m"):
interval_ms = 60000 # 1 minute
quantize = lambda t: (t // interval_ms) * interval_ms
q_since, q_until = quantize(since), quantize(until)
# --- scripts ---
quantize_closure = "quantize = { it.intdiv(interval_ms) * interval_ms }\n"
script = {}
script['init'] = """
@buhii
buhii / DPLL.ipynb
Created January 10, 2021 13:51
DPLL.ipynb
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
import png
f = open('icon.png', 'wb')
w = png.Writer(1, 1, greyscale=True)
w.write(f, [[240]])
f.close()
# -*- coding: utf-8 -*-
import codecs
import HTMLParser
import sys
import re
import bz2
DEBUG = False
#!/bin/bash
mecab="mecab-0.996"
mecab_python="mecab-python-0.996"
mecab_googlecode="https://mecab.googlecode.com/files/"
if ! type curl > /dev/null; then
downloader='wget '
else
downloader='curl -O '
@buhii
buhii / fanta.py
Created December 14, 2013 02:00
Fanta quiz 3
# -*- coding: utf-8 -*-
def all_startswith(question, d):
for num in d:
if question.startswith(num):
yield num
def pickup(string, d, result=[]):
if string == "":
print result, ''.join([d[num] for num in result])
# -*- coding: utf-8 -*-
import json
from datetime import datetime, timedelta
ROBOT_RECORD = "RobotRecord"
RECORD_KINDS = ('AFSMData', 'Compass', 'FaceMotionData', 'OmniControl', 'RSSIRecord', 'URGData')
FILENAME_PREFIX = "2012-08-31 11:00:00+09:00_2012-08-31 17:10:00+09:00_"
#!/Users/buhii/.virtualenvs/gemini/bin/python
# -*- coding: utf-8 -*-
import os
from path import path
IMAGE_EXTENSIONS = ('png', 'jpg', 'gif', 'pdf')
d = path('.')
@buhii
buhii / framed.py
Created January 14, 2013 20:05
framed.py - draw a frame for any pictures
#!/Users/buhii/.virtualenvs/gemini/bin/python
# -*- coding: utf-8 -*-
import sys
if len(sys.argv) != 2:
print "Usage: framed.py [image path]"
sys.exit(0)
else:
import os