Navigation Menu

Skip to content

Instantly share code, notes, and snippets.

View heartonbit's full-sized avatar

Minkyu Shim heartonbit

View GitHub Profile
CREATE TEMPORARY FUNCTION do(x float64, y float64)
RETURNS float64
LANGUAGE js AS """
function add(a, b) {
return a + b;
}
return add(x, y)
""";
with data as (
select *
@heartonbit
heartonbit / Bigquery_remove_tables_using_jupyternotebook
Last active April 24, 2018 06:31
[Bigquery] Remove tables using jupyternotebook
for idx in range(3,351):
tablename = "table_{0}".format(idx)
print(tablename)
!bq rm -f -t $tablename
def cosine_distances(X, Y):
"""
X : Target example score vector DataFrame with inst_id as the first column
Y : All example score vector DataFrame with inst_id as the first column
return pair-wise cosine distance DataFrame
"""
from sklearn.metrics import pairwise
x_header = X.iloc[:, 0].values
X = X.iloc[:, 1:]
y_header = Y.iloc[:, 0].values
def predict_score(model_pickle_path, target_filepath, n_meta_columns, n_feature_columns):
"""
model_pickle_path :
target_filepath : target gene expression examples with meta
n_meta_columns : number of meta columns
n_feature_columns : number of feature(gene)s
return score DataFrame
"""
df0 = pd.read_csv(target_filepath, header=-1)
x_header = df0.iloc[:, 0:n_meta_columns]
import concurrent.futures
def do(params):
return "hello"
with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:
future = executor.submit(do, params)
for future in concurrent.futures.as_completed(future_to_url):
url = future_to_url[future]
device_name = tf.test.gpu_device_name()
if device_name != '/device:GPU:0':
raise SystemError('GPU device not found')
print('Found GPU at: {}'.format(device_name))
print("GPU Available: ", tf.test.is_gpu_available())
@heartonbit
heartonbit / find_n_delete
Last active November 14, 2020 20:43
find and delete
find . -type f -name "*.bak" -delete
or
find . -name "FILE-TO-FIND" -exec rm -rf {} \;
@heartonbit
heartonbit / gist:e74264b1ed61529401c53dc3c016b094
Last active November 19, 2020 08:46
[Dockerfile] Install python3 on Ubuntu
# Install python
RUN apt-get update \
&& apt-get install -y python3-pip python3-dev git \
&& cd /usr/local/bin \
&& ln -s /usr/bin/python3 python \
&& pip3 install --upgrade pip
@heartonbit
heartonbit / gist:dea706c49a713f6c36c23f10abce2cd6
Created December 29, 2020 16:25
Select a certain number of files randomly and copy them to a specific location
shuf -zn10 -e *.txt | xargs -0 cp -vt ../targetdir/
@heartonbit
heartonbit / gist:2575ce02ca730559d2f2c65eb8682231
Created March 20, 2018 02:04
GCC 7 on Ubuntu 14.04 & 16.04
https://gist.github.com/application2000/73fd6f4bf1be6600a2cf9f56315a2d91
sudo apt-get update -y && \
sudo apt-get upgrade -y && \
sudo apt-get dist-upgrade -y && \
sudo apt-get install build-essential software-properties-common -y && \
sudo add-apt-repository ppa:ubuntu-toolchain-r/test -y && \
sudo apt-get update -y && \
sudo apt-get install gcc-7 g++-7 -y && \
sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-7 60 --slave /usr/bin/g++ g++ /usr/bin/g++-7 && \