Skip to content

Instantly share code, notes, and snippets.

import tensorflow as tf
import requests
from PIL import Image
from io import BytesIO
import os, sys
@nomoa
nomoa / testtensor.md
Created August 3, 2018 16:36
testtensor.md
import tensorflow as tf
tf.reset_default_graph()
x = tf.placeholder(shape=([None]), name="x", dtype=tf.float32)
@nomoa
nomoa / profile_request.json
Last active April 24, 2018 22:00
profile request
{
"profile": true,
"query": {
"match_all": {}
},
"rescore": {
"window_size": 40,
"query": {
"rescore_query": {
"sltr": {
@nomoa
nomoa / profiling_output.json
Last active April 24, 2018 21:42
profiling_output
{
"profile" : {
"shards" : [
{
"id" : "[Hyk8ekCdRbutEqJcQpsv5g][test][0]",
"searches" : [
{
"query" : [
{
"type" : "MatchAllDocsQuery",
mjolnir/test/utilities/test_spark.py ..........F........
========================================= FAILURES ==========================================
test_load_config[/vagrant/mjolnir/test/fixtures/load_config/example_train.test-/vagrant/mjolnir/test/fixtures/load_config/example_train.expect]
monkeypatch = <_pytest.monkeypatch.MonkeyPatch instance at 0x7fc4cb4d2bd8>
test_file = '/vagrant/mjolnir/test/fixtures/load_config/example_train.test'
expect_file = '/vagrant/mjolnir/test/fixtures/load_config/example_train.expect'
@pytest.mark.parametrize(*generate_fixtures('load_config'))
find ./ -name composer.json -type f -print0 | xargs --null grep monolog
./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/tests/phpunit/fixtures/testOneMergeWithConflicts/composer.json: "monolog/monolog": "~1.0"
./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/tests/phpunit/fixtures/testHasBranchAlias/composer.json: "monolog/monolog": "^1.0",
./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/tests/phpunit/fixtures/testMergeWithReplace/composer.json: "monolog/monolog": "~1.0"
./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/example/extensions/Foo/composer.json: "monolog/monolog": "1.10.0"
./extensions/Elastica/vendor/ruflin/elastica/composer.json: "monolog/monolog": "Logging request"
./composer.json: "monolog/monolog": "~1.22.1",
./composer.json: "monolog/monolog": "Flexible debug logging system",
./tests/phpunit/data/composer/composer.json: "monolog/monolog": "*"
./vendor
Tracker started, with env={DMLC_TRACKER_URI=10.64.5.104, DMLC_NUM_WORKER=1, DMLC_TRACKER_PORT=9095, DMLC_NUM_SERVER=0}
train-ndcg@10: 0.86364
Traceback (most recent call last):
File "/home/dcausse/mjolnir/venv/lib/python2.7/site-packages/mjolnir/cli/training_pipeline.py", line 173, in <module>
main(sc, sqlContext, **args)
File "/home/dcausse/mjolnir/venv/lib/python2.7/site-packages/mjolnir/cli/training_pipeline.py", line 90, in main
f.write(pickle.dumps(tune_results))
File "/usr/lib/python2.7/pickle.py", line 1374, in dumps
Pickler(file, protocol).dump(obj)
File "/usr/lib/python2.7/pickle.py", line 224, in dump
@nomoa
nomoa / mjolnir tests
Created July 6, 2017 16:41
mjolnir tests
vagrant@mjolnir:/vagrant$ venv/bin/tox
GLOB sdist-make: /vagrant/setup.py
flake8 inst-nodeps: /vagrant/.tox/dist/mjolnir-0.0.1.zip
flake8 installed: certifi==2017.4.17,chardet==3.0.4,clickmodels==1.0.2,configparser==3.5.0,enum34==1.1.6,flake8==3.3.0,idna==2.5,mccabe==0.6.1,mjolnir==0.0.1,pycodestyle==2.3.1,pyflakes==1.5.0,requests==2.18.1,urllib3==1.21.1
flake8 runtests: PYTHONHASHSEED='1926447621'
flake8 runtests: commands[0] | flake8 mjolnir/
pytest inst-nodeps: /vagrant/.tox/dist/mjolnir-0.0.1.zip
pytest installed: certifi==2017.4.17,chardet==3.0.4,clickmodels==1.0.2,configparser==3.5.0,decorator==4.0.11,enum34==1.1.6,findspark==1.1.0,flake8==3.3.0,future==0.16.0,hyperopt==0.1,idna==2.5,kafka==1.3.3,mccabe==0.6.1,mjolnir==0.0.1,networkx==1.11,nose==1.3.7,numpy==1.13.0,pluggy==0.4.0,py==1.4.34,py4j==0.10.6,pycodestyle==2.3.1,pyflakes==1.5.0,pymongo==3.4.0,pytest==3.1.3,requests==2.18.1,scipy==0.19.1,six==1.10.0,tox==2.7.0,urllib3==1.21.1,virtualenv==15.1.0
pytest runtests: PYTHONHASHSEED='1926447621'
pytes
cd /srv/mediawiki-staging/php-1.29.0-wmf.6/
git fetch
git log HEAD..origin/wmf/1.29.0-wmf.6
git rebase
git submodule update extensions/CirrusSearch/
cd extensions/CirrusSearch/
git log
cd ../../..
scap sync-dir php-1.29.0-wmf.6/extensions/CirrusSearch/ "T153051: Do not return the current wikis when detecting query languages"
@nomoa
nomoa / match_query_oom.bash
Last active March 8, 2017 11:15
match_query_oom
host=http://localhost:9200
query="a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a"
# curl -XDELETE $host/test_index &> /dev/null
# Create index
curl -s -XPUT "$host/test_index?pretty&wait_for_active_shards=1" -d @- <<EOF
{
"settings": {
"number_of_shards": 1,