COVIDEX_RELATED_PATH='/home/tteofili/dev/anserini/lucene-index-covid-biobert-centroids'
COVIDEX_PATH='/home/tteofili/dev/anserini/lucene-index-covid-2020-04-03'
import json
import os
import numpy
#!/bin/bash | |
version=$1 | |
if [ -z "$version" ]; then | |
#echo no version specified, finding latest released version | |
version=`svn log . | grep "jackrabbit-oak" -m 1 | tail -n 1 | awk '{print $4}'` | |
fi | |
#echo checking since $version | |
for i in $( ls -d */ ); do | |
changed=true | |
lv=$version |
package com.github.tteofili.samples.lucene.benchmarks; | |
/* | |
* Licensed to the Apache Software Foundation (ASF) under one or more | |
* contributor license agreements. See the NOTICE file distributed with | |
* this work for additional information regarding copyright ownership. | |
* The ASF licenses this file to You under the Apache License, Version 2.0 | |
* (the "License"); you may not use this file except in compliance with | |
* the License. You may obtain a copy of the License at | |
* |
/** | |
* Apache License 2.0 | |
* see https://www.apache.org/licenses/LICENSE-2.0 | |
*/ | |
import org.apache.commons.math3.distribution.EnumeratedDistribution; | |
import org.apache.commons.math3.util.Pair; | |
import org.nd4j.linalg.api.iter.NdIndexIterator; | |
import org.nd4j.linalg.api.ndarray.INDArray; | |
import org.nd4j.linalg.api.ops.impl.transforms.SetRange; | |
import org.nd4j.linalg.api.ops.impl.transforms.SoftMax; |
package com.github.tteofili.looseen.dl4j; | |
import org.apache.lucene.index.IndexReader; | |
import org.apache.lucene.search.similarities.BasicStats; | |
import org.apache.lucene.search.similarities.SimilarityBase; | |
import org.deeplearning4j.nn.multilayer.MultiLayerNetwork; | |
import org.nd4j.linalg.api.buffer.FloatBuffer; | |
import org.nd4j.linalg.api.ndarray.INDArray; | |
import org.nd4j.linalg.factory.Nd4j; |
/* | |
* Licensed to the Apache Software Foundation (ASF) under one or more | |
* contributor license agreements. See the NOTICE file distributed with | |
* this work for additional information regarding copyright ownership. | |
* The ASF licenses this file to You under the Apache License, Version 2.0 | |
* (the "License"); you may not use this file except in compliance with | |
* the License. You may obtain a copy of the License at | |
* | |
* http://www.apache.org/licenses/LICENSE-2.0 | |
* |
package io.anserini.rerank.lib; | |
import io.anserini.rerank.Reranker; | |
import io.anserini.rerank.RerankerContext; | |
import io.anserini.rerank.ScoredDocuments; | |
import org.apache.lucene.analysis.Analyzer; | |
import org.apache.lucene.analysis.TokenStream; | |
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute; | |
import org.apache.lucene.document.Document; | |
import org.apache.lucene.index.IndexReader; |
package io.anserini.embeddings.nn; | |
import org.deeplearning4j.models.embeddings.loader.WordVectorSerializer; | |
import org.deeplearning4j.models.embeddings.wordvectors.WordVectors; | |
import org.deeplearning4j.models.word2vec.wordstore.VocabCache; | |
import org.nd4j.linalg.api.ndarray.INDArray; | |
import org.nd4j.linalg.dimensionalityreduction.PCA; | |
import java.io.IOException; | |
import java.nio.file.Path; |