Skip to content

Instantly share code, notes, and snippets.

Created Aug 16, 2017
What would you like to do?
The ivy/ivy.xml from Nutch 2.x to enable MongoDB
<?xml version="1.0" ?>
<!-- Licensed to the Apache Software Foundation (ASF) under one or more contributor
license agreements. See the NOTICE file distributed with this work for additional
information regarding copyright ownership. The ASF licenses this file to
You under the Apache License, Version 2.0 (the "License"); you may not use
this file except in compliance with the License. You may obtain a copy of
the License at Unless required
by applicable law or agreed to in writing, software distributed under the
OF ANY KIND, either express or implied. See the License for the specific
language governing permissions and limitations under the License. -->
<ivy-module version="1.0">
<info organisation="org.apache.nutch" module="nutch">
<license name="Apache 2.0"
url="" />
<ivyauthor name="Apache Nutch Team" url="" />
<description homepage="">Nutch is an open source web-search
software. It builds on Hadoop, Tika and Solr, adding web-specifics, such as a crawler,
a link-graph database etc.
<include file="${basedir}/ivy/ivy-configurations.xml" />
<!--get the artifact from our module name -->
<artifact conf="master" />
<dependency org="org.apache.solr" name="solr-solrj" rev="4.6.0"
conf="*->default" />
<dependency org="org.slf4j" name="slf4j-log4j12" rev="1.6.1"
conf="*->master" />
<dependency org="commons-lang" name="commons-lang" rev="2.4"
conf="*->default" />
<dependency org="commons-collections" name="commons-collections"
rev="3.1" conf="*->default" />
<dependency org="org.apache.httpcomponents" name="httpclient"
rev="4.2.5" conf="*->master" />
<dependency org="commons-codec" name="commons-codec" rev="1.3"
conf="*->default" />
<!-- Hadoop Dependencies -->
<dependency org="org.apache.hadoop" name="hadoop-common" rev="2.5.2" conf="*->default">
<exclude org="hsqldb" name="hsqldb" />
<exclude org="net.sf.kosmosfs" name="kfs" />
<exclude org="" name="jets3t" />
<exclude org="org.eclipse.jdt" name="core" />
<exclude org="org.mortbay.jetty" name="jsp-*" />
<exclude org="ant" name="ant" />
<dependency org="org.apache.hadoop" name="hadoop-hdfs" rev="2.5.2" conf="*->default"/>
<dependency org="org.apache.hadoop" name="hadoop-mapreduce-client-core" rev="2.5.2" conf="*->default"/>
<dependency org="org.apache.hadoop" name="hadoop-mapreduce-client-jobclient" rev="2.5.2" conf="*->default"/>
<!-- End of Hadoop Dependencies -->
<dependency org="" name="icu4j" rev="55.1" />
<dependency org="org.apache.tika" name="tika-core" rev="1.10" />
<dependency org="com.googlecode.juniversalchardet" name="juniversalchardet" rev="1.0.3"/>
<dependency org="log4j" name="log4j" rev="1.2.15" conf="*->master" />
<dependency org="xerces" name="xercesImpl" rev="2.9.1" />
<dependency org="xerces" name="xmlParserAPIs" rev="2.6.2" />
<dependency org="xalan" name="serializer" rev="2.7.1" />
<dependency org="oro" name="oro" rev="2.0.8" />
<dependency org="org.jdom" name="jdom" rev="1.1" conf="*->default" />
<dependency org="" name="guava" rev="11.0.2" />
<dependency org="" name="crawler-commons" rev="0.5" />
<dependency org="org.restlet.jse" name="org.restlet" rev="2.2.3" conf="*->default" />
<dependency org="org.restlet.jse" name="org.restlet.ext.jackson" rev="2.2.3" conf="*->default" />
<dependency org="org.restlet.jse" name="org.restlet.ext.jaxrs" rev="2.2.3" conf="*->default" />
<!--artifacts needed for testing -->
<dependency org="junit" name="junit" rev="4.11" conf="*->default" />
<dependency org="org.mortbay.jetty" name="jetty" rev="6.1.26" conf="test->default" />
<dependency org="org.mortbay.jetty" name="jetty-util" rev="6.1.26" conf="test->default" />
<dependency org="org.mortbay.jetty" name="jetty-client" rev="6.1.26" />
<dependency org="org.hsqldb" name="hsqldb" rev="2.2.8" conf="*->default" />
<dependency org="org.jdom" name="jdom" rev="1.1" conf="test->default"/>
<dependency org="org.mockito" name="mockito-all" rev="1.9.5" conf="test->default"/>
<dependency org="org.springframework" name="spring-test" rev="4.0.4.RELEASE" conf="test->default"/>
<!-- Gora artifacts -->
<!-- N.B. To use Gora SNAPSHOT's merely replace the 'ref' value with the SNAPSHOT version
and add changing="true" alongside the dependency declaration. An example has been
provided for the gora-core dependency as below -->
<dependency org="org.apache.gora" name="gora-core" rev="0.6.1" conf="*->default"/>
<!-- Uncomment this to use SQL as Gora backend. It should be noted that the
gora-sql 0.1.1-incubating artifact is NOT compatable with gora-core 0.3. Users should
downgrade to gora-core 0.2.1 in order to use SQL as a backend however this is not suggested. -->
<dependency org="org.apache.gora" name="gora-sql" rev="0.1.1-incubating" conf="*->default" />
<!-- Uncomment this to use MySQL as database with SQL as Gora store. -->
<dependency org="mysql" name="mysql-connector-java" rev="5.1.18" conf="*->default"/>
<!-- Uncomment this to use HBase as Gora backend. -->
<dependency org="org.apache.gora" name="gora-hbase" rev="0.6.1" conf="*->default" />
<!-- Uncomment this to use Accumulo as Gora backend. -->
<dependency org="org.apache.gora" name="gora-accumulo" rev="0.6.1" conf="*->default" />
<!-- Uncomment this to use Cassandra as Gora backend. -->
<dependency org="org.apache.gora" name="gora-cassandra" rev="0.6.1" conf="*->default" />
<!-- Uncomment this to use MongoDB as Gora backend. -->
<dependency org="org.apache.gora" name="gora-mongodb" rev="0.6.1" conf="*->default" />
<!-- Uncomment this to use Solr as Gora backend. -->
<dependency org="org.apache.gora" name="gora-solr" rev="0.6.1" conf="*->default" />
<!-- The gora-compiler is used within the 'ant generate-gora-src' target to compile
the Gora .avsc files within ./src/gora
<dependency org="org.apache.gora" name="gora-compiler-cli" rev="0.6.1" conf="*->default"/>
<dependency org="org.apache.gora" name="gora-compiler" rev="0.6.1" conf="*->default"/>
<!-- web app dependencies -->
<dependency org="org.apache.commons" name="commons-collections4" rev="4.0" conf="*->default" />
<dependency org="org.springframework" name="spring-core" rev="4.0.4.RELEASE" conf="*->default" />
<dependency org="org.springframework" name="spring-context" rev="4.0.4.RELEASE" conf="*->default" />
<dependency org="org.springframework" name="spring-web" rev="4.0.4.RELEASE" conf="*->default" />
<dependency org="com.sun.jersey" name="jersey-client" rev="1.8" conf="*->default" />
<dependency org="com.j256.ormlite" name="ormlite-jdbc" rev="4.48" conf="*->default" />
<dependency org="com.h2database" name="h2" rev="1.4.180" conf="*->default" />
<dependency org="org.eclipse.persistence" name="javax.persistence" rev="2.0.0" conf="*->default" />
<dependency org="org.apache.wicket" name="wicket-core" rev="6.16.0" conf="*->default" />
<dependency org="org.apache.wicket" name="wicket-spring" rev="6.16.0" conf="*->default" />
<dependency org="de.agilecoders.wicket" name="wicket-bootstrap-core" rev="0.9.2" conf="*->default" />
<dependency org="de.agilecoders.wicket" name="wicket-bootstrap-extensions" rev="0.9.2" conf="*->default" />
<!--global exclusion -->
<exclude module="ant" />
<exclude module="slf4j-jdk14" />
<exclude module="slf4j-simple" />
<exclude org="hsqldb"/>
<exclude org="maven-plugins"/>
<exclude module="jmxtools" />
<exclude module="jms" />
<exclude module="jmxri" />
<exclude module="thrift" />
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment