Mercurial > hg > cc > cirrus_home

comparison src/nutch-cc/ivy/ivy.xml @ 75:1c5dab2e1cb3

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
use local .m2/repository for Hadoop 3.4.0
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 06 May 2020 14:24:42 +0100
parents
children
comparison
equal deleted inserted replaced
74:b7daa4f8767c 75:1c5dab2e1cb3
1 <?xml version="1.0" ?>
2
3 <!-- Licensed to the Apache Software Foundation (ASF) under one or more contributor
4 license agreements. See the NOTICE file distributed with this work for additional
5 information regarding copyright ownership. The ASF licenses this file to
6 You under the Apache License, Version 2.0 (the "License"); you may not use
7 this file except in compliance with the License. You may obtain a copy of
8 the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required
9 by applicable law or agreed to in writing, software distributed under the
10 License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS
11 OF ANY KIND, either express or implied. See the License for the specific
12 language governing permissions and limitations under the License. -->
13
14 <ivy-module version="1.0" xmlns:maven="http://ant.apache.org/ivy/maven">
15 <info organisation="org.apache.nutch" module="nutch">
16 <license name="Apache 2.0"
17 url="https://www.apache.org/licenses/LICENSE-2.0.txt" />
18 <ivyauthor name="Apache Nutch Team" url="https://nutch.apache.org/" />
19 <description homepage="https://nutch.apache.org/">Nutch is an open source web-search
20 software. It builds on Hadoop, Tika and Solr, adding web-specifics,
21 such as a crawler, a link-graph database etc.
22 </description>
23 </info>
24
25 <configurations>
26 <include file="${basedir}/ivy/ivy-configurations.xml" />
27 </configurations>
28
29 <publications>
30 <!--get the artifact from our module name -->
31 <artifact conf="master" />
32 </publications>
33
34 <dependencies>
35 <dependency org="org.slf4j" name="slf4j-api" rev="1.7.25" conf="*->master" />
36 <dependency org="org.slf4j" name="slf4j-log4j12" rev="1.7.25" conf="*->master" />
37
38 <!--dependency org="log4j" name="log4j" rev="1.2.15" conf="*->default">
39 <exclude org="javax.jms" name="jms" />
40 <exclude org="com.sun.jdmk" name="jmxtools" />
41 <exclude org="com.sun.jmx" name="jmxri" />
42 </dependency-->
43
44 <dependency org="org.apache.commons" name="commons-lang3" rev="3.8.1" conf="*->default" />
45 <dependency org="org.apache.commons" name="commons-collections4" rev="4.2" conf="*->master" />
46 <dependency org="org.apache.httpcomponents" name="httpclient" rev="4.5.6" conf="*->master" />
47 <dependency org="commons-codec" name="commons-codec" rev="1.11" conf="*->default" />
48 <dependency org="org.apache.commons" name="commons-compress" rev="1.18" conf="*->default" />
49 <dependency org="org.apache.commons" name="commons-jexl" rev="2.1.1" />
50 <dependency org="com.tdunning" name="t-digest" rev="3.2" />
51 <dependency org="org.codehaus.jettison" name="jettison" rev="1.4.0"/>
52
53 <!-- Hadoop Dependencies -->
54 <dependency org="org.apache.hadoop" name="hadoop-client" rev="3.4.0-SNAPSHOT" conf="*->default">
55 <exclude org="hsqldb" name="hsqldb" />
56 <exclude org="net.sf.kosmosfs" name="kfs" />
57 <exclude org="net.java.dev.jets3t" name="jets3t" />
58 <exclude org="org.eclipse.jdt" name="core" />
59 <exclude org="org.mortbay.jetty" name="jsp-*" />
60 <exclude org="org.mortbay.jetty" name="jetty-util" />
61 <exclude org="com.squareup.okhttp" name="*" />
62 <exclude org="ant" name="ant" />
63 </dependency>
64 <!-- End of Hadoop Dependencies -->
65
66 <dependency org="org.apache.tika" name="tika-core" rev="1.22" />
67 <!-- tika-parsers (without transitive dependencies) is used to detect the charset in text and HTML documents -->
68 <dependency org="org.apache.tika" name="tika-parsers" rev="1.22" transitive="false" />
69
70 <!-- language detection -->
71 <dependency org="org.commoncrawl" name="language-detection-cld2" rev="0.1-SNAPSHOT" />
72 <dependency org="net.java.dev.jna" name="jna" rev="4.5.2" />
73
74 <dependency org="xml-apis" name="xml-apis" rev="1.4.01"/><!-- force this version as it is required by Tika -->
75 <dependency org="xerces" name="xercesImpl" rev="2.12.0" />
76
77 <dependency org="com.ibm.icu" name="icu4j" rev="61.1" />
78
79 <dependency org="com.google.guava" name="guava" rev="25.0-jre" />
80
81 <dependency org="com.github.crawler-commons" name="crawler-commons" rev="1.1-SNAPSHOT" />
82
83 <!-- jetty is required by NutchServer -->
84 <dependency org="org.mortbay.jetty" name="jetty" rev="6.1.26" />
85
86 <dependency org="com.martinkl.warc" name="warc-hadoop" rev="0.1.0">
87 <exclude module="hadoop-client" />
88 </dependency>
89
90 <dependency org="org.apache.cxf" name="cxf-rt-frontend-jaxws" rev="3.3.3" conf="*->default"/>
91 <dependency org="org.apache.cxf" name="cxf-rt-frontend-jaxrs" rev="3.3.3" conf="*->default"/>
92 <dependency org="org.apache.cxf" name="cxf-rt-transports-http" rev="3.3.3" conf="*->default"/>
93 <dependency org="org.apache.cxf" name="cxf-rt-transports-http-jetty" rev="3.3.3" conf="*->default"/>
94 <dependency org="org.apache.cxf" name="cxf-rt-rs-client" rev="3.3.3" conf="test->default"/>
95 <dependency org="com.fasterxml.jackson.core" name="jackson-databind" rev="2.9.9" conf="*->default"/>
96 <dependency org="com.fasterxml.jackson.core" name="jackson-annotations" rev="2.9.9" conf="*->default"/>
97 <dependency org="com.fasterxml.jackson.dataformat" name="jackson-dataformat-cbor" rev="2.9.9" conf="*->default"/>
98 <dependency org="com.fasterxml.jackson.jaxrs" name="jackson-jaxrs-json-provider" rev="2.9.9" conf="*->default"/>
99
100 <!-- WARC artifacts needed -->
101 <dependency org="org.netpreserve.commons" name="webarchive-commons" rev="1.1.5" conf="*->default">
102 <exclude module="hadoop-core"/>
103 <exclude org="com.google.guava"/>
104 <exclude org="junit"/>
105 <!-- Exclude dependencies with incompatible license (see https://www.apache.org/legal/resolved.html#category-x) -->
106 <exclude org="org.json"/><!-- JSON License -->
107 <!--
108 Exclusion of the following dependencies disables support of WARC generation by
109 "bin/nutch commoncrawldump -warc ..."
110 Please remove these exclusion and recompile Nutch to generate WARC files using the tool "commoncrawldump".
111 -->
112 <exclude org="it.unimi.dsi" module="dsiutils"/><!-- LGPL 2.1 -->
113 <exclude org="org.gnu.inet" module="libidn"/><!-- LGPL 2.1 -->
114 </dependency>
115
116 <!--artifacts needed for testing -->
117 <dependency org="junit" name="junit" rev="4.11" conf="test->default" />
118 <dependency org="org.apache.mrunit" name="mrunit" rev="1.1.0" conf="test->default">
119 <artifact name="mrunit" maven:classifier="hadoop2" />
120 <exclude org="log4j" module="log4j" />
121 </dependency>
122 <dependency org="org.mortbay.jetty" name="jetty-client" rev="6.1.26" conf="test->default" />
123 <dependency org="org.mortbay.jetty" name="jetty" rev="6.1.26" conf="test->default" />
124 <dependency org="org.mortbay.jetty" name="jetty-util" rev="6.1.26" conf="test->default" />
125 <dependency org="tomcat" name="jasper-runtime" rev="5.5.23" conf="test->default" />
126 <dependency org="tomcat" name="jasper-compiler" rev="5.5.23" conf="test->default">
127 <exclude org="ant" name="ant" />
128 </dependency>
129 <!-- end of test artifacts -->
130
131 <!-- web app dependencies -->
132 <dependency org="org.mortbay.jetty" name="jetty" rev="6.1.26" />
133
134 <dependency org="org.apache.commons" name="commons-collections4" rev="4.1" conf="*->default" />
135 <dependency org="org.springframework" name="spring-core" rev="4.0.9.RELEASE" conf="*->default" />
136 <dependency org="org.springframework" name="spring-context" rev="4.0.9.RELEASE" conf="*->default" />
137 <dependency org="org.springframework" name="spring-web" rev="4.0.9.RELEASE" conf="*->default" />
138
139 <dependency org="com.sun.jersey" name="jersey-client" rev="1.19.4" conf="*->default" />
140 <dependency org="com.sun.jersey" name="jersey-json" rev="1.19.4"/>
141
142 <dependency org="com.j256.ormlite" name="ormlite-jdbc" rev="5.1" conf="*->default" />
143 <dependency org="com.h2database" name="h2" rev="1.4.197" conf="*->default" />
144 <dependency org="org.eclipse.persistence" name="javax.persistence" rev="2.2.0" conf="*->default" />
145
146 <dependency org="org.apache.wicket" name="wicket-core" rev="6.17.0" conf="*->default" />
147 <dependency org="org.apache.wicket" name="wicket-spring" rev="6.17.0" conf="*->default" />
148 <dependency org="de.agilecoders.wicket" name="wicket-bootstrap-core" rev="0.9.2" conf="*->default" />
149 <dependency org="de.agilecoders.wicket" name="wicket-bootstrap-extensions" rev="0.9.2" conf="*->default">
150 <exclude org="org.json"/>
151 </dependency>
152
153 <!-- RabbitMQ dependencies -->
154 <dependency org="com.rabbitmq" name="amqp-client" rev="5.2.0" conf="*->default" />
155
156 <!--Added Because of Elasticsearch JEST client-->
157 <!--TODO refactor these to indexer-elastic-rest plugin somehow, currently doesn't resolve correctly-->
158 <dependency org="org.apache.httpcomponents" name="httpcore-nio" rev="4.4.9"/>
159 <dependency org="org.apache.httpcomponents" name="httpcore" rev="4.4.9"/>
160 <dependency org="org.apache.httpcomponents" name="httpclient" rev="4.5.5"/>
161
162 <dependency org="de.vandermeer" name="asciitable" rev="0.3.2"/>
163
164 <!--global exclusion -->
165 <exclude module="jmxtools" />
166 <exclude module="jms" />
167 <exclude module="jmxri" />
168 <exclude org="com.thoughtworks.xstream"/>
169
170 </dependencies>
171
172 </ivy-module>