Mercurial > hg > cc > cirrus_home

annotate src/nutch-cc/ivy/ivy.xml @ 77:bfff01c139ea

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
bare framework working
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 06 May 2020 18:28:52 +0100
parents 1c5dab2e1cb3
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
75
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
1 <?xml version="1.0" ?>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
2
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
3 <!-- Licensed to the Apache Software Foundation (ASF) under one or more contributor
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
4 license agreements. See the NOTICE file distributed with this work for additional
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
5 information regarding copyright ownership. The ASF licenses this file to
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
6 You under the Apache License, Version 2.0 (the "License"); you may not use
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
7 this file except in compliance with the License. You may obtain a copy of
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
8 the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
9 by applicable law or agreed to in writing, software distributed under the
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
10 License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
11 OF ANY KIND, either express or implied. See the License for the specific
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
12 language governing permissions and limitations under the License. -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
13
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
14 <ivy-module version="1.0" xmlns:maven="http://ant.apache.org/ivy/maven">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
15 <info organisation="org.apache.nutch" module="nutch">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
16 <license name="Apache 2.0"
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
17 url="https://www.apache.org/licenses/LICENSE-2.0.txt" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
18 <ivyauthor name="Apache Nutch Team" url="https://nutch.apache.org/" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
19 <description homepage="https://nutch.apache.org/">Nutch is an open source web-search
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
20 software. It builds on Hadoop, Tika and Solr, adding web-specifics,
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
21 such as a crawler, a link-graph database etc.
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
22 </description>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
23 </info>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
24
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
25 <configurations>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
26 <include file="${basedir}/ivy/ivy-configurations.xml" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
27 </configurations>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
28
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
29 <publications>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
30 <!--get the artifact from our module name -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
31 <artifact conf="master" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
32 </publications>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
33
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
34 <dependencies>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
35 <dependency org="org.slf4j" name="slf4j-api" rev="1.7.25" conf="*->master" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
36 <dependency org="org.slf4j" name="slf4j-log4j12" rev="1.7.25" conf="*->master" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
37
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
38 <!--dependency org="log4j" name="log4j" rev="1.2.15" conf="*->default">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
39 <exclude org="javax.jms" name="jms" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
40 <exclude org="com.sun.jdmk" name="jmxtools" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
41 <exclude org="com.sun.jmx" name="jmxri" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
42 </dependency-->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
43
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
44 <dependency org="org.apache.commons" name="commons-lang3" rev="3.8.1" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
45 <dependency org="org.apache.commons" name="commons-collections4" rev="4.2" conf="*->master" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
46 <dependency org="org.apache.httpcomponents" name="httpclient" rev="4.5.6" conf="*->master" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
47 <dependency org="commons-codec" name="commons-codec" rev="1.11" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
48 <dependency org="org.apache.commons" name="commons-compress" rev="1.18" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
49 <dependency org="org.apache.commons" name="commons-jexl" rev="2.1.1" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
50 <dependency org="com.tdunning" name="t-digest" rev="3.2" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
51 <dependency org="org.codehaus.jettison" name="jettison" rev="1.4.0"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
52
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
53 <!-- Hadoop Dependencies -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
54 <dependency org="org.apache.hadoop" name="hadoop-client" rev="3.4.0-SNAPSHOT" conf="*->default">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
55 <exclude org="hsqldb" name="hsqldb" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
56 <exclude org="net.sf.kosmosfs" name="kfs" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
57 <exclude org="net.java.dev.jets3t" name="jets3t" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
58 <exclude org="org.eclipse.jdt" name="core" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
59 <exclude org="org.mortbay.jetty" name="jsp-*" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
60 <exclude org="org.mortbay.jetty" name="jetty-util" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
61 <exclude org="com.squareup.okhttp" name="*" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
62 <exclude org="ant" name="ant" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
63 </dependency>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
64 <!-- End of Hadoop Dependencies -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
65
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
66 <dependency org="org.apache.tika" name="tika-core" rev="1.22" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
67 <!-- tika-parsers (without transitive dependencies) is used to detect the charset in text and HTML documents -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
68 <dependency org="org.apache.tika" name="tika-parsers" rev="1.22" transitive="false" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
69
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
70 <!-- language detection -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
71 <dependency org="org.commoncrawl" name="language-detection-cld2" rev="0.1-SNAPSHOT" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
72 <dependency org="net.java.dev.jna" name="jna" rev="4.5.2" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
73
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
74 <dependency org="xml-apis" name="xml-apis" rev="1.4.01"/><!-- force this version as it is required by Tika -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
75 <dependency org="xerces" name="xercesImpl" rev="2.12.0" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
76
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
77 <dependency org="com.ibm.icu" name="icu4j" rev="61.1" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
78
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
79 <dependency org="com.google.guava" name="guava" rev="25.0-jre" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
80
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
81 <dependency org="com.github.crawler-commons" name="crawler-commons" rev="1.1-SNAPSHOT" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
82
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
83 <!-- jetty is required by NutchServer -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
84 <dependency org="org.mortbay.jetty" name="jetty" rev="6.1.26" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
85
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
86 <dependency org="com.martinkl.warc" name="warc-hadoop" rev="0.1.0">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
87 <exclude module="hadoop-client" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
88 </dependency>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
89
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
90 <dependency org="org.apache.cxf" name="cxf-rt-frontend-jaxws" rev="3.3.3" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
91 <dependency org="org.apache.cxf" name="cxf-rt-frontend-jaxrs" rev="3.3.3" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
92 <dependency org="org.apache.cxf" name="cxf-rt-transports-http" rev="3.3.3" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
93 <dependency org="org.apache.cxf" name="cxf-rt-transports-http-jetty" rev="3.3.3" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
94 <dependency org="org.apache.cxf" name="cxf-rt-rs-client" rev="3.3.3" conf="test->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
95 <dependency org="com.fasterxml.jackson.core" name="jackson-databind" rev="2.9.9" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
96 <dependency org="com.fasterxml.jackson.core" name="jackson-annotations" rev="2.9.9" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
97 <dependency org="com.fasterxml.jackson.dataformat" name="jackson-dataformat-cbor" rev="2.9.9" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
98 <dependency org="com.fasterxml.jackson.jaxrs" name="jackson-jaxrs-json-provider" rev="2.9.9" conf="*->default"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
99
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
100 <!-- WARC artifacts needed -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
101 <dependency org="org.netpreserve.commons" name="webarchive-commons" rev="1.1.5" conf="*->default">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
102 <exclude module="hadoop-core"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
103 <exclude org="com.google.guava"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
104 <exclude org="junit"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
105 <!-- Exclude dependencies with incompatible license (see https://www.apache.org/legal/resolved.html#category-x) -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
106 <exclude org="org.json"/><!-- JSON License -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
107 <!--
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
108 Exclusion of the following dependencies disables support of WARC generation by
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
109 "bin/nutch commoncrawldump -warc ..."
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
110 Please remove these exclusion and recompile Nutch to generate WARC files using the tool "commoncrawldump".
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
111 -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
112 <exclude org="it.unimi.dsi" module="dsiutils"/><!-- LGPL 2.1 -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
113 <exclude org="org.gnu.inet" module="libidn"/><!-- LGPL 2.1 -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
114 </dependency>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
115
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
116 <!--artifacts needed for testing -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
117 <dependency org="junit" name="junit" rev="4.11" conf="test->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
118 <dependency org="org.apache.mrunit" name="mrunit" rev="1.1.0" conf="test->default">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
119 <artifact name="mrunit" maven:classifier="hadoop2" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
120 <exclude org="log4j" module="log4j" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
121 </dependency>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
122 <dependency org="org.mortbay.jetty" name="jetty-client" rev="6.1.26" conf="test->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
123 <dependency org="org.mortbay.jetty" name="jetty" rev="6.1.26" conf="test->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
124 <dependency org="org.mortbay.jetty" name="jetty-util" rev="6.1.26" conf="test->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
125 <dependency org="tomcat" name="jasper-runtime" rev="5.5.23" conf="test->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
126 <dependency org="tomcat" name="jasper-compiler" rev="5.5.23" conf="test->default">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
127 <exclude org="ant" name="ant" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
128 </dependency>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
129 <!-- end of test artifacts -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
130
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
131 <!-- web app dependencies -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
132 <dependency org="org.mortbay.jetty" name="jetty" rev="6.1.26" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
133
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
134 <dependency org="org.apache.commons" name="commons-collections4" rev="4.1" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
135 <dependency org="org.springframework" name="spring-core" rev="4.0.9.RELEASE" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
136 <dependency org="org.springframework" name="spring-context" rev="4.0.9.RELEASE" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
137 <dependency org="org.springframework" name="spring-web" rev="4.0.9.RELEASE" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
138
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
139 <dependency org="com.sun.jersey" name="jersey-client" rev="1.19.4" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
140 <dependency org="com.sun.jersey" name="jersey-json" rev="1.19.4"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
141
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
142 <dependency org="com.j256.ormlite" name="ormlite-jdbc" rev="5.1" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
143 <dependency org="com.h2database" name="h2" rev="1.4.197" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
144 <dependency org="org.eclipse.persistence" name="javax.persistence" rev="2.2.0" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
145
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
146 <dependency org="org.apache.wicket" name="wicket-core" rev="6.17.0" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
147 <dependency org="org.apache.wicket" name="wicket-spring" rev="6.17.0" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
148 <dependency org="de.agilecoders.wicket" name="wicket-bootstrap-core" rev="0.9.2" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
149 <dependency org="de.agilecoders.wicket" name="wicket-bootstrap-extensions" rev="0.9.2" conf="*->default">
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
150 <exclude org="org.json"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
151 </dependency>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
152
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
153 <!-- RabbitMQ dependencies -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
154 <dependency org="com.rabbitmq" name="amqp-client" rev="5.2.0" conf="*->default" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
155
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
156 <!--Added Because of Elasticsearch JEST client-->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
157 <!--TODO refactor these to indexer-elastic-rest plugin somehow, currently doesn't resolve correctly-->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
158 <dependency org="org.apache.httpcomponents" name="httpcore-nio" rev="4.4.9"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
159 <dependency org="org.apache.httpcomponents" name="httpcore" rev="4.4.9"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
160 <dependency org="org.apache.httpcomponents" name="httpclient" rev="4.5.5"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
161
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
162 <dependency org="de.vandermeer" name="asciitable" rev="0.3.2"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
163
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
164 <!--global exclusion -->
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
165 <exclude module="jmxtools" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
166 <exclude module="jms" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
167 <exclude module="jmxri" />
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
168 <exclude org="com.thoughtworks.xstream"/>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
169
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
170 </dependencies>
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
171
1c5dab2e1cb3 use local .m2/repository for Hadoop 3.4.0
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
172 </ivy-module>