From 1e871e702dcb937c1a8df94a696a53eedf9b7a02 Mon Sep 17 00:00:00 2001 From: Pascal Essiembre Date: Tue, 28 Jun 2016 14:00:07 -0400 Subject: [PATCH 1/5] Maven dependency updates: Norconex Collector Core 1.5.1, Apache Commons VFS 2.1, Joda Time 2.9.4. --- norconex-collector-filesystem/pom.xml | 47 +++++++++++++------ .../src/changes/changes.xml | 7 +++ .../src/main/javadoc/overview.html | 4 +- 3 files changed, 42 insertions(+), 16 deletions(-) diff --git a/norconex-collector-filesystem/pom.xml b/norconex-collector-filesystem/pom.xml index 371def0..c0b8ba6 100644 --- a/norconex-collector-filesystem/pom.xml +++ b/norconex-collector-filesystem/pom.xml @@ -19,7 +19,7 @@ 4.0.0 com.norconex.collectors norconex-collector-filesystem - 2.5.0 + 2.5.1-SNAPSHOT Norconex Filesystem Collector @@ -60,17 +60,17 @@ com.norconex.collectors norconex-collector-core - 1.5.0 + 1.5.1-SNAPSHOT joda-time joda-time - 2.9.2 + 2.9.4 org.apache.commons commons-vfs2 - 2.0 + 2.1 @@ -202,9 +202,20 @@ ${basedir}/src/main/javadoc/overview.html protected - false false 1.7 + false + + https://www.norconex.com/product/commons-lang/apidocs/ + https://www.norconex.com/jef/api/latest/apidocs/ + https://www.norconex.com/collectors/importer/latest/apidocs/ + https://www.norconex.com/collectors/committer-core/latest/apidocs/ + https://www.norconex.com/collectors/collector-core/latest/apidocs/ + https://commons.apache.org/proper/commons-lang/javadocs/api-3.4/ + https://commons.apache.org/proper/commons-vfs/apidocs/ + https://commons.apache.org/proper/commons-configuration/javadocs/v1.10/apidocs/ + http://www.joda.org/joda-time/apidocs/ + @@ -347,7 +358,7 @@
div.aboutLanguage .siteLink {font-size: 2em;} - Norconex Filesystem Collector + Norconex Filesystem Collector ]]>
@@ -365,16 +376,24 @@ Submit an Issue   |   - www.norconex.com + www.norconex.com ]]> protected - false false 1.7 + false - http://db.apache.org/derby/docs/10.9/publishedapi/jdbc4/ - + https://www.norconex.com/product/commons-lang/apidocs/ + https://www.norconex.com/jef/api/latest/apidocs/ + https://www.norconex.com/collectors/importer/latest/apidocs/ + https://www.norconex.com/collectors/committer-core/latest/apidocs/ + https://www.norconex.com/collectors/collector-core/latest/apidocs/ + https://commons.apache.org/proper/commons-lang/javadocs/api-3.4/ + https://commons.apache.org/proper/commons-vfs/apidocs/ + https://commons.apache.org/proper/commons-configuration/javadocs/v1.10/apidocs/ + http://www.joda.org/joda-time/apidocs/ + @@ -392,9 +411,9 @@ Norconex Inc. - http://www.norconex.com + https://www.norconex.com - http://www.norconex.com/collectors/collector-filesystem + https://www.norconex.com/collectors/collector-filesystem Norconex Filesystem Collector walks through directories and files and extracts their content for integration into any target repository. It aims to be very flexible, easy to extend, and portable GitHub @@ -412,7 +431,7 @@ Pascal Essiembre pascal.essiembre@norconex.com Norconex Inc. - http://www.norconex.com + https://www.norconex.com project leader developer @@ -424,7 +443,7 @@ Pascal Dimassimo pascal.dimassimo@norconex.com Norconex Inc. - http://www.norconex.com + https://www.norconex.com developer diff --git a/norconex-collector-filesystem/src/changes/changes.xml b/norconex-collector-filesystem/src/changes/changes.xml index d9d4cee..9b6c8bb 100644 --- a/norconex-collector-filesystem/src/changes/changes.xml +++ b/norconex-collector-filesystem/src/changes/changes.xml @@ -7,6 +7,13 @@ + + + Maven dependency updates: Norconex Collector Core 1.5.1, + Apache Commons VFS 2.1, Joda Time 2.9.4. + + + MVStore is now the default URL crawl store. diff --git a/norconex-collector-filesystem/src/main/javadoc/overview.html b/norconex-collector-filesystem/src/main/javadoc/overview.html index 5ea90bf..783909f 100644 --- a/norconex-collector-filesystem/src/main/javadoc/overview.html +++ b/norconex-collector-filesystem/src/main/javadoc/overview.html @@ -2,9 +2,9 @@
     -Web Site +Web Site   |   -Support +Support   |   Issues
From 7952e0ddd759b1c0d5a13dec468bd7660f03192b Mon Sep 17 00:00:00 2001 From: Pascal Essiembre Date: Tue, 12 Jul 2016 14:02:38 -0400 Subject: [PATCH 2/5] Added managed dependency for JSoup 1.8.3. --- norconex-collector-filesystem/pom.xml | 10 ++++++++++ norconex-collector-filesystem/src/changes/changes.xml | 2 +- 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/norconex-collector-filesystem/pom.xml b/norconex-collector-filesystem/pom.xml index c0b8ba6..047fb0b 100644 --- a/norconex-collector-filesystem/pom.xml +++ b/norconex-collector-filesystem/pom.xml @@ -74,6 +74,16 @@ + + + + org.jsoup + jsoup + 1.8.3 + + + + diff --git a/norconex-collector-filesystem/src/changes/changes.xml b/norconex-collector-filesystem/src/changes/changes.xml index 9b6c8bb..98ec2b5 100644 --- a/norconex-collector-filesystem/src/changes/changes.xml +++ b/norconex-collector-filesystem/src/changes/changes.xml @@ -10,7 +10,7 @@ Maven dependency updates: Norconex Collector Core 1.5.1, - Apache Commons VFS 2.1, Joda Time 2.9.4. + Apache Commons VFS 2.1, Joda Time 2.9.4, JSoup 1.8.3. From 546d0adc1aacb6b3e9c7e6ba297337d27d32ac36 Mon Sep 17 00:00:00 2001 From: Pascal Essiembre Date: Tue, 9 Aug 2016 23:25:45 -0400 Subject: [PATCH 3/5] Norconex commons lang 1.9.1 (Dependency management). --- norconex-collector-filesystem/pom.xml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/norconex-collector-filesystem/pom.xml b/norconex-collector-filesystem/pom.xml index 047fb0b..de40c35 100644 --- a/norconex-collector-filesystem/pom.xml +++ b/norconex-collector-filesystem/pom.xml @@ -76,6 +76,11 @@ + + com.norconex.commons + norconex-commons-lang + 1.9.1 + org.jsoup jsoup From 05df5ee070bb768868bdc3186493614b76246597 Mon Sep 17 00:00:00 2001 From: Pascal Essiembre Date: Mon, 15 Aug 2016 22:19:56 -0400 Subject: [PATCH 4/5] Dependency updates: Norconex Collector Core 1.6.0 --- norconex-collector-filesystem/pom.xml | 2 +- norconex-collector-filesystem/src/changes/changes.xml | 10 +++++----- .../collector/fs/crawler/FilesystemCrawlerConfig.java | 4 +--- 3 files changed, 7 insertions(+), 9 deletions(-) diff --git a/norconex-collector-filesystem/pom.xml b/norconex-collector-filesystem/pom.xml index de40c35..59c0850 100644 --- a/norconex-collector-filesystem/pom.xml +++ b/norconex-collector-filesystem/pom.xml @@ -60,7 +60,7 @@ com.norconex.collectors norconex-collector-core - 1.5.1-SNAPSHOT + 1.6.0-SNAPSHOT joda-time diff --git a/norconex-collector-filesystem/src/changes/changes.xml b/norconex-collector-filesystem/src/changes/changes.xml index 98ec2b5..73abc8a 100644 --- a/norconex-collector-filesystem/src/changes/changes.xml +++ b/norconex-collector-filesystem/src/changes/changes.xml @@ -9,7 +9,7 @@ - Maven dependency updates: Norconex Collector Core 1.5.1, + Dependency updates: Norconex Collector Core 1.6.0, Apache Commons VFS 2.1, Joda Time 2.9.4, JSoup 1.8.3. @@ -19,7 +19,7 @@ MVStore is now the default URL crawl store. - Maven dependency updates: Norconex Collector Core 1.5.0. + Dependency updates: Norconex Collector Core 1.5.0. JDBCCrawlDataStoreFactory now deprecated in favor of @@ -37,14 +37,14 @@ installation root directory. - Maven dependency updates: Norconex Collector Core 1.4.0, + Dependency updates: Norconex Collector Core 1.4.0, Joda Time 2.9.2. - Maven dependency updates: Norconex Collector Core 1.3.0 and Norconex + Dependency updates: Norconex Collector Core 1.3.0 and Norconex Importer 2.4.0, which introduces many new features. @@ -64,7 +64,7 @@ specifications entries (matching Maven pom.xml). - Maven dependency updates: Norconex Collector Core 1.2.0. + Dependency updates: Norconex Collector Core 1.2.0. Improved/fixed javadoc. diff --git a/norconex-collector-filesystem/src/main/java/com/norconex/collector/fs/crawler/FilesystemCrawlerConfig.java b/norconex-collector-filesystem/src/main/java/com/norconex/collector/fs/crawler/FilesystemCrawlerConfig.java index cc9c181..196dcb5 100644 --- a/norconex-collector-filesystem/src/main/java/com/norconex/collector/fs/crawler/FilesystemCrawlerConfig.java +++ b/norconex-collector-filesystem/src/main/java/com/norconex/collector/fs/crawler/FilesystemCrawlerConfig.java @@ -1,4 +1,4 @@ -/* Copyright 2013-2014 Norconex Inc. +/* Copyright 2013-2016 Norconex Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,7 +29,6 @@ import com.norconex.collector.core.checksum.IMetadataChecksummer; import com.norconex.collector.core.crawler.AbstractCrawlerConfig; -import com.norconex.collector.core.data.store.impl.mvstore.MVStoreCrawlDataStoreFactory; import com.norconex.collector.fs.checksum.impl.FileMetadataChecksummer; import com.norconex.collector.fs.doc.IFileDocumentProcessor; import com.norconex.commons.lang.config.ConfigurationUtil; @@ -59,7 +58,6 @@ public class FilesystemCrawlerConfig extends AbstractCrawlerConfig { public FilesystemCrawlerConfig() { super(); - setCrawlDataStoreFactory(new MVStoreCrawlDataStoreFactory()); } public String[] getStartPaths() { From be3fa22680eeb7d4d37de4c0d5abc099b4d1e2ab Mon Sep 17 00:00:00 2001 From: Pascal Essiembre Date: Fri, 26 Aug 2016 00:04:06 -0400 Subject: [PATCH 5/5] Preparing for release. --- norconex-collector-filesystem/pom.xml | 15 ++++++++++----- .../src/changes/changes.xml | 6 ++++-- .../src/main/scripts/collector-fs.sh | 10 +++++++++- 3 files changed, 23 insertions(+), 8 deletions(-) diff --git a/norconex-collector-filesystem/pom.xml b/norconex-collector-filesystem/pom.xml index 59c0850..a0861e1 100644 --- a/norconex-collector-filesystem/pom.xml +++ b/norconex-collector-filesystem/pom.xml @@ -1,5 +1,5 @@