Upgrade to Lucene 4.1

* Removed CustmoMemoryIndex in favor of MemoryIndex which as of 4.1 supports adding the same field twice
* Replaced duplicated logic in X[*]FSDirectory for rate limiting with a RateLimitedFSDirectory wrapper
* Remove hacks to find out merge context in rate limiting in favor of IOContext
* replaced Scorer#freq() return type (from float to int)
* Upgraded FVHighlighter to new 'centered' highlighting
* Fixed RobinEngine to use seperate setCommitData

Author: s1monw

pom.xml

@@ -30,7 +30,7 @@
     </parent>
 
     <properties>
-        <lucene.version>4.0.0</lucene.version>
+        <lucene.version>4.1.0</lucene.version>
     </properties>
 
     <repositories>
@@ -617,4 +617,4 @@
             </plugins>
         </pluginManagement>
     </build>
-</project>
+</project>

src/main/java/org/apache/lucene/index/TrackingConcurrentMergeScheduler.java

@@ -87,10 +87,8 @@ protected void doMerge(MergePolicy.OneMerge merge) throws IOException {
             logger.trace("merge [{}] starting..., merging [{}] segments, [{}] docs, [{}] size, into [{}] estimated_size", merge.info == null ? "_na_" : merge.info.info.name, merge.segments.size(), totalNumDocs, new ByteSizeValue(totalSizeInBytes), new ByteSizeValue(merge.estimatedMergeBytes));
         }
         try {
-            TrackingMergeScheduler.setCurrentMerge(merge);
             super.doMerge(merge);
         } finally {
-            TrackingMergeScheduler.removeCurrentMerge();
             long took = System.currentTimeMillis() - time;
 
             currentMerges.dec();

src/main/java/org/apache/lucene/index/TrackingMergeScheduler.java

@@ -99,10 +99,8 @@ synchronized public void merge(IndexWriter writer) throws CorruptIndexException,
                 logger.trace("merge [{}] starting..., merging [{}] segments, [{}] docs, [{}] size, into [{}] estimated_size", merge.info == null ? "_na_" : merge.info.info.name, merge.segments.size(), totalNumDocs, new ByteSizeValue(totalSizeInBytes), new ByteSizeValue(merge.estimatedMergeBytes));
             }
             try {
-                TrackingMergeScheduler.setCurrentMerge(merge);
                 writer.merge(merge);
             } finally {
-                TrackingMergeScheduler.removeCurrentMerge();
                 long took = System.currentTimeMillis() - time;
 
                 currentMerges.dec();