Migrating extendedset from Metamarkets.

NOTICE

@@ -50,3 +50,22 @@ This product contains SQL query planning code adapted from Apache Calcite
     * https://github.com/apache/calcite/blob/master/LICENSE (Apache License, Version 2.0)
   * HOMEPAGE:
     * https://calcite.apache.org/
+
+This product contains a modified version of Metamarkets extendedset library
+  * LICENSE:
+    * https://github.com/metamx/extendedset/blob/master/LICENSE (Apache License, Version 2.0)
+  * HOMEPAGE:
+    * https://github.com/metamx/extendedset
+  * COMMIT TAG:
+    * https://github.com/metamx/extendedset/commit/c9d647d
+
+This product contains a modified version of Alessandro Colantonio's CONCISE
+(COmpressed 'N' Composable Integer SEt) library, extending the functionality of
+ConciseSet to use IntBuffers.
+  * (c) 2010 Alessandro Colantonio
+  * <mailto:colanton@mat.uniroma3.it>
+  * <http://ricerca.mat.uniroma3.it/users/colanton>
+  * LICENSE:
+    * Apache License, Version 2.0
+  * HOMEPAGE:
+    * https://sourceforge.net/projects/concise/

benchmarks/src/main/java/io/druid/benchmark/BoundFilterBenchmark.java

@@ -55,7 +55,7 @@
 import io.druid.segment.data.RoaringBitmapSerdeFactory;
 import io.druid.segment.filter.BoundFilter;
 import io.druid.segment.serde.BitmapIndexColumnPartSupplier;
-import it.uniroma3.mat.extendedset.intset.ConciseSetUtils;
+import io.druid.extendedset.intset.ConciseSetUtils;
 
 @State(Scope.Benchmark)
 @Fork(value = 1)

benchmarks/src/main/java/io/druid/benchmark/ConciseComplementBenchmark.java

@@ -31,7 +31,7 @@
 import org.openjdk.jmh.annotations.State;
 import org.openjdk.jmh.infra.Blackhole;
 
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
 
 @State(Scope.Benchmark)
 public class ConciseComplementBenchmark

bytebuffer-collections/pom.xml

@@ -34,9 +34,9 @@
 
   <dependencies>
     <dependency>
-      <groupId>com.metamx</groupId>
+      <groupId>io.druid</groupId>
       <artifactId>extendedset</artifactId>
-      <version>1.3.10</version>
+      <version>${project.parent.version}</version>
     </dependency>
     <dependency>
       <groupId>com.google.guava</groupId>

bytebuffer-collections/src/main/java/io/druid/collections/bitmap/ConciseBitmapFactory.java

@@ -22,7 +22,7 @@
 import java.nio.ByteBuffer;
 import java.util.Iterator;
 
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
 
 /**
  * As the name suggests, this class instantiates bitmaps of the types

bytebuffer-collections/src/main/java/io/druid/collections/bitmap/WrappedConciseBitmap.java

@@ -25,9 +25,9 @@
 
 import com.google.common.primitives.Ints;
 
-import it.uniroma3.mat.extendedset.intset.ConciseSet;
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
-import it.uniroma3.mat.extendedset.intset.IntSet;
+import io.druid.extendedset.intset.ConciseSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.IntSet;
 
 public class WrappedConciseBitmap implements MutableBitmap
 {

bytebuffer-collections/src/main/java/io/druid/collections/bitmap/WrappedConciseIntIterator.java

@@ -21,7 +21,7 @@
 
 import org.roaringbitmap.IntIterator;
 
-import it.uniroma3.mat.extendedset.intset.IntSet;
+import io.druid.extendedset.intset.IntSet;
 
 /**
  */

bytebuffer-collections/src/main/java/io/druid/collections/bitmap/WrappedImmutableConciseBitmap.java

@@ -24,8 +24,8 @@
 
 import org.roaringbitmap.IntIterator;
 
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
-import it.uniroma3.mat.extendedset.intset.IntSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.IntSet;
 
 public class WrappedImmutableConciseBitmap implements ImmutableBitmap
 {

bytebuffer-collections/src/test/java/io/druid/collections/bitmap/BitmapBenchmark.java

@@ -38,7 +38,7 @@
 import com.carrotsearch.junitbenchmarks.Clock;
 import com.google.common.collect.Lists;
 
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
 
 
 @BenchmarkOptions(clock = Clock.NANO_TIME, benchmarkRounds = 50)

bytebuffer-collections/src/test/java/io/druid/collections/bitmap/ConciseBitmapFactoryTest.java

@@ -29,8 +29,8 @@
 import com.google.common.collect.Iterables;
 import com.google.common.collect.Lists;
 
-import it.uniroma3.mat.extendedset.intset.ConciseSet;
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.ConciseSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
 import junit.framework.Assert;
 
 public class ConciseBitmapFactoryTest

bytebuffer-collections/src/test/java/io/druid/collections/bitmap/RangeBitmapBenchmarkTest.java

@@ -29,8 +29,8 @@
 import com.carrotsearch.junitbenchmarks.annotation.LabelType;
 
 import io.druid.test.annotation.Benchmark;
-import it.uniroma3.mat.extendedset.intset.ConciseSet;
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.ConciseSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
 
 @Category({Benchmark.class})
 @BenchmarkHistoryChart(labelWith = LabelType.CUSTOM_KEY, maxRuns = 20)

bytebuffer-collections/src/test/java/io/druid/collections/bitmap/UniformBitmapBenchmarkTest.java

@@ -29,8 +29,8 @@
 import com.carrotsearch.junitbenchmarks.annotation.LabelType;
 
 import io.druid.test.annotation.Benchmark;
-import it.uniroma3.mat.extendedset.intset.ConciseSet;
-import it.uniroma3.mat.extendedset.intset.ImmutableConciseSet;
+import io.druid.extendedset.intset.ConciseSet;
+import io.druid.extendedset.intset.ImmutableConciseSet;
 
 @Category({Benchmark.class})
 @BenchmarkHistoryChart(labelWith = LabelType.CUSTOM_KEY, maxRuns = 20)

codestyle/checkstyle-suppressions.xml

@@ -33,4 +33,7 @@
   <suppress checks="AvoidStaticImport" files="[\\/]src[\\/]test[\\/]" />
 
   <suppress checks="Header" files="[\\/]target[\\/]generated-test-sources[\\/]" />
+
+  <!-- extendedset is a fork of Alessandro Colantonio's CONCISE (COmpressed 'N' Composable Integer SEt) repository and licensed to Metamarkets under a CLA is not true. -->
+  <suppress checks="Header" files="[\\/]extendedset[\\/]" />
 </suppressions>

extendedset/pom.xml

@@ -0,0 +1,54 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ Licensed to Metamarkets Group Inc. (Metamarkets) under one
+  ~ or more contributor license agreements. See the NOTICE file
+  ~ distributed with this work for additional information
+  ~ regarding copyright ownership. Metamarkets licenses this file
+  ~ to you under the Apache License, Version 2.0 (the
+  ~ "License"); you may not use this file except in compliance
+  ~ with the License. You may obtain a copy of the License at
+  ~
+  ~ http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing,
+  ~ software distributed under the License is distributed on an
+  ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  ~ KIND, either express or implied. See the License for the
+  ~ specific language governing permissions and limitations
+  ~ under the License.
+  -->
+
+<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://maven.apache.org/POM/4.0.0"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+
+  <artifactId>extendedset</artifactId>
+  <name>extendedset</name>
+  <description>
+    Implementation of CONCISE (COmpressed 'N" Composable Integer SEt) bit map compression algorithm by Alessandro
+    Colantonio with some enhanced features - http://ricerca.mat.uniroma3.it/users/colanton/docs/concise.pdf
+  </description>
+
+  <parent>
+    <groupId>io.druid</groupId>
+    <artifactId>druid</artifactId>
+    <version>0.9.3-SNAPSHOT</version>
+  </parent>
+
+  <dependencies>
+    <dependency>
+      <groupId>com.google.guava</groupId>
+      <artifactId>guava</artifactId>
+      <version>16.0.1</version>
+    </dependency>
+
+    <!-- Tests -->
+    <dependency>
+      <groupId>junit</groupId>
+      <artifactId>junit</artifactId>
+      <version>4.8.1</version>
+      <scope>test</scope>
+    </dependency>
+  </dependencies>
+
+</project>