Arrow-582: [Java] Added JSON read/write support for Date, Time and TImestamp types

java/vector/src/main/java/org/apache/arrow/vector/file/json/JsonFileReader.java

@@ -32,6 +32,7 @@
 import org.apache.arrow.vector.BigIntVector;
 import org.apache.arrow.vector.BitVector;
 import org.apache.arrow.vector.BufferBacked;
+import org.apache.arrow.vector.DateVector;
 import org.apache.arrow.vector.FieldVector;
 import org.apache.arrow.vector.Float4Vector;
 import org.apache.arrow.vector.Float8Vector;
@@ -41,6 +42,7 @@
 import org.apache.arrow.vector.TimeStampMilliVector;
 import org.apache.arrow.vector.TimeStampMicroVector;
 import org.apache.arrow.vector.TimeStampNanoVector;
+import org.apache.arrow.vector.TimeVector;
 import org.apache.arrow.vector.TinyIntVector;
 import org.apache.arrow.vector.UInt1Vector;
 import org.apache.arrow.vector.UInt2Vector;
@@ -227,7 +229,13 @@ private void setValueFromParser(ValueVector valueVector, int i) throws IOExcepti
       break;
     case TIMESTAMPNANO:
       ((TimeStampNanoVector)valueVector).getMutator().set(i, parser.readValueAs(Long.class));
-    break;
+      break;
+    case DATE:
+      ((DateVector)valueVector).getMutator().set(i, parser.readValueAs(Long.class));
+      break;
+    case TIME:
+      ((TimeVector)valueVector).getMutator().set(i, parser.readValueAs(Integer.class));
+      break;
     default:
       throw new UnsupportedOperationException("minor type: " + valueVector.getMinorType());
     }

java/vector/src/main/java/org/apache/arrow/vector/file/json/JsonFileWriter.java

@@ -23,11 +23,13 @@
 
 import org.apache.arrow.vector.BitVector;
 import org.apache.arrow.vector.BufferBacked;
+import org.apache.arrow.vector.DateVector;
 import org.apache.arrow.vector.FieldVector;
 import org.apache.arrow.vector.TimeStampSecVector;
 import org.apache.arrow.vector.TimeStampMilliVector;
 import org.apache.arrow.vector.TimeStampMicroVector;
 import org.apache.arrow.vector.TimeStampNanoVector;
+import org.apache.arrow.vector.TimeVector;
 import org.apache.arrow.vector.ValueVector;
 import org.apache.arrow.vector.ValueVector.Accessor;
 import org.apache.arrow.vector.VarBinaryVector;
@@ -156,6 +158,12 @@ private void writeValueToGenerator(ValueVector valueVector, int i) throws IOExce
       case TIMESTAMPNANO:
         generator.writeNumber(((TimeStampNanoVector)valueVector).getAccessor().get(i));
         break;
+      case DATE:
+        generator.writeNumber(((DateVector)valueVector).getAccessor().get(i));
+        break;
+      case TIME:
+        generator.writeNumber(((TimeVector)valueVector).getAccessor().get(i));
+        break;
       case BIT:
         generator.writeNumber(((BitVector)valueVector).getAccessor().get(i));
         break;

java/vector/src/test/java/org/apache/arrow/vector/file/BaseFileTest.java

@@ -32,8 +32,12 @@
 import org.apache.arrow.vector.complex.writer.BaseWriter.ListWriter;
 import org.apache.arrow.vector.complex.writer.BaseWriter.MapWriter;
 import org.apache.arrow.vector.complex.writer.BigIntWriter;
+import org.apache.arrow.vector.complex.writer.DateWriter;
 import org.apache.arrow.vector.complex.writer.IntWriter;
+import org.apache.arrow.vector.complex.writer.TimeWriter;
+import org.apache.arrow.vector.complex.writer.TimeStampMilliWriter;
 import org.apache.arrow.vector.holders.NullableTimeStampMilliHolder;
+import org.joda.time.DateTime;
 import org.joda.time.DateTimeZone;
 import org.junit.After;
 import org.junit.Assert;
@@ -138,6 +142,48 @@ protected void validateComplexContent(int count, VectorSchemaRoot root) {
     }
   }
 
+  private DateTime makeDateTimeFromCount(int i) {
+    return new DateTime(2000 + i, 1 + i, 1 + i, i, i, i, i, DateTimeZone.UTC);
+  }
+
+  protected void writeDateTimeData(int count, NullableMapVector parent) {
+    Assert.assertTrue(count < 100);
+    ComplexWriter writer = new ComplexWriterImpl("root", parent);
+    MapWriter rootWriter = writer.rootAsMap();
+    DateWriter dateWriter = rootWriter.date("date");
+    TimeWriter timeWriter = rootWriter.time("time");
+    TimeStampMilliWriter timeStampMilliWriter = rootWriter.timeStampMilli("timestamp-milli");
+    for (int i = 0; i < count; i++) {
+      DateTime dt = makeDateTimeFromCount(i);
+      // Number of days since epoch, stored as 64-bit integer, only date part is used
+      dateWriter.setPosition(i);
+      long dateLong = dt.minusMillis(dt.getMillisOfDay()).getMillis();
+      dateWriter.writeDate(dateLong);
+      // Time is a value since midnight stored as 32-bit integer
+      timeWriter.setPosition(i);
+      timeWriter.writeTime(dt.getMillisOfDay());
+      // Timestamp is milliseconds since the epoch, stored as 64-bit integer
+      timeStampMilliWriter.setPosition(i);
+      timeStampMilliWriter.writeTimeStampMilli(dt.getMillis());
+    }
+    writer.setValueCount(count);
+  }
+
+  protected void validateDateTimeContent(int count, VectorSchemaRoot root) {
+    Assert.assertEquals(count, root.getRowCount());
+    printVectors(root.getFieldVectors());
+    for (int i = 0; i < count; i++) {
+      Object dateVal = root.getVector("date").getAccessor().getObject(i);
+      DateTime dt = makeDateTimeFromCount(i).withZoneRetainFields(DateTimeZone.getDefault());
+      DateTime dateExpected = dt.minusMillis(dt.getMillisOfDay());
+      Assert.assertTrue(dateExpected.equals(dateVal));
+      Object timeVal = root.getVector("time").getAccessor().getObject(i);
+      Assert.assertEquals(dt.getMillisOfDay(), ((DateTime) timeVal).getMillisOfDay());
+      Object timestampMilliVal = root.getVector("timestamp-milli").getAccessor().getObject(i);
+      Assert.assertTrue(dt.equals(timestampMilliVal));
+    }
+  }
+
   protected void writeData(int count, MapVector parent) {
     ComplexWriter writer = new ComplexWriterImpl("root", parent);
     MapWriter rootWriter = writer.rootAsMap();

java/vector/src/test/java/org/apache/arrow/vector/file/json/TestJSONFile.java

@@ -119,6 +119,42 @@ public void testWriteReadUnionJSON() throws IOException {
     }
   }
 
+  @Test
+  public void testWriteReadDateTimeJSON() throws IOException {
+    File file = new File("target/mytest_datetime.json");
+    int count = COUNT;
+
+    // write
+    try (
+        BufferAllocator vectorAllocator = allocator.newChildAllocator("original vectors", 0, Integer.MAX_VALUE);
+        NullableMapVector parent = new NullableMapVector("parent", vectorAllocator, null)) {
+
+      writeDateTimeData(count, parent);
+
+      printVectors(parent.getChildrenFromFields());
+
+      VectorSchemaRoot root = new VectorSchemaRoot(parent.getChild("root"));
+      validateDateTimeContent(count, root);
+
+      writeJSON(file, new VectorSchemaRoot(parent.getChild("root")));
+    }
+
+    // read
+    try (
+        BufferAllocator readerAllocator = allocator.newChildAllocator("reader", 0, Integer.MAX_VALUE);
+    ) {
+      JsonFileReader reader = new JsonFileReader(file, readerAllocator);
+      Schema schema = reader.start();
+      LOGGER.debug("reading schema: " + schema);
+
+      // initialize vectors
+      try (VectorSchemaRoot root = reader.read();) {
+        validateDateTimeContent(count, root);
+      }
+      reader.close();
+    }
+  }
+
   @Test
   public void testSetStructLength() throws IOException {
     File file = new File("../../integration/data/struct_example.json");