Expose ORC calendar controls through Java and JNI

Signed-off-by: Allen Xu <allxu@nvidia.com>

Author: wjxiz1992

java/pom.xml

@@ -136,6 +136,32 @@
     </pluginRepositories>
 
     <dependencies>
+        <dependency>
+            <groupId>org.apache.orc</groupId>
+            <artifactId>orc-core</artifactId>
+            <version>1.9.4</version>
+            <classifier>shaded-protobuf</classifier>
+            <scope>test</scope>
+            <exclusions>
+                <!-- Use the hadoop-common dependency below instead of duplicate Hadoop classes. -->
+                <exclusion>
+                    <groupId>org.apache.hadoop</groupId>
+                    <artifactId>hadoop-client-api</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-hdfs-client</artifactId>
+            <version>3.4.0</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hive</groupId>
+            <artifactId>hive-storage-api</artifactId>
+            <version>2.8.1</version>
+            <scope>test</scope>
+        </dependency>
         <dependency>
             <groupId>org.slf4j</groupId>
             <artifactId>slf4j-api</artifactId>
@@ -664,6 +690,28 @@
         </pluginManagement>
 
         <plugins>
+            <!-- Keep Apache ORC interoperability tests in cuDF's own Maven lifecycle.
+                 JNI imports src/test/java without these test-only dependencies.
+                 This execution also remains active with -Ppackaged-jar-tests. -->
+            <plugin>
+                <groupId>org.codehaus.mojo</groupId>
+                <artifactId>build-helper-maven-plugin</artifactId>
+                <version>3.6.0</version>
+                <executions>
+                    <execution>
+                        <id>add-interop-tests</id>
+                        <phase>generate-test-sources</phase>
+                        <goals>
+                            <goal>add-test-source</goal>
+                        </goals>
+                        <configuration>
+                            <sources>
+                                <source>${project.basedir}/src/test/interop</source>
+                            </sources>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
             <plugin>
                 <artifactId>maven-antrun-plugin</artifactId>
                 <version>1.8</version>

java/src/main/java/ai/rapids/cudf/ORCOptions.java

@@ -1,6 +1,6 @@
 /*
  *
- *  SPDX-FileCopyrightText: Copyright (c) 2019-2025, NVIDIA CORPORATION.
+ *  SPDX-FileCopyrightText: Copyright (c) 2019-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
  *  SPDX-License-Identifier: Apache-2.0
  *
  */
@@ -19,6 +19,7 @@ public class ORCOptions extends ColumnFilterOptions {
   public static ORCOptions DEFAULT = new ORCOptions(new Builder());
 
   private final boolean useNumPyTypes;
+  private final boolean convertDatesToProleptic;
   private final DType unit;
   private final String[] decimal128Columns;
   private final boolean ignoreTimezoneInStripeFooter;
@@ -27,6 +28,7 @@ private ORCOptions(Builder builder) {
     super(builder);
     decimal128Columns = builder.decimal128Columns.toArray(new String[0]);
     useNumPyTypes = builder.useNumPyTypes;
+    convertDatesToProleptic = builder.convertDatesToProleptic;
     unit = builder.unit;
     ignoreTimezoneInStripeFooter = builder.ignoreTimezoneInStripeFooter;
   }
@@ -35,6 +37,8 @@ boolean usingNumPyTypes() {
     return useNumPyTypes;
   }
 
+  boolean convertDatesToProleptic() { return convertDatesToProleptic; }
+
   DType timeUnit() {
     return unit;
   }
@@ -53,6 +57,7 @@ public static Builder builder() {
 
   public static class Builder extends ColumnFilterOptions.Builder<Builder> {
     private boolean useNumPyTypes = true;
+    private boolean convertDatesToProleptic = false;
     private DType unit = DType.EMPTY;
 
     final List<String> decimal128Columns = new ArrayList<>();
@@ -99,6 +104,19 @@ public Builder decimal128Column(String... names) {
       return this;
     }
 
+    /**
+     * Convert DATE columns explicitly marked JULIAN_GREGORIAN to cuDF proleptic dates.
+     * Disabled by default for callers that perform their own rebasing. Missing and UNKNOWN
+     * calendar fields and TIMESTAMP columns are unchanged. Conversion applies to nested DATE
+     * columns and precedes NumPy promotion. Unrepresentable dates cause a read error.
+     * @param convert whether DATE conversion is enabled
+     * @return builder for chaining
+     */
+    public Builder convertDatesToProleptic(boolean convert) {
+      this.convertDatesToProleptic = convert;
+      return this;
+    }
+
     public Builder ignoreTimezoneInStripeFooter() {
       this.ignoreTimezoneInStripeFooter = true;
       return this;

java/src/main/java/ai/rapids/cudf/ORCWriterOptions.java

@@ -12,13 +12,27 @@
  * that will be used by the ORC writer to write the file.
  */
 public class ORCWriterOptions extends CompressionMetadataWriterOptions {
+  /** Calendar recorded in the standard ORC file footer. */
+  public enum CalendarKind {
+    JULIAN_GREGORIAN(1),
+    PROLEPTIC_GREGORIAN(2);
+
+    final int nativeId;
+
+    CalendarKind(int nativeId) {
+      this.nativeId = nativeId;
+    }
+  }
+
   private int stripeSizeRows;
   private String writerTimezone;
+  private CalendarKind calendarKind;
 
   private ORCWriterOptions(Builder builder) {
     super(builder);
     this.stripeSizeRows = builder.stripeSizeRows;
     this.writerTimezone = builder.writerTimezone;
+    this.calendarKind = builder.calendarKind;
   }
 
   public static Builder builder() {
@@ -33,11 +47,16 @@ public String getWriterTimezone() {
     return writerTimezone;
   }
 
+  public CalendarKind getCalendarKind() {
+    return calendarKind;
+  }
+
   public static class Builder extends CompressionMetadataWriterOptions.Builder
           <Builder, ORCWriterOptions> {
     // < 1M rows default orc stripe rows, defined in cudf/cpp/include/cudf/io/orc.hpp
     private int stripeSizeRows = 1000000;
     private String writerTimezone = "UTC";
+    private CalendarKind calendarKind = CalendarKind.PROLEPTIC_GREGORIAN;
 
     public Builder withStripeSizeRows(int stripeSizeRows) {
       // maximum stripe size cannot be smaller than 512
@@ -69,6 +88,25 @@ public Builder withWriterTimezone(String writerTimezone) {
       return this;
     }
 
+    /**
+     * Sets the calendar used for DATE encoding and recorded in the file footer.
+     * Legacy mode rebases nested and top-level DATE values. It rejects TIMESTAMP columns,
+     * dates in October 5-14, 1582, and dates outside the int32 hybrid domain.
+     * Use {@link ORCOptions.Builder#convertDatesToProleptic(boolean)} to read legacy output
+     * back as cuDF proleptic Gregorian dates.
+     *
+     * @param calendarKind calendar kind
+     * @throws IllegalArgumentException if the calendar is null
+     */
+    public Builder withCalendarKind(CalendarKind calendarKind) {
+      if (calendarKind == null) {
+        throw new IllegalArgumentException(
+            "ORC calendar must not be null");
+      }
+      this.calendarKind = calendarKind;
+      return this;
+    }
+
     public ORCWriterOptions build() {
       return new ORCWriterOptions(this);
     }

java/src/main/java/ai/rapids/cudf/Table.java

@@ -342,12 +342,14 @@ private static native long[] readORC(String[] filterColumnNames,
                                        String filePath, long address, long length,
                                        boolean usingNumPyTypes, int timeUnit,
                                        String[] decimal128Columns,
-                                       boolean ignoreTimezoneInStripeFooter) throws CudfException;
+                                       boolean ignoreTimezoneInStripeFooter,
+                                       boolean convertDatesToProleptic) throws CudfException;
 
   private static native long[] readORCFromDataSource(String[] filterColumnNames,
                                                      boolean usingNumPyTypes, int timeUnit,
                                                      String[] decimal128Columns,
                                                      boolean ignoreTimezoneInStripeFooter,
+                                                     boolean convertDatesToProleptic,
                                                      long dataSourceHandle) throws CudfException;
 
   /**
@@ -363,6 +365,7 @@ private static native long[] readORCFromDataSource(String[] filterColumnNames,
    *                        the columns
    * @param isMapValues     true if a column is a map
    * @param writerTimezone  timezone that the written timestamps are relative to
+   * @param calendarKind    native calendar kind recorded in the ORC footer
    * @param filename        local output path
    * @return a handle that is used in later calls to writeORCChunk and writeORCEnd.
    */
@@ -377,6 +380,7 @@ private static native long writeORCFileBegin(String[] columnNames,
                                                boolean[] isMapValues,
                                                int stripeSizeRows,
                                                String writerTimezone,
+                                               int calendarKind,
                                                String filename) throws CudfException;
 
   /**
@@ -392,6 +396,7 @@ private static native long writeORCFileBegin(String[] columnNames,
    *                        the columns
    * @param isMapValues     true if a column is a map
    * @param writerTimezone  timezone that the written timestamps are relative to
+   * @param calendarKind    native calendar kind recorded in the ORC footer
    * @param consumer        consumer of host buffers produced.
    * @return a handle that is used in later calls to writeORCChunk and writeORCEnd.
    */
@@ -406,6 +411,7 @@ private static native long writeORCBufferBegin(String[] columnNames,
                                                  boolean[] isMapValues,
                                                  int stripeSizeRows,
                                                  String writerTimezone,
+                                                 int calendarKind,
                                                  HostBufferConsumer consumer,
                                                  HostMemoryAllocator hostMemoryAllocator
                                                  ) throws CudfException;
@@ -1519,7 +1525,8 @@ public static Table readORC(ORCOptions opts, File path) {
     return new Table(readORC(opts.getIncludeColumnNames(),
         path.getAbsolutePath(), 0, 0,
         opts.usingNumPyTypes(), opts.timeUnit().typeId.getNativeId(),
-        opts.getDecimal128Columns(), opts.ignoreTimezoneInStripeFooter()));
+        opts.getDecimal128Columns(), opts.ignoreTimezoneInStripeFooter(),
+        opts.convertDatesToProleptic()));
   }
 
   /**
@@ -1588,7 +1595,8 @@ public static Table readORC(ORCOptions opts, HostMemoryBuffer buffer,
     return new Table(readORC(opts.getIncludeColumnNames(),
         null, buffer.getAddress() + offset, len,
         opts.usingNumPyTypes(), opts.timeUnit().typeId.getNativeId(),
-        opts.getDecimal128Columns(), opts.ignoreTimezoneInStripeFooter()));
+        opts.getDecimal128Columns(), opts.ignoreTimezoneInStripeFooter(),
+        opts.convertDatesToProleptic()));
   }
 
   public static Table readORC(ORCOptions opts, DataSource ds) {
@@ -1597,7 +1605,7 @@ public static Table readORC(ORCOptions opts, DataSource ds) {
       return new Table(readORCFromDataSource(opts.getIncludeColumnNames(),
               opts.usingNumPyTypes(), opts.timeUnit().typeId.getNativeId(),
               opts.getDecimal128Columns(), opts.ignoreTimezoneInStripeFooter(),
-              dataSourceHandle));
+              opts.convertDatesToProleptic(), dataSourceHandle));
     } finally {
       DataSourceHelper.destroyWrapperDataSource(dataSourceHandle);
     }
@@ -1698,6 +1706,7 @@ private ORCTableWriter(ORCWriterOptions options, File outputFile) {
           options.getFlatIsMap(),
           options.getStripeSizeRows(),
           options.getWriterTimezone(),
+          options.getCalendarKind().nativeId,
           outputFile.getAbsolutePath()));
       this.consumer = null;
     }
@@ -1715,6 +1724,7 @@ private ORCTableWriter(ORCWriterOptions options, HostBufferConsumer consumer,
           options.getFlatIsMap(),
           options.getStripeSizeRows(),
           options.getWriterTimezone(),
+          options.getCalendarKind().nativeId,
           consumer, hostMemoryAllocator));
       this.consumer = consumer;
     }

java/src/main/native/src/TableJni.cpp

@@ -2493,6 +2493,7 @@ Java_ai_rapids_cudf_Table_readORCFromDataSource(JNIEnv* env,
                                                 jint unit,
                                                 jobjectArray dec128_col_names,
                                                 jboolean ignore_timezone_in_stripe_footer,
+                                                jboolean convert_dates_to_proleptic,
                                                 jlong ds_handle)
 {
   JNI_NULL_CHECK(env, ds_handle, "no data source handle given", 0);
@@ -2519,6 +2520,7 @@ Java_ai_rapids_cudf_Table_readORCFromDataSource(JNIEnv* env,
         .timestamp_type(cudf::data_type(static_cast<cudf::type_id>(unit)))
         .decimal128_columns(n_dec128_col_names.as_cpp_vector())
         .ignore_timezone_in_stripe_footer(ignore_timezone_in_stripe_footer)
+        .convert_dates_to_proleptic(convert_dates_to_proleptic)
         .build();
     return convert_table_for_return(env, cudf::io::read_orc(opts).tbl);
   }
@@ -2535,7 +2537,8 @@ Java_ai_rapids_cudf_Table_readORC(JNIEnv* env,
                                   jboolean usingNumPyTypes,
                                   jint unit,
                                   jobjectArray dec128_col_names,
-                                  jboolean ignore_timezone_in_stripe_footer)
+                                  jboolean ignore_timezone_in_stripe_footer,
+                                  jboolean convert_dates_to_proleptic)
 {
   bool read_buffer = true;
   if (buffer == 0) {
@@ -2579,6 +2582,7 @@ Java_ai_rapids_cudf_Table_readORC(JNIEnv* env,
         .timestamp_type(cudf::data_type(static_cast<cudf::type_id>(unit)))
         .decimal128_columns(n_dec128_col_names.as_cpp_vector())
         .ignore_timezone_in_stripe_footer(ignore_timezone_in_stripe_footer)
+        .convert_dates_to_proleptic(convert_dates_to_proleptic)
         .build();
     return convert_table_for_return(env, cudf::io::read_orc(opts).tbl);
   }
@@ -2599,6 +2603,7 @@ Java_ai_rapids_cudf_Table_writeORCBufferBegin(JNIEnv* env,
                                               jbooleanArray j_is_map,
                                               jint j_stripe_size_rows,
                                               jstring j_writer_timezone,
+                                              jint j_calendar_kind,
                                               jobject consumer,
                                               jobject host_memory_allocator)
 {
@@ -2650,16 +2655,18 @@ Java_ai_rapids_cudf_Table_writeORCBufferBegin(JNIEnv* env,
       new cudf::jni::jni_writer_data_sink(env, consumer, host_memory_allocator));
     sink_info sink{data_sink.get()};
 
-    auto stats                      = std::make_shared<cudf::io::writer_compression_statistics>();
-    chunked_orc_writer_options opts = chunked_orc_writer_options::builder(sink)
-                                        .metadata(std::move(metadata))
-                                        .compression(static_cast<compression_type>(j_compression))
-                                        .enable_statistics(ORC_STATISTICS_ROW_GROUP)
-                                        .key_value_metadata(kv_metadata)
-                                        .compression_statistics(stats)
-                                        .stripe_size_rows(j_stripe_size_rows)
-                                        .writer_timezone(writer_timezone.get())
-                                        .build();
+    auto stats = std::make_shared<cudf::io::writer_compression_statistics>();
+    chunked_orc_writer_options opts =
+      chunked_orc_writer_options::builder(sink)
+        .metadata(std::move(metadata))
+        .compression(static_cast<compression_type>(j_compression))
+        .enable_statistics(ORC_STATISTICS_ROW_GROUP)
+        .key_value_metadata(kv_metadata)
+        .compression_statistics(stats)
+        .stripe_size_rows(j_stripe_size_rows)
+        .writer_timezone(writer_timezone.get())
+        .calendar_kind(static_cast<orc::CalendarKind>(j_calendar_kind))
+        .build();
     auto writer_ptr                          = std::make_unique<cudf::io::orc_chunked_writer>(opts);
     cudf::jni::native_orc_writer_handle* ret = new cudf::jni::native_orc_writer_handle(
       std::move(writer_ptr), std::move(data_sink), std::move(stats));
@@ -2681,6 +2688,7 @@ JNIEXPORT long JNICALL Java_ai_rapids_cudf_Table_writeORCFileBegin(JNIEnv* env,
                                                                    jbooleanArray j_is_map,
                                                                    jint j_stripe_size_rows,
                                                                    jstring j_writer_timezone,
+                                                                   jint j_calendar_kind,
                                                                    jstring j_output_path)
 {
   JNI_NULL_CHECK(env, j_col_names, "null columns", 0);
@@ -2728,16 +2736,18 @@ JNIEXPORT long JNICALL Java_ai_rapids_cudf_Table_writeORCFileBegin(JNIEnv* env,
                    [](std::string const& k, std::string const& v) { return std::make_pair(k, v); });
 
     sink_info sink{output_path};
-    auto stats                      = std::make_shared<cudf::io::writer_compression_statistics>();
-    chunked_orc_writer_options opts = chunked_orc_writer_options::builder(sink)
-                                        .metadata(std::move(metadata))
-                                        .compression(static_cast<compression_type>(j_compression))
-                                        .enable_statistics(ORC_STATISTICS_ROW_GROUP)
-                                        .key_value_metadata(kv_metadata)
-                                        .compression_statistics(stats)
-                                        .stripe_size_rows(j_stripe_size_rows)
-                                        .writer_timezone(writer_timezone.get())
-                                        .build();
+    auto stats = std::make_shared<cudf::io::writer_compression_statistics>();
+    chunked_orc_writer_options opts =
+      chunked_orc_writer_options::builder(sink)
+        .metadata(std::move(metadata))
+        .compression(static_cast<compression_type>(j_compression))
+        .enable_statistics(ORC_STATISTICS_ROW_GROUP)
+        .key_value_metadata(kv_metadata)
+        .compression_statistics(stats)
+        .stripe_size_rows(j_stripe_size_rows)
+        .writer_timezone(writer_timezone.get())
+        .calendar_kind(static_cast<orc::CalendarKind>(j_calendar_kind))
+        .build();
     auto writer_ptr = std::make_unique<cudf::io::orc_chunked_writer>(opts);
     cudf::jni::native_orc_writer_handle* ret =
       new cudf::jni::native_orc_writer_handle(std::move(writer_ptr), nullptr, std::move(stats));