Table to Parquet Variant Encoding

cpp/CMakeLists.txt

@@ -796,6 +796,7 @@ add_library(
   src/io/parquet/experimental/hybrid_scan_preprocess.cu
   src/io/parquet/experimental/page_index_filter.cu
   src/io/parquet/experimental/page_index_filter_utils.cu
+  src/io/parquet/experimental/variant_encode.cu
   src/io/parquet/experimental/variant_extract.cu
   src/io/parquet/experimental/variant_path.cpp
   src/io/parquet/expression_transform_helpers.cpp

cpp/include/cudf/io/experimental/variant.hpp

@@ -7,13 +7,16 @@
 
 #include <cudf/column/column.hpp>
 #include <cudf/column/column_view.hpp>
+#include <cudf/table/table_view.hpp>
 #include <cudf/types.hpp>
 #include <cudf/utilities/default_stream.hpp>
 #include <cudf/utilities/memory_resource.hpp>
+#include <cudf/utilities/span.hpp>
 
 #include <rmm/cuda_stream_view.hpp>
 
 #include <memory>
+#include <string>
 #include <string_view>
 
 /**
@@ -109,6 +112,34 @@ namespace io::parquet::experimental {
   rmm::cuda_stream_view stream      = cudf::get_default_stream(),
   rmm::device_async_resource_ref mr = cudf::get_current_device_resource_ref());
 
+/**
+ * @brief Encode a table as a VARIANT object column, one row per VARIANT.
+ *
+ * Each table row is encoded as a VARIANT object with one field per column. The shared metadata
+ * blob stores column names as a sorted UTF-8 key dictionary (version 1, offset_size chosen to
+ * fit the total key-string length). Null column values are encoded as VARIANT null primitives.
+ *
+ * Supported column types: `INT8`, `INT16`, `INT32`, `INT64`, `FLOAT32`, `FLOAT64`, `STRING`, and
+ * columns whose type is `EMPTY` (treated as all-null). Other types throw. Tables must have fewer
+ * than 256 columns.
+ *
+ * @param input Table to encode (typically produced by `cudf::io::read_json`)
+ * @param column_names Column name for each column in `input`; must satisfy
+ *                     `column_names.size() == input.num_columns()`
+ * @param stream CUDA stream
+ * @param mr Device memory resource
+ * @return VARIANT column: `STRUCT<list<uint8>, list<uint8>>` (metadata child, value child)
+ *
+ * @throws std::invalid_argument if any column has an unsupported type, if the table has ≥ 256
+ *         columns, or if `column_names.size() != input.num_columns()`
+ * @throws std::overflow_error if the total encoded value bytes exceed 2 GiB
+ */
+[[nodiscard]] std::unique_ptr<column> encode_variant(
+  cudf::table_view const& input,
+  cudf::host_span<std::string const> column_names,
+  rmm::cuda_stream_view stream      = cudf::get_default_stream(),
+  rmm::device_async_resource_ref mr = cudf::get_current_device_resource_ref());
+
 /** @} */
 }  // namespace io::parquet::experimental
 }  // namespace CUDF_EXPORT cudf