Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
17 commits
Select commit Hold shift + click to select a range
989c937
GH-XXX: [Gandiva] Implement date_trunc() function
StevenMPhillips Jan 30, 2026
723e8e6
GH-XXX: [Gandiva] Implement parse_url() function
StevenMPhillips Jan 30, 2026
bd468dd
GH-xxx: [Gandiva] Implement pi() function
StevenMPhillips Jan 30, 2026
095d887
GH-xxx: [Gandiva] Implement find_in_set() function
StevenMPhillips Jan 30, 2026
8027f3a
Gandiva: add ISO weekofyear and yearweek timestamp functions
StevenMPhillips Jan 30, 2026
d432f39
Gandiva: add add_days/add_hours/add_minutes/add_seconds timestamp fun…
StevenMPhillips Jan 30, 2026
71748af
Gandiva: add format_number(double, int) function
StevenMPhillips Jan 30, 2026
094e72e
Gandiva: wire ICU for normalize_string and add tests
StevenMPhillips Jan 30, 2026
1d48a59
Gandiva: add uuid() function
StevenMPhillips Jan 30, 2026
56292fb
Gandiva: add lshift, rshift, rshiftunsigned bit shift functions
StevenMPhillips Jan 30, 2026
62bd4d1
Gandiva: add rand_integer function
StevenMPhillips Jan 30, 2026
1a49337
Gandiva: add add_weeks/add_months/add_quarters/add_years timestamp he…
StevenMPhillips Jan 30, 2026
79161dd
Gandiva: add string_binary and binary_string(binary) conversions
StevenMPhillips Jan 30, 2026
084e491
Gandiva: add convert_timezone timestamp function
StevenMPhillips Jan 30, 2026
7d703a5
Gandiva: add current_date/time/timestamp functions
StevenMPhillips Jan 30, 2026
a048650
Gandiva: add parse_timestamp(utf8, utf8)
StevenMPhillips Jan 30, 2026
739ab54
Add Gandiva array_length/cardinality and array_position functions
StevenMPhillips Jan 30, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 20 additions & 0 deletions cpp/src/gandiva/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,10 @@ provide_find_module(LLVMAlt "Gandiva")
if(ARROW_WITH_ZSTD AND "${zstd_SOURCE}" STREQUAL "SYSTEM")
provide_find_module(zstdAlt "Gandiva")
endif()

# ICU is required for Unicode normalization (normalize_string)
find_package(ICU COMPONENTS uc)

provide_cmake_module(GandivaAddBitcode "Gandiva")

# Set the path where the bitcode file generated, see precompiled/CMakeLists.txt
Expand Down Expand Up @@ -91,6 +95,7 @@ set(SRC_FILES
selection_vector.cc
tree_expr_builder.cc
to_date_holder.cc
parse_timestamp_holder.cc
random_generator_holder.cc
${GANDIVA_PRECOMPILED_CC_PATH})

Expand Down Expand Up @@ -121,6 +126,16 @@ if(ARROW_WITH_UTF8PROC)
list(APPEND GANDIVA_STATIC_LINK_LIBS utf8proc::utf8proc)
endif()

if(ICU_FOUND)
if(TARGET ICU::uc)
list(APPEND GANDIVA_SHARED_PRIVATE_LINK_LIBS ICU::uc)
list(APPEND GANDIVA_STATIC_LINK_LIBS ICU::uc)
else()
list(APPEND GANDIVA_SHARED_PRIVATE_LINK_LIBS ${ICU_UC_LIBRARIES})
list(APPEND GANDIVA_STATIC_LINK_LIBS ${ICU_UC_LIBRARIES})
endif()
endif()

if(ARROW_GANDIVA_STATIC_LIBSTDCPP AND (CMAKE_COMPILER_IS_GNUCC OR CMAKE_COMPILER_IS_GNUCXX
))
list(APPEND GANDIVA_STATIC_LINK_LIBS -static-libstdc++ -static-libgcc)
Expand Down Expand Up @@ -170,6 +185,10 @@ add_arrow_lib(gandiva

foreach(LIB_TARGET ${GANDIVA_LIBRARIES})
target_compile_definitions(${LIB_TARGET} PRIVATE GANDIVA_EXPORTING)
if(ICU_FOUND)
target_compile_definitions(${LIB_TARGET} PRIVATE GANDIVA_WITH_ICU)
target_include_directories(${LIB_TARGET} PRIVATE ${ICU_INCLUDE_DIRS})
endif()
endforeach()

if(ARROW_BUILD_STATIC AND WIN32)
Expand Down Expand Up @@ -263,6 +282,7 @@ add_gandiva_test(internals-test
selection_vector_test.cc
lru_cache_test.cc
to_date_holder_test.cc
parse_timestamp_holder_test.cc
simple_arena_test.cc
regex_functions_holder_test.cc
decimal_type_util_test.cc
Expand Down
255 changes: 254 additions & 1 deletion cpp/src/gandiva/array_ops.cc
Original file line number Diff line number Diff line change
Expand Up @@ -109,13 +109,68 @@ bool array_contains_template(const Type* entry_buf,
return true;
}
}
//If there is null in the input and the item is not found the result is null.
// If there is null in the input and the item is not found, the result is null.
if (found_null_in_data) {
*valid_row = false;
}
return false;
}

template <typename Type>
int32_t array_length_template(const Type* entry_buf, int32_t entry_len,
const int32_t* entry_validity, bool combined_row_validity,
int64_t loop_var, int64_t validity_index_var,
bool* valid_row) {
(void)entry_buf;
(void)entry_validity;
(void)loop_var;
(void)validity_index_var;

if (!combined_row_validity) {
*valid_row = false;
return 0;
}
*valid_row = true;
return entry_len;
}

template <typename Type>
int32_t array_position_template(const Type* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, Type search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
if (!combined_row_validity || !search_data_valid) {
*valid_row = false;
return 0;
}
*valid_row = true;

const int32_t* entry_validityAdjusted = entry_validity - (loop_var);
int64_t validityBitIndex = validity_index_var - entry_len;

bool found_null_in_data = false;
for (int i = 0; i < entry_len; i++) {
if (!arrow::bit_util::GetBit(reinterpret_cast<const uint8_t*>(entry_validityAdjusted),
validityBitIndex + i)) {
found_null_in_data = true;
continue;
}

Type entry_item = *(entry_buf + i);
if (entry_item == search_data) {
// Position is 1-indexed.
return i + 1;
}
}

// If there is null in the input and the item is not found, the result is null.
if (found_null_in_data) {
*valid_row = false;
}
return 0;
}

extern "C" {

bool array_int32_contains_int32(int64_t context_ptr, const int32_t* entry_buf,
Expand Down Expand Up @@ -158,6 +213,85 @@ bool array_float64_contains_float64(int64_t context_ptr, const double* entry_buf
loop_var, validity_index_var, valid_row);
}

int32_t array_int32_length(int64_t context_ptr, const int32_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_length_template<int32_t>(entry_buf, entry_len, entry_validity,
combined_row_validity, loop_var,
validity_index_var, valid_row);
}

int32_t array_int64_length(int64_t context_ptr, const int64_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_length_template<int64_t>(entry_buf, entry_len, entry_validity,
combined_row_validity, loop_var,
validity_index_var, valid_row);
}

int32_t array_float32_length(int64_t context_ptr, const float* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_length_template<float>(entry_buf, entry_len, entry_validity,
combined_row_validity, loop_var,
validity_index_var, valid_row);
}

int32_t array_float64_length(int64_t context_ptr, const double* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_length_template<double>(entry_buf, entry_len, entry_validity,
combined_row_validity, loop_var,
validity_index_var, valid_row);
}

int32_t array_int32_position_int32(int64_t context_ptr, const int32_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int32_t search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_position_template<int32_t>(entry_buf, entry_len, entry_validity,
combined_row_validity, search_data,
search_data_valid, loop_var,
validity_index_var, valid_row);
}

int32_t array_int64_position_int64(int64_t context_ptr, const int64_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_position_template<int64_t>(entry_buf, entry_len, entry_validity,
combined_row_validity, search_data,
search_data_valid, loop_var,
validity_index_var, valid_row);
}

int32_t array_float32_position_float32(int64_t context_ptr, const float* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, float search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_position_template<float>(entry_buf, entry_len, entry_validity,
combined_row_validity, search_data,
search_data_valid, loop_var,
validity_index_var, valid_row);
}

int32_t array_float64_position_float64(int64_t context_ptr, const double* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, double search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_row) {
return array_position_template<double>(entry_buf, entry_len, entry_validity,
combined_row_validity, search_data,
search_data_valid, loop_var,
validity_index_var, valid_row);
}


int32_t* array_int32_remove(int64_t context_ptr, const int32_t* entry_buf,
Expand Down Expand Up @@ -278,6 +412,125 @@ arrow::Status ExportedArrayFunctions::AddMappings(Engine* engine) const {
engine->AddGlobalMappingForFunc("array_float64_contains_float64",
types->i1_type() /*return_type*/, args,
reinterpret_cast<void*>(array_float64_contains_float64));

// array_length / cardinality
args = {types->i64_type(), // int64_t execution_context
types->i64_ptr_type(), // int32_t* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};

engine->AddGlobalMappingForFunc("array_int32_length", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_int32_length));

args = {types->i64_type(), // int64_t execution_context
types->i64_ptr_type(), // int64_t* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};

engine->AddGlobalMappingForFunc("array_int64_length", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_int64_length));

args = {types->i64_type(), // int64_t execution_context
types->float_ptr_type(), // float* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};

engine->AddGlobalMappingForFunc("array_float32_length", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_float32_length));

args = {types->i64_type(), // int64_t execution_context
types->double_ptr_type(), // double* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};

engine->AddGlobalMappingForFunc("array_float64_length", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_float64_length));

// array_position
args = {types->i64_type(), // int64_t execution_context
types->i64_ptr_type(), // int32_t* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->i32_type(), // search value
types->i1_type(), // search value validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};
engine->AddGlobalMappingForFunc("array_int32_position_int32", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_int32_position_int32));

args = {types->i64_type(), // int64_t execution_context
types->i64_ptr_type(), // int64_t* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->i64_type(), // search value
types->i1_type(), // search value validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};
engine->AddGlobalMappingForFunc("array_int64_position_int64", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_int64_position_int64));

args = {types->i64_type(), // int64_t execution_context
types->float_ptr_type(), // float* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->float_type(), // search value
types->i1_type(), // search value validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};
engine->AddGlobalMappingForFunc("array_float32_position_float32", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_float32_position_float32));

args = {types->i64_type(), // int64_t execution_context
types->double_ptr_type(), // double* data ptr
types->i32_type(), // int32_t data length
types->i32_ptr_type(), // input validity buffer
types->i1_type(), // bool input row validity
types->double_type(), // search value
types->i1_type(), // search value validity
types->i64_type(), // in loop var
types->i64_type(), // in validity_index_var
types->i1_ptr_type() // output validity
};
engine->AddGlobalMappingForFunc("array_float64_position_float64", types->i32_type() /*return_type*/,
args,
reinterpret_cast<void*>(array_float64_position_float64));

//Array remove.
args = {types->i64_type(), // int64_t execution_context
types->i32_ptr_type(), // int8_t* input data ptr
Expand Down
54 changes: 54 additions & 0 deletions cpp/src/gandiva/array_ops.h
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,60 @@ bool array_float64_contains_float64(int64_t context_ptr, const double* entry_buf
int64_t loop_var, int64_t validity_index_var,
bool* valid_buf);

// array_length / cardinality
GANDIVA_EXPORT
int32_t array_int32_length(int64_t context_ptr, const int32_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

GANDIVA_EXPORT
int32_t array_int64_length(int64_t context_ptr, const int64_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

GANDIVA_EXPORT
int32_t array_float32_length(int64_t context_ptr, const float* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

GANDIVA_EXPORT
int32_t array_float64_length(int64_t context_ptr, const double* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

// array_position
GANDIVA_EXPORT
int32_t array_int32_position_int32(int64_t context_ptr, const int32_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int32_t search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

GANDIVA_EXPORT
int32_t array_int64_position_int64(int64_t context_ptr, const int64_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, int64_t search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

GANDIVA_EXPORT
int32_t array_float32_position_float32(int64_t context_ptr, const float* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, float search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

GANDIVA_EXPORT
int32_t array_float64_position_float64(int64_t context_ptr, const double* entry_buf,
int32_t entry_len, const int32_t* entry_validity,
bool combined_row_validity, double search_data,
bool search_data_valid, int64_t loop_var,
int64_t validity_index_var, bool* valid_buf);

GANDIVA_EXPORT
int32_t* array_int32_remove(int64_t context_ptr, const int32_t* entry_buf,
int32_t entry_len, const int32_t* entry_validity, bool combined_row_validity,
Expand Down
Loading
Loading