Skip to content

GH-48177: [C++][Parquet] Fix arrow-acero-asof-join-node-test failures on s390x #48180

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Vishwanatha-HD wants to merge 4 commits into
base: main
Choose a base branch
from
Open

GH-48177: [C++][Parquet] Fix arrow-acero-asof-join-node-test failures on s390x #48180

Changes from 3 commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
df52957
GH-48151: [C++][Parquet] Fix arrow-acero-asof-join-node-test failures…
Vishwanatha-HD Nov 19, 2025
12264ea
GH-48151: [C++][Parquet] Fix arrow-acero-asof-join-node-test failures…
Vishwanatha-HD Nov 19, 2025
d816552
Add some fixes
zanmato1984 Dec 10, 2025
d97c682
Fix BE partial safe load/store
zanmato1984 Jun 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 20 additions & 8 deletions cpp/src/arrow/compute/util.cc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,33 +31,33 @@ namespace util {
namespace bit_util {

inline uint64_t SafeLoadUpTo8Bytes(const uint8_t* bytes, int num_bytes) {
// This will not be correct on big-endian architectures.
#if !ARROW_LITTLE_ENDIAN
ARROW_DCHECK(false);
#endif
Comment thread
Vishwanatha-HD marked this conversation as resolved.
ARROW_DCHECK(num_bytes >= 0 && num_bytes <= 8);
if (num_bytes == 8) {
return util::SafeLoad(reinterpret_cast<const uint64_t*>(bytes));
Comment thread
zanmato1984 marked this conversation as resolved.
} else {
uint64_t word = 0;
for (int i = 0; i < num_bytes; ++i) {
#if ARROW_LITTLE_ENDIAN
word |= static_cast<uint64_t>(bytes[i]) << (8 * i);
#else
word |= static_cast<uint64_t>(bytes[i]) << (8 * (num_bytes - 1 - i));
#endif
Comment thread
zanmato1984 marked this conversation as resolved.
}
return word;
}
}

inline void SafeStoreUpTo8Bytes(uint8_t* bytes, int num_bytes, uint64_t value) {
// This will not be correct on big-endian architectures.
#if !ARROW_LITTLE_ENDIAN
ARROW_DCHECK(false);
#endif
ARROW_DCHECK(num_bytes >= 0 && num_bytes <= 8);
if (num_bytes == 8) {
util::SafeStore(reinterpret_cast<uint64_t*>(bytes), value);
Comment thread
Vishwanatha-HD marked this conversation as resolved.
} else {
for (int i = 0; i < num_bytes; ++i) {
#if ARROW_LITTLE_ENDIAN
bytes[i] = static_cast<uint8_t>(value >> (8 * i));
#else
bytes[i] = static_cast<uint8_t>(value >> (8 * (num_bytes - 1 - i)));
#endif
Comment thread
zanmato1984 marked this conversation as resolved.
}
}
}
Expand Down Expand Up @@ -104,6 +104,9 @@ void bits_to_indexes_internal(int64_t hardware_flags, const int num_bits,
*num_indexes = 0;
for (int i = 0; i < num_bits / unroll; ++i) {
uint64_t word = util::SafeLoad(&reinterpret_cast<const uint64_t*>(bits)[i]);
#if !ARROW_LITTLE_ENDIAN
word = ::arrow::bit_util::ByteSwap(word);
#endif
if (bit_to_search == 0) {
word = ~word;
}
Expand All @@ -120,6 +123,9 @@ void bits_to_indexes_internal(int64_t hardware_flags, const int num_bits,
if (tail) {
const uint8_t* bits_tail = bits + (num_bits - tail) / 8;
uint64_t word = SafeLoadUpTo8Bytes(bits_tail, (tail + 7) / 8);
#if !ARROW_LITTLE_ENDIAN
word = ::arrow::bit_util::ByteSwap(word);
#endif
if (bit_to_search == 0) {
word = ~word;
}
Expand Down Expand Up @@ -292,6 +298,9 @@ void bytes_to_bits(int64_t hardware_flags, const int num_bits, const uint8_t* by
constexpr int unroll = 8;
for (int i = num_processed / unroll; i < num_bits / unroll; ++i) {
uint64_t bytes_next = util::SafeLoad(&reinterpret_cast<const uint64_t*>(bytes)[i]);
#if !ARROW_LITTLE_ENDIAN
bytes_next = ::arrow::bit_util::ByteSwap(bytes_next);
#endif
bytes_next &= 0x0101010101010101ULL;
bytes_next |= (bytes_next >> 7); // Pairs of adjacent output bits in individual bytes
bytes_next |= (bytes_next >> 14); // 4 adjacent output bits in individual bytes
Expand All @@ -301,6 +310,9 @@ void bytes_to_bits(int64_t hardware_flags, const int num_bits, const uint8_t* by
int tail = num_bits % unroll;
if (tail) {
uint64_t bytes_next = SafeLoadUpTo8Bytes(bytes + num_bits - tail, tail);
#if !ARROW_LITTLE_ENDIAN
bytes_next = ::arrow::bit_util::ByteSwap(bytes_next);
#endif
bytes_next &= 0x0101010101010101ULL;
bytes_next |= (bytes_next >> 7); // Pairs of adjacent output bits in individual bytes
bytes_next |= (bytes_next >> 14); // 4 adjacent output bits in individual bytes
Expand Down
Loading