Skip to content

HADOOP-19666. Add hardware-accelerated CRC32 support for riscv64 using the v,zbc,zvbc extension #7912

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
leiwen2025 wants to merge 1 commit into
base: trunk
Choose a base branch
from
Open

HADOOP-19666. Add hardware-accelerated CRC32 support for riscv64 using the v,zbc,zvbc extension #7912

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions hadoop-common-project/hadoop-common/src/CMakeLists.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -157,6 +157,9 @@ if(CMAKE_SYSTEM_PROCESSOR MATCHES "^i.86$" OR CMAKE_SYSTEM_PROCESSOR STREQUAL "x
set(BULK_CRC_ARCH_SOURCE_FIlE "${SRC}/util/bulk_crc32_x86.c")
elseif(CMAKE_SYSTEM_PROCESSOR STREQUAL "aarch64")
set(BULK_CRC_ARCH_SOURCE_FIlE "${SRC}/util/bulk_crc32_aarch64.c")
elseif(CMAKE_SYSTEM_PROCESSOR STREQUAL "riscv64")
set(BULK_CRC_ARCH_SOURCE_FIlE "${SRC}/util/bulk_crc32_riscv64.c")
add_compile_options("-march=rv64gcv_zbc_zvbc")
else()
message("No HW CRC acceleration for ${CMAKE_SYSTEM_PROCESSOR}, falling back to SW")
endif()
Expand Down
4 changes: 2 additions & 2 deletions hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/util/bulk_crc32.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -156,7 +156,7 @@ static uint32_t crc_val(uint32_t crc) {
* Computes the CRC32c checksum for the specified buffer using the slicing by 8
* algorithm over 64 bit quantities.
*/
static uint32_t crc32c_sb8(uint32_t crc, const uint8_t *buf, size_t length) {
uint32_t crc32c_sb8(uint32_t crc, const uint8_t *buf, size_t length) {
uint32_t running_length = ((length)/8)*8;
uint32_t end_bytes = length - running_length;
int li;
Expand Down Expand Up @@ -201,7 +201,7 @@ static void pipelined_crc32c_sb8(uint32_t *crc1, uint32_t *crc2, uint32_t *crc3,
* Update a CRC using the "zlib" polynomial -- what Hadoop calls CHECKSUM_CRC32
* using slicing-by-8
*/
static uint32_t crc32_zlib_sb8(
uint32_t crc32_zlib_sb8(
uint32_t crc, const uint8_t *buf, size_t length) {
uint32_t running_length = ((length)/8)*8;
uint32_t end_bytes = length - running_length;
Expand Down
2 changes: 2 additions & 0 deletions hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/util/bulk_crc32.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,8 @@ typedef struct crc32_error {
const uint8_t *bad_data; // pointer to start of data chunk with error
} crc32_error_t;

extern uint32_t crc32c_sb8(uint32_t crc, const uint8_t *buf, size_t length);
extern uint32_t crc32_zlib_sb8(uint32_t crc, const uint8_t *buf, size_t length);

/**
* Either calculates checksums for or verifies a buffer of data.
Expand Down
Loading