Add riscv64 CI test with qemu.

Author: wanghan-sanechips

.github/workflows/riscv64-qemu-test.yaml

@@ -0,0 +1,72 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: riscv64-qemu-test
+
+on: [push, pull_request]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    env: 
+      RISCV_CROSSCOMPILE: "ON"
+      riscv_gnu_toolchain_download_path: "https://github.com/riscv-collab/riscv-gnu-toolchain/releases/download/2025.07.03/riscv64-glibc-ubuntu-24.04-gcc-nightly-2025.07.03-nightly.tar.xz"
+      RISCV_PATH: "/opt/riscv"
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        submodules: recursive
+    
+    - name: Install dependencies
+      run: |
+        sudo apt update 
+        sudo apt install -y --no-install-recommends \
+          qemu-user qemu-user-static \
+          wget \
+          build-essential \
+          cmake \
+          libgflags-dev \
+          libsnappy-dev \
+          zlib1g-dev \
+          libbz2-dev \
+          liblz4-dev \
+          libzstd-dev \
+          git \
+          python3 \
+          clang \
+          golang \
+          libboost-dev \
+          libstdc++-12-dev
+        sudo mkdir -p $RISCV_PATH
+        wget ${riscv_gnu_toolchain_download_path} -O riscv-toolchain.tar.xz
+        sudo tar -xvf riscv-toolchain.tar.xz -C $RISCV_PATH --strip-components=1
+        sudo sed -i "s|libdir='/mnt/riscv/riscv64-unknown-linux-gnu/lib'|libdir='$RISCV_PATH/riscv64-unknown-linux-gnu/lib'|g" $RISCV_PATH/riscv64-unknown-linux-gnu/lib/libatomic.la
+
+    - name: Build and test
+      run: |
+        export PATH=$RISCV_PATH/bin:$PATH
+        export LD_LIBRARY_PATH="/opt/riscv/lib:$LD_LIBRARY_PATH"
+        export QEMU_LD_PREFIX=$RISCV_PATH/sysroot
+        CC=riscv64-unknown-linux-gnu-gcc \
+        CXX=riscv64-unknown-linux-gnu-g++ \
+        ./x.py build \
+          -DCMAKE_SYSTEM_NAME=Linux \
+          -DCMAKE_SYSTEM_PROCESSOR=riscv64 \
+          -DCMAKE_CROSSCOMPILING=TRUE \
+          --unittest -j4
+        qemu-riscv64 -L $QEMU_LD_PREFIX -cpu rv64,v=true,vext_spec=v1.0,zba=true,zbb=true ./build/unittest

CMakeLists.txt

@@ -16,6 +16,12 @@
 # under the License.
 
 cmake_minimum_required(VERSION 3.16)
+if(DEFINED ENV{RISCV_CROSSCOMPILE})
+    set(CMAKE_SYSTEM_NAME Linux CACHE STRING "")
+    set(CMAKE_SYSTEM_PROCESSOR riscv64 CACHE STRING "")
+    set(CMAKE_CROSSCOMPILING TRUE CACHE BOOL "")
+endif()
+
 project(kvrocks
         DESCRIPTION "NoSQL which is based on RocksDB and compatible with the Redis protocol"
         LANGUAGES C CXX)
@@ -29,6 +35,9 @@ option(ENABLE_UBSAN "enable undefined behavior sanitizer" OFF)
 option(ASAN_WITH_LSAN "enable leak sanitizer while address sanitizer is enabled" ON)
 option(ENABLE_STATIC_LIBSTDCXX "link kvrocks with static library of libstd++ instead of shared library" ON)
 option(ENABLE_LUAJIT "enable use of luaJIT instead of lua" ON)
+if(CMAKE_SYSTEM_PROCESSOR MATCHES "riscv64")
+    set(ENABLE_LUAJIT OFF)
+endif()
 option(ENABLE_OPENSSL "enable openssl to support tls connection" OFF)
 option(ENABLE_LTO "enable link-time optimization" ON)
 set(SYMBOLIZE_BACKEND "" CACHE STRING "symbolization backend library for cpptrace (libbacktrace, libdwarf, or empty)")

cmake/jemalloc.cmake

@@ -40,10 +40,21 @@ FetchContent_GetProperties(jemalloc)
 if(NOT jemalloc_POPULATED)
   FetchContent_Populate(jemalloc)
 
+  if(CMAKE_CROSSCOMPILING AND CMAKE_SYSTEM_PROCESSOR MATCHES "riscv64")
+    message(STATUS "Configuring jemalloc for RISC-V cross-compilation")
+    set(JEMALLOC_CROSS_FLAGS
+      "--host=riscv64-unknown-linux-gnu"
+      "--build=${CMAKE_HOST_SYSTEM_PROCESSOR}-pc-linux-gnu"
+      "--with-lg-vaddr=48"
+      )
+  else()
+    set(JEMALLOC_CROSS_FLAGS "")
+  endif()
+
   execute_process(COMMAND autoconf
     WORKING_DIRECTORY ${jemalloc_SOURCE_DIR}
   )
-  execute_process(COMMAND ${jemalloc_SOURCE_DIR}/configure CC=${CMAKE_C_COMPILER} -C --enable-autogen
+  execute_process(COMMAND ${jemalloc_SOURCE_DIR}/configure CC=${CMAKE_C_COMPILER} -C ${JEMALLOC_CROSS_FLAGS} --enable-autogen
                     --disable-shared --disable-libdl ${DISABLE_CACHE_OBLIVIOUS} ${ENABLE_JEMALLOC_PROFILING}
                     --with-jemalloc-prefix=""
     WORKING_DIRECTORY ${jemalloc_BINARY_DIR}

cmake/rocksdb.cmake

@@ -54,6 +54,9 @@ FetchContent_MakeAvailableWithArgs(rocksdb
   PORTABLE=${PORTABLE}
 )
 
+if(CMAKE_SYSTEM_PROCESSOR MATCHES "riscv64")
+    target_compile_options(rocksdb PRIVATE "-march=rv64gc")
+endif()
 add_library(rocksdb_with_headers INTERFACE)
 target_include_directories(rocksdb_with_headers INTERFACE ${rocksdb_SOURCE_DIR}/include)
 target_link_libraries(rocksdb_with_headers INTERFACE rocksdb)

cmake/tbb.cmake

@@ -20,8 +20,8 @@ include_guard()
 include(cmake/utils.cmake)
 
 FetchContent_DeclareGitHubWithMirror(tbb
-  uxlfoundation/oneTBB v2022.2.0
-  MD5=b00d733b2adf0fba1d33855689631b4d
+  uxlfoundation/oneTBB v2022.1.0
+  MD5=4a8940795f7e414727a1c443b94fd686
 )
 
 FetchContent_MakeAvailableWithArgs(tbb