just small question. why I get "fatal error: cuco/static_map.cuh: No such file or directory #include <cuco/static_map.cuh>" #391

Autumn1998 · 2023-11-10T05:44:40Z

Autumn1998
Nov 10, 2023

# add CPM
include(cmake/CPM.cmake)
CPMAddPackage(
  NAME cuco
  GITHUB_REPOSITORY NVIDIA/cuCollections
  GIT_TAG dev
  OPTIONS
     "BUILD_TESTS OFF"
     "BUILD_BENCHMARKS OFF"
     "BUILD_EXAMPLES OFF"
)
set(COMMON_DEP cuco Iterator)
add_executable(SingleTest test/single_test.cu)
target_link_libraries(SingleTest PRIVATE SingleSearch COMMON_DEP)

I use this code to load the cuCollection, but I failed to start because I can not include correct. I find the path of cuco is "include_directories(build/_deps/cuco-src/include/)", but it will got another error "fatal error: nv/target: No such file or directory
#include <nv/target>"

Answered by Autumn1998

Nov 13, 2023

Sure.
The whole CmakeList.txt:

cmake_minimum_required(VERSION 3.27)
project(DairyQueen_op_kernels CXX CUDA)
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O3")
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3")
set(CMAKE_CXX_STANDARD 17)
find_package(CUDAToolkit REQUIRED)

# add CPM
include(cmake/CPM.cmake)
CPMAddPackage(
  NAME cuco
  GITHUB_REPOSITORY NVIDIA/cuCollections
  GIT_TAG dev
  OPTIONS
     "BUILD_TESTS OFF"
     "BUILD_BENCHMARKS OFF"
     "BUILD_EXAMPLES OFF"
)

# build lib
add_library(Iterator SHARED dairy_queen/array_iterator.cu)
add_library(AndSearch SHARED dairy_queen/AndSearch.cu)
add_library(AndMaybeSearch SHARED dairy_queen/AndMaybeSearch.cu)
add_library(AndNotSearch SHARED dairy_qu…

View full answer

sleeepyjack · 2023-11-10T13:58:01Z

sleeepyjack
Nov 10, 2023
Maintainer

Hi,

Can you try running a clean build and paste the output of cmake+make to this thread so we can investigate?

The missing <nv/target> header indicates that the libcu++ version is incompatible. Not sure why this is happening.

0 replies

Autumn1998 · 2023-11-13T02:30:30Z

Autumn1998
Nov 13, 2023
Author

Sure.
The whole CmakeList.txt:

cmake_minimum_required(VERSION 3.27)
project(DairyQueen_op_kernels CXX CUDA)
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O3")
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3")
set(CMAKE_CXX_STANDARD 17)
find_package(CUDAToolkit REQUIRED)

# add CPM
include(cmake/CPM.cmake)
CPMAddPackage(
  NAME cuco
  GITHUB_REPOSITORY NVIDIA/cuCollections
  GIT_TAG dev
  OPTIONS
     "BUILD_TESTS OFF"
     "BUILD_BENCHMARKS OFF"
     "BUILD_EXAMPLES OFF"
)

# build lib
add_library(Iterator SHARED dairy_queen/array_iterator.cu)
add_library(AndSearch SHARED dairy_queen/AndSearch.cu)
add_library(AndMaybeSearch SHARED dairy_queen/AndMaybeSearch.cu)
add_library(AndNotSearch SHARED dairy_queen/AndNotSearch.cu)
add_library(SingleSearch SHARED dairy_queen/SingleSearch.cu)
add_library(OrSearch SHARED dairy_queen/OrSearch.cu)

# unit test
set(COMMON_DEP cuco Iterator)
set(TEST_TARGETs AndTest AndMaybeTest AndNotTest SingleSearch)
add_executable(AndTest test/and_test.cu)
target_link_libraries(AndTest PRIVATE AndSearch COMMON_DEP)
add_executable(AndMaybeTest test/and_maybe_test.cu)
target_link_libraries(AndMaybeTest PRIVATE AndMaybeSearch COMMON_DEP)
add_executable(AndNotTest test/and_not_test.cu)
target_link_libraries(AndNotTest PRIVATE AndNotSearch COMMON_DEP)
add_executable(SingleTest test/single_test.cu)
target_link_libraries(SingleTest PRIVATE SingleSearch COMMON_DEP)
set_target_properties(${TEST_TARGETs} PROPERTIES CUDA_ARCHITECTURES "70;72")

The output:

(main_env) tongliu@ipp1-3031:/home/scratch.tongliu_gpu/rapidir/src/build$ cmake ..
-- CPM: Adding package cuco@ (dev)
-- CPM: cuco: Using local package [email protected]
-- CPM: cuco: Using local package [email protected]
-- Configuring done (5.4s)
-- Generating done (1.1s)
-- Build files have been written to: /home/scratch.tongliu_gpu/rapidir/src/build
(main_env) tongliu@ipp1-3031:/home/scratch.tongliu_gpu/rapidir/src/build$ make
[  5%] Building CUDA object CMakeFiles/Iterator.dir/dairy_queen/array_iterator.cu.o
[ 10%] Linking CUDA shared library libIterator.so
[ 10%] Built target Iterator
[ 15%] Building CUDA object CMakeFiles/AndSearch.dir/dairy_queen/AndSearch.cu.o
[ 20%] Linking CUDA shared library libAndSearch.so
[ 20%] Built target AndSearch
[ 25%] Building CUDA object CMakeFiles/AndMaybeSearch.dir/dairy_queen/AndMaybeSearch.cu.o
[ 30%] Linking CUDA shared library libAndMaybeSearch.so
[ 30%] Built target AndMaybeSearch
[ 35%] Building CUDA object CMakeFiles/AndNotSearch.dir/dairy_queen/AndNotSearch.cu.o
[ 40%] Linking CUDA shared library libAndNotSearch.so
[ 40%] Built target AndNotSearch
[ 45%] Building CUDA object CMakeFiles/SingleSearch.dir/dairy_queen/SingleSearch.cu.o
[ 50%] Linking CUDA shared library libSingleSearch.so
[ 50%] Built target SingleSearch
[ 55%] Building CUDA object CMakeFiles/OrSearch.dir/dairy_queen/OrSearch.cu.o
/home/scratch.tongliu_gpu/rapidir/src/dairy_queen/OrSearch.cu:1:10: fatal error: cuco/static_map.cuh: No such file or directory
    1 | #include <cuco/static_map.cuh>
      |          ^~~~~~~~~~~~~~~~~~~~~

if I add include_directories(build/_deps/cuco-src/include/cuco/)
it shows "fatal error: nv/target: No such file or directory
#include <nv/target>"

4 replies

Autumn1998 Nov 13, 2023
Author

“
if I add include_directories(build/_deps/cuco-src/include/cuco/)
it shows "fatal error: nv/target: No such file or directory
#include <nv/target>"
”

The reason why can not find <nv/target> is I used cuda 11.3, when I changed to cuda 12.1, the problem that can not find <cuco/static_map.cuh> still exists, but when I add include_directories(build/_deps/cuco-src/include/cuco/), I got a new error
[ 50%] Linking CUDA shared library libSingleSearch.so
[ 50%] Built target SingleSearch
[ 55%] Building CUDA object CMakeFiles/OrSearch.dir/dairy_queen/OrSearch.cu.o

In file included from /home/scratch.tongliu_gpu/rapidir/src/build/_deps/cuco-src/include/cuco/static_map.cuh:20,
                 from /home/scratch.tongliu_gpu/rapidir/src/dairy_queen/OrSearch.cu:1:
/home/scratch.tongliu_gpu/rapidir/src/build/_deps/cuco-src/include/cuco/detail/__config:28:2: error: #error "Support for relaxed constexpr is required"
   28 | #error "Support for relaxed constexpr is required"
      |  ^~~~~
/home/scratch.tongliu_gpu/rapidir/src/build/_deps/cuco-src/include/cuco/detail/__config:32:2: error: #error "Support for extended device lambdas is required"
   32 | #error "Support for extended device lambdas is required"
      |  ^~~~~
In file included from /usr/local/cuda/bin/../targets/x86_64-linux/include/cuda/std/detail/libcxx/include/atomic:688,
                 from /usr/local/cuda/bin/../targets/x86_64-linux/include/cuda/std/atomic:57,
                 from /usr/local/cuda/bin/../targets/x86_64-linux/include/cuda/atomic:10,
                 from /home/scratch.tongliu_gpu/rapidir/src/build/_deps/cuco-src/include/cuco/detail/open_addressing/kernels.cuh:22,
                 from /home/scratch.tongliu_gpu/rapidir/src/build/_deps/cuco-src/include/cuco/detail/open_addressing/open_addressing_impl.cuh:21,
                 from /home/scratch.tongliu_gpu/rapidir/src/build/_deps/cuco-src/include/cuco/static_map.cuh:21,
                 from /home/scratch.tongliu_gpu/rapidir/src/dairy_queen/OrSearch.cu:1:
/usr/local/cuda-11.8/targets/x86_64-linux/include/cuda/std/detail/libcxx/include/support/atomic/atomic_cuda.h:11:4: error: #error "CUDA atomics are only supported for sm_60 and up on *nix and sm_70 and up on Windows."
   11 | #  error "CUDA atomics are only supported for sm_60 and up on *nix and sm_70 and up on Windows."

Autumn1998 Nov 13, 2023
Author

I got cmake/CPM.cmake fron their github rep, just copied this file

PointKernel Nov 13, 2023
Maintainer

The answer is in the error message. Our upstream code (and cuco itself) heavily depends on relaxed constexpr and lambda expressions thus you may want to add something like

    target_compile_options(OrSearch PRIVATE --expt-extended-lambda --expt-relaxed-constexpr)

in your CMake. Let us know if this solves your problem.

Autumn1998 Nov 14, 2023
Author

yes, I also made it work with "set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} --expt-relaxed-constexpr --expt-extended-lambda")", but include_directories(build/_deps/cuco-src/include/cuco/) is required unless this error occurrred.

fatal error: cuco/static_map.cuh: No such file or directory
    1 | #include <cuco/static_map.cuh>

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

just small question. why I get "fatal error: cuco/static_map.cuh: No such file or directory #include <cuco/static_map.cuh>" #391

{{title}}

Replies: 2 comments 4 replies

{{title}}

{{title}}

{{title}}

{{title}}

{{title}}

{{title}}

{{editor}}'s edit

{{editor}}'s edit

Select a reply

just small question. why I get "fatal error: cuco/static_map.cuh: No such file or directory #include <cuco/static_map.cuh>" #391

Autumn1998 Nov 10, 2023

Replies: 2 comments · 4 replies

sleeepyjack Nov 10, 2023 Maintainer

Autumn1998 Nov 13, 2023 Author

Autumn1998 Nov 13, 2023 Author

Autumn1998 Nov 13, 2023 Author

PointKernel Nov 13, 2023 Maintainer

Autumn1998 Nov 14, 2023 Author

Autumn1998
Nov 10, 2023

Replies: 2 comments 4 replies

sleeepyjack
Nov 10, 2023
Maintainer

Autumn1998
Nov 13, 2023
Author

Autumn1998 Nov 13, 2023
Author

Autumn1998 Nov 13, 2023
Author

PointKernel Nov 13, 2023
Maintainer

Autumn1998 Nov 14, 2023
Author