Could you also add cublas and cufft libraries:

    if(HAVE_CUDA)
      set(OPENCV_LINKER_LIBS ${OPENCV_LINKER_LIBS} ${CUDA_LIBRARIES} ${CUDA_npp_LIBRARY})
      if(HAVE_CUBLAS)
        set(OPENCV_LINKER_LIBS ${OPENCV_LINKER_LIBS} ${CUDA_cublas_LIBRARY})
      endif()
      if(HAVE_CUFFT)
        set(OPENCV_LINKER_LIBS ${OPENCV_LINKER_LIBS} ${CUDA_cufft_LIBRARY})
      endif()
    endif()