19 #ifndef __STARPU_DATA_INTERFACES_H__ 20 #define __STARPU_DATA_INTERFACES_H__ 24 #ifdef STARPU_USE_CUDA 26 # ifdef STARPU_DONT_INCLUDE_CUDA_HEADERS 27 typedef void *starpu_cudaStream_t;
29 # include <cuda_runtime.h> 30 typedef cudaStream_t starpu_cudaStream_t;
41 int (*
can_copy)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
unsigned handling_node);
43 int (*
ram_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
44 int (*
ram_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
45 int (*
ram_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
46 int (*
ram_to_mic)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
48 int (*
cuda_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
49 int (*
cuda_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
50 int (*
cuda_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
52 int (*
opencl_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
53 int (*
opencl_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
54 int (*
opencl_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
56 int (*
mic_to_ram)(
void *src_interface,
unsigned srd_node,
void *dst_interface,
unsigned dst_node);
58 int (*
scc_src_to_sink)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
59 int (*
scc_sink_to_src)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
60 int (*
scc_sink_to_sink)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
62 #ifdef STARPU_USE_CUDA 63 int (*
ram_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
64 int (*
cuda_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
65 int (*
cuda_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
72 #if defined(STARPU_USE_OPENCL) && !defined(__CUDACC__) 73 int (*
ram_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
74 int (*
opencl_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
75 int (*
opencl_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
82 int (*
ram_to_mic_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
83 int (*
mic_to_ram_async)(
void *src_interface,
unsigned srd_node,
void *dst_interface,
unsigned dst_node);
85 int (*
any_to_any)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void *async_data);
88 int starpu_interface_copy(uintptr_t src,
size_t src_offset,
unsigned src_node, uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
size_t size,
void *async_data);
113 unsigned home_node,
void *data_interface);
114 starpu_ssize_t (*allocate_data_on_node) (
void *data_interface,
unsigned node);
115 void (*free_data_on_node) (
void *data_interface,
unsigned node);
118 int (*pointer_is_inside) (
void *data_interface,
unsigned node,
void *ptr);
121 int (*compare) (
void *data_interface_a,
void *data_interface_b);
123 starpu_ssize_t (*describe) (
void *data_interface,
char *buf,
size_t size);
172 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 173 #define STARPU_MATRIX_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_matrix_interface *)(interface))->id) == STARPU_MATRIX_INTERFACE_ID, "Error. The given data is not a matrix.") 174 #define STARPU_MATRIX_GET_PTR(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ptr) ; }) 175 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->dev_handle) ; }) 176 #define STARPU_MATRIX_GET_OFFSET(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->offset) ; }) 177 #define STARPU_MATRIX_GET_NX(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->nx) ; }) 178 #define STARPU_MATRIX_GET_NY(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ny) ; }) 179 #define STARPU_MATRIX_GET_LD(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ld) ; }) 180 #define STARPU_MATRIX_GET_ELEMSIZE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->elemsize) ; }) 182 #define STARPU_MATRIX_GET_PTR(interface) (((struct starpu_matrix_interface *)(interface))->ptr) 183 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) (((struct starpu_matrix_interface *)(interface))->dev_handle) 184 #define STARPU_MATRIX_GET_OFFSET(interface) (((struct starpu_matrix_interface *)(interface))->offset) 185 #define STARPU_MATRIX_GET_NX(interface) (((struct starpu_matrix_interface *)(interface))->nx) 186 #define STARPU_MATRIX_GET_NY(interface) (((struct starpu_matrix_interface *)(interface))->ny) 187 #define STARPU_MATRIX_GET_LD(interface) (((struct starpu_matrix_interface *)(interface))->ld) 188 #define STARPU_MATRIX_GET_ELEMSIZE(interface) (((struct starpu_matrix_interface *)(interface))->elemsize) 208 #define STARPU_COO_GET_COLUMNS(interface) \ 209 (((struct starpu_coo_interface *)(interface))->columns) 210 #define STARPU_COO_GET_COLUMNS_DEV_HANDLE(interface) \ 211 (((struct starpu_coo_interface *)(interface))->columns) 212 #define STARPU_COO_GET_ROWS(interface) \ 213 (((struct starpu_coo_interface *)(interface))->rows) 214 #define STARPU_COO_GET_ROWS_DEV_HANDLE(interface) \ 215 (((struct starpu_coo_interface *)(interface))->rows) 216 #define STARPU_COO_GET_VALUES(interface) \ 217 (((struct starpu_coo_interface *)(interface))->values) 218 #define STARPU_COO_GET_VALUES_DEV_HANDLE(interface) \ 219 (((struct starpu_coo_interface *)(interface))->values) 220 #define STARPU_COO_GET_OFFSET 0 221 #define STARPU_COO_GET_NX(interface) \ 222 (((struct starpu_coo_interface *)(interface))->nx) 223 #define STARPU_COO_GET_NY(interface) \ 224 (((struct starpu_coo_interface *)(interface))->ny) 225 #define STARPU_COO_GET_NVALUES(interface) \ 226 (((struct starpu_coo_interface *)(interface))->n_values) 227 #define STARPU_COO_GET_ELEMSIZE(interface) \ 228 (((struct starpu_coo_interface *)(interface))->elemsize) 258 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 259 #define STARPU_BLOCK_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_block_interface *)(interface))->id) == STARPU_BLOCK_INTERFACE_ID, "Error. The given data is not a block.") 260 #define STARPU_BLOCK_GET_PTR(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ptr) ; }) 261 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->dev_handle) ; }) 262 #define STARPU_BLOCK_GET_OFFSET(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->offset) ; }) 263 #define STARPU_BLOCK_GET_NX(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nx) ; }) 264 #define STARPU_BLOCK_GET_NY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ny) ; }) 265 #define STARPU_BLOCK_GET_NZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nz) ; }) 266 #define STARPU_BLOCK_GET_LDY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldy) ; }) 267 #define STARPU_BLOCK_GET_LDZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldz) ; }) 268 #define STARPU_BLOCK_GET_ELEMSIZE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->elemsize) ; }) 270 #define STARPU_BLOCK_GET_PTR(interface) (((struct starpu_block_interface *)(interface))->ptr) 271 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) (((struct starpu_block_interface *)(interface))->dev_handle) 272 #define STARPU_BLOCK_GET_OFFSET(interface) (((struct starpu_block_interface *)(interface))->offset) 273 #define STARPU_BLOCK_GET_NX(interface) (((struct starpu_block_interface *)(interface))->nx) 274 #define STARPU_BLOCK_GET_NY(interface) (((struct starpu_block_interface *)(interface))->ny) 275 #define STARPU_BLOCK_GET_NZ(interface) (((struct starpu_block_interface *)(interface))->nz) 276 #define STARPU_BLOCK_GET_LDY(interface) (((struct starpu_block_interface *)(interface))->ldy) 277 #define STARPU_BLOCK_GET_LDZ(interface) (((struct starpu_block_interface *)(interface))->ldz) 278 #define STARPU_BLOCK_GET_ELEMSIZE(interface) (((struct starpu_block_interface *)(interface))->elemsize) 302 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 303 #define STARPU_VECTOR_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_vector_interface *)(interface))->id) == STARPU_VECTOR_INTERFACE_ID, "Error. The given data is not a vector.") 304 #define STARPU_VECTOR_GET_PTR(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->ptr); }) 305 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->dev_handle); }) 306 #define STARPU_VECTOR_GET_OFFSET(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->offset); }) 307 #define STARPU_VECTOR_GET_NX(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->nx); }) 308 #define STARPU_VECTOR_GET_ELEMSIZE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->elemsize); }) 309 #define STARPU_VECTOR_GET_SLICE_BASE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->slice_base); }) 311 #define STARPU_VECTOR_GET_PTR(interface) (((struct starpu_vector_interface *)(interface))->ptr) 312 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) (((struct starpu_vector_interface *)(interface))->dev_handle) 313 #define STARPU_VECTOR_GET_OFFSET(interface) (((struct starpu_vector_interface *)(interface))->offset) 314 #define STARPU_VECTOR_GET_NX(interface) (((struct starpu_vector_interface *)(interface))->nx) 315 #define STARPU_VECTOR_GET_ELEMSIZE(interface) (((struct starpu_vector_interface *)(interface))->elemsize) 316 #define STARPU_VECTOR_GET_SLICE_BASE(interface) (((struct starpu_vector_interface *)(interface))->slice_base) 336 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 337 #define STARPU_VARIABLE_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_variable_interface *)(interface))->id) == STARPU_VARIABLE_INTERFACE_ID, "Error. The given data is not a variable.") 338 #define STARPU_VARIABLE_GET_PTR(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; }) 339 #define STARPU_VARIABLE_GET_OFFSET(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->offset) ; }) 340 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->elemsize) ; }) 341 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; }) 343 #define STARPU_VARIABLE_GET_PTR(interface) (((struct starpu_variable_interface *)(interface))->ptr) 344 #define STARPU_VARIABLE_GET_OFFSET(interface) (((struct starpu_variable_interface *)(interface))->offset) 345 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) (((struct starpu_variable_interface *)(interface))->elemsize) 346 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) (((struct starpu_variable_interface *)(interface))->ptr) 379 #define STARPU_CSR_GET_NNZ(interface) (((struct starpu_csr_interface *)(interface))->nnz) 380 #define STARPU_CSR_GET_NROW(interface) (((struct starpu_csr_interface *)(interface))->nrow) 381 #define STARPU_CSR_GET_NZVAL(interface) (((struct starpu_csr_interface *)(interface))->nzval) 382 #define STARPU_CSR_GET_NZVAL_DEV_HANDLE(interface) \ 383 (((struct starpu_csr_interface *)(interface))->nnz) 384 #define STARPU_CSR_GET_COLIND(interface) (((struct starpu_csr_interface *)(interface))->colind) 385 #define STARPU_CSR_GET_COLIND_DEV_HANDLE(interface) \ 386 (((struct starpu_csr_interface *)(interface))->colind) 387 #define STARPU_CSR_GET_ROWPTR(interface) (((struct starpu_csr_interface *)(interface))->rowptr) 388 #define STARPU_CSR_GET_ROWPTR_DEV_HANDLE(interface) \ 389 (((struct starpu_csr_interface *)(interface))->rowptr) 390 #define STARPU_CSR_GET_OFFSET 0 391 #define STARPU_CSR_GET_FIRSTENTRY(interface) (((struct starpu_csr_interface *)(interface))->firstentry) 392 #define STARPU_CSR_GET_ELEMSIZE(interface) (((struct starpu_csr_interface *)(interface))->elemsize) 415 void starpu_bcsr_data_register(
starpu_data_handle_t *handle,
int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c,
size_t elemsize);
417 #define STARPU_BCSR_GET_NNZ(interface) (((struct starpu_bcsr_interface *)(interface))->nnz) 418 #define STARPU_BCSR_GET_NZVAL(interface) (((struct starpu_bcsr_interface *)(interface))->nzval) 419 #define STARPU_BCSR_GET_NZVAL_DEV_HANDLE(interface) \ 420 (((struct starpu_bcsr_interface *)(interface))->nnz) 421 #define STARPU_BCSR_GET_COLIND(interface) (((struct starpu_bcsr_interface *)(interface))->colind) 422 #define STARPU_BCSR_GET_COLIND_DEV_HANDLE(interface) \ 423 (((struct starpu_bcsr_interface *)(interface))->colind) 424 #define STARPU_BCSR_GET_ROWPTR(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr) 425 #define STARPU_BCSR_GET_ROWPTR_DEV_HANDLE(interface) \ 426 (((struct starpu_bcsr_interface *)(interface))->rowptr) 427 #define STARPU_BCSR_GET_OFFSET 0 466 #define STARPU_MULTIFORMAT_GET_CPU_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cpu_ptr) 467 #define STARPU_MULTIFORMAT_GET_CUDA_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cuda_ptr) 468 #define STARPU_MULTIFORMAT_GET_OPENCL_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->opencl_ptr) 469 #define STARPU_MULTIFORMAT_GET_MIC_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->mic_ptr) 470 #define STARPU_MULTIFORMAT_GET_NX(interface) (((struct starpu_multiformat_interface *)(interface))->nx) size_t elemsize
Definition: starpu_data_interfaces.h:291
size_t starpu_bcsr_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_matrix_get_nx(starpu_data_handle_t handle)
uint32_t nrow
Definition: starpu_data_interfaces.h:401
int(* scc_src_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:58
size_t starpu_vector_get_elemsize(starpu_data_handle_t handle)
void starpu_block_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ldy, uint32_t ldz)
uint32_t nrow
Definition: starpu_data_interfaces.h:360
Definition: starpu_task.h:89
Definition: starpu_data_interfaces.h:99
int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data)
uintptr_t starpu_malloc_on_node_flags(unsigned dst_node, size_t size, int flags)
uintptr_t ptr
Definition: starpu_data_interfaces.h:155
uint32_t nx
Definition: starpu_data_interfaces.h:200
Definition: starpu_data_interfaces.h:98
uint32_t nx
Definition: starpu_data_interfaces.h:240
uint32_t * starpu_csr_get_local_rowptr(starpu_data_handle_t handle)
uintptr_t starpu_variable_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nnz(starpu_data_handle_t handle)
int(* scc_sink_to_src)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:59
Definition: starpu_data_interfaces.h:283
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:288
int(* scc_sink_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:60
uint32_t nnz
Definition: starpu_data_interfaces.h:400
Definition: starpu_data_interfaces.h:103
void starpu_variable_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, size_t size)
uint32_t * colind
Definition: starpu_data_interfaces.h:404
uint32_t nnz
Definition: starpu_data_interfaces.h:359
void * starpu_data_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_csr_get_nnz(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:355
Definition: starpu_data_interfaces.h:193
Definition: starpu_data_interfaces.h:105
int(* opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:52
size_t interface_size
Definition: starpu_data_interfaces.h:125
uintptr_t starpu_vector_get_local_ptr(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:161
int(* ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:43
char is_multiformat
Definition: starpu_data_interfaces.h:127
uint32_t nx
Definition: starpu_data_interfaces.h:290
Definition: starpu_data_interfaces.h:233
uint32_t * rows
Definition: starpu_data_interfaces.h:198
uint32_t n_values
Definition: starpu_data_interfaces.h:202
int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count)
int(* can_copy)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, unsigned handling_node)
Definition: starpu_data_interfaces.h:41
void starpu_data_register_same(starpu_data_handle_t *handledst, starpu_data_handle_t handlesrc)
void starpu_vector_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
size_t starpu_variable_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_block_get_local_ldy(starpu_data_handle_t handle)
uintptr_t nzval
Definition: starpu_data_interfaces.h:361
const struct starpu_data_copy_methods * copy_methods
Definition: starpu_data_interfaces.h:116
void * starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node)
Definition: starpu_data_interfaces.h:102
size_t elemsize
Definition: starpu_data_interfaces.h:328
int(* ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:73
uint32_t ld
Definition: starpu_data_interfaces.h:160
uint32_t starpu_csr_get_firstentry(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:104
void starpu_vector_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t nx, size_t elemsize)
size_t elemsize
Definition: starpu_data_interfaces.h:245
void starpu_malloc_on_node_set_default_flags(unsigned node, int flags)
uint32_t * starpu_csr_get_local_colind(starpu_data_handle_t handle)
uint32_t ny
Definition: starpu_data_interfaces.h:201
enum starpu_data_interface_id starpu_data_get_interface_id(starpu_data_handle_t handle)
int(* ram_to_mic)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:46
uint32_t nz
Definition: starpu_data_interfaces.h:242
uint32_t starpu_matrix_get_ny(starpu_data_handle_t handle)
uint32_t nx
Definition: starpu_data_interfaces.h:158
int starpu_data_interface_get_next_id(void)
void starpu_csr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize)
int(* ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:45
int(* opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:53
int(* cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:48
void starpu_data_register(starpu_data_handle_t *handleptr, int home_node, void *data_interface, struct starpu_data_interface_ops *ops)
uint32_t ny
Definition: starpu_data_interfaces.h:159
void starpu_block_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize)
char dontcache
Definition: starpu_data_interfaces.h:128
uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle)
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:156
uintptr_t ptr
Definition: starpu_data_interfaces.h:287
uint32_t * colind
Definition: starpu_data_interfaces.h:362
size_t elemsize
Definition: starpu_data_interfaces.h:412
uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size)
size_t starpu_block_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nrow(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:396
void starpu_matrix_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ld)
Definition: starpu_data_interfaces.h:321
Definition: starpu_data_interfaces.h:100
uintptr_t starpu_block_get_local_ptr(starpu_data_handle_t handle)
uint32_t * rowptr
Definition: starpu_data_interfaces.h:363
uintptr_t ptr
Definition: starpu_data_interfaces.h:237
char * name
Definition: starpu_data_interfaces.h:134
int(* mic_to_ram_async)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:83
int(* cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:65
uint32_t ldy
Definition: starpu_data_interfaces.h:243
uintptr_t starpu_bcsr_get_local_nzval(starpu_data_handle_t handle)
void starpu_coo_data_register(starpu_data_handle_t *handleptr, int home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize)
int(* ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:44
uint32_t * columns
Definition: starpu_data_interfaces.h:197
uint32_t * rowptr
Definition: starpu_data_interfaces.h:405
int(* mic_to_ram)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:56
int(* opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:74
uint32_t starpu_matrix_get_local_ld(starpu_data_handle_t handle)
uintptr_t starpu_matrix_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_vector_get_nx(starpu_data_handle_t handle)
uint32_t starpu_block_get_nz(starpu_data_handle_t handle)
void starpu_bcsr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize)
uintptr_t ptr
Definition: starpu_data_interfaces.h:325
starpu_data_handle_t starpu_data_lookup(const void *ptr)
int(* cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:64
uint32_t * starpu_bcsr_get_local_rowptr(starpu_data_handle_t handle)
void starpu_void_data_register(starpu_data_handle_t *handle)
int(* any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data)
Definition: starpu_data_interfaces.h:85
size_t offset
Definition: starpu_data_interfaces.h:327
Definition: starpu_data_interfaces.h:107
starpu_data_interface_id
Definition: starpu_data_interfaces.h:95
int(* ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:63
void starpu_matrix_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize)
size_t offset
Definition: starpu_data_interfaces.h:289
uint32_t firstentry
Definition: starpu_data_interfaces.h:365
uint32_t r
Definition: starpu_data_interfaces.h:409
int starpu_data_pointer_is_inside(starpu_data_handle_t handle, unsigned node, void *ptr)
Definition: starpu_data_interfaces.h:110
uint32_t starpu_bcsr_get_firstentry(starpu_data_handle_t handle)
void * starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node)
Definition: starpu_data_interfaces.h:106
void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size)
uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle)
size_t starpu_matrix_get_elemsize(starpu_data_handle_t handle)
uint32_t firstentry
Definition: starpu_data_interfaces.h:407
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:238
int(* cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:49
void starpu_free_on_node_flags(unsigned dst_node, uintptr_t addr, size_t size, int flags)
uint32_t starpu_block_get_local_ldz(starpu_data_handle_t handle)
uint32_t slice_base
Definition: starpu_data_interfaces.h:293
uintptr_t nzval
Definition: starpu_data_interfaces.h:403
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:30
int(* ram_to_mic_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:82
size_t offset
Definition: starpu_data_interfaces.h:157
void starpu_data_ptr_register(starpu_data_handle_t handle, unsigned node)
Definition: starpu_data_interfaces.h:39
void starpu_variable_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count)
uint32_t c
Definition: starpu_data_interfaces.h:410
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:326
Definition: starpu_data_interfaces.h:101
uint32_t starpu_csr_get_nrow(starpu_data_handle_t handle)
uint32_t ny
Definition: starpu_data_interfaces.h:241
int(* opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:75
uint32_t * starpu_bcsr_get_local_colind(starpu_data_handle_t handle)
uint32_t starpu_block_get_ny(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:151
size_t starpu_data_get_size(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:97
uintptr_t starpu_csr_get_local_nzval(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:203
size_t offset
Definition: starpu_data_interfaces.h:239
uint32_t starpu_block_get_nx(starpu_data_handle_t handle)
uint32_t ldz
Definition: starpu_data_interfaces.h:244
int(* opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:54
int(* cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:50
size_t starpu_csr_get_elemsize(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:367
uintptr_t values
Definition: starpu_data_interfaces.h:199