19 #ifndef __STARPU_DATA_INTERFACES_H__
20 #define __STARPU_DATA_INTERFACES_H__
24 #ifdef STARPU_USE_CUDA
26 # ifdef STARPU_DONT_INCLUDE_CUDA_HEADERS
27 typedef void *cudaStream_t;
29 # include <cuda_runtime.h>
40 int (*
ram_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
41 int (*
ram_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
42 int (*
ram_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
44 int (*
cuda_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
45 int (*
cuda_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
46 int (*
cuda_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
48 int (*
opencl_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
49 int (*
opencl_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
50 int (*
opencl_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
52 #ifdef STARPU_USE_CUDA
53 int (*
ram_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cudaStream_t stream);
54 int (*
cuda_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cudaStream_t stream);
55 int (*
cuda_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cudaStream_t stream);
62 #if defined(STARPU_USE_OPENCL) && !defined(__CUDACC__)
63 int (*
ram_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
64 int (*
opencl_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
65 int (*
opencl_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
68 int (*
any_to_any)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void *async_data);
71 int starpu_interface_copy(uintptr_t src,
size_t src_offset,
unsigned src_node, uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
size_t size,
void *async_data);
93 unsigned home_node,
void *data_interface);
100 int (*
compare)(
void *data_interface_a,
void *data_interface_b);
142 #define STARPU_MATRIX_GET_PTR(interface) (((struct starpu_matrix_interface *)(interface))->ptr)
143 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) (((struct starpu_matrix_interface *)(interface))->dev_handle)
144 #define STARPU_MATRIX_GET_OFFSET(interface) (((struct starpu_matrix_interface *)(interface))->offset)
145 #define STARPU_MATRIX_GET_NX(interface) (((struct starpu_matrix_interface *)(interface))->nx)
146 #define STARPU_MATRIX_GET_NY(interface) (((struct starpu_matrix_interface *)(interface))->ny)
147 #define STARPU_MATRIX_GET_LD(interface) (((struct starpu_matrix_interface *)(interface))->ld)
148 #define STARPU_MATRIX_GET_ELEMSIZE(interface) (((struct starpu_matrix_interface *)(interface))->elemsize)
163 #define STARPU_COO_GET_COLUMNS(interface) \
164 (((struct starpu_coo_interface *)(interface))->columns)
165 #define STARPU_COO_GET_COLUMNS_DEV_HANDLE(interface) \
166 (((struct starpu_coo_interface *)(interface))->columns)
167 #define STARPU_COO_GET_ROWS(interface) \
168 (((struct starpu_coo_interface *)(interface))->rows)
169 #define STARPU_COO_GET_ROWS_DEV_HANDLE(interface) \
170 (((struct starpu_coo_interface *)(interface))->rows)
171 #define STARPU_COO_GET_VALUES(interface) \
172 (((struct starpu_coo_interface *)(interface))->values)
173 #define STARPU_COO_GET_VALUES_DEV_HANDLE(interface) \
174 (((struct starpu_coo_interface *)(interface))->values)
175 #define STARPU_COO_GET_OFFSET 0
176 #define STARPU_COO_GET_NX(interface) \
177 (((struct starpu_coo_interface *)(interface))->nx)
178 #define STARPU_COO_GET_NY(interface) \
179 (((struct starpu_coo_interface *)(interface))->ny)
180 #define STARPU_COO_GET_NVALUES(interface) \
181 (((struct starpu_coo_interface *)(interface))->n_values)
182 #define STARPU_COO_GET_ELEMSIZE(interface) \
183 (((struct starpu_coo_interface *)(interface))->elemsize)
208 #define STARPU_BLOCK_GET_PTR(interface) (((struct starpu_block_interface *)(interface))->ptr)
209 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) (((struct starpu_block_interface *)(interface))->dev_handle)
210 #define STARPU_BLOCK_GET_OFFSET(interface) (((struct starpu_block_interface *)(interface))->offset)
211 #define STARPU_BLOCK_GET_NX(interface) (((struct starpu_block_interface *)(interface))->nx)
212 #define STARPU_BLOCK_GET_NY(interface) (((struct starpu_block_interface *)(interface))->ny)
213 #define STARPU_BLOCK_GET_NZ(interface) (((struct starpu_block_interface *)(interface))->nz)
214 #define STARPU_BLOCK_GET_LDY(interface) (((struct starpu_block_interface *)(interface))->ldy)
215 #define STARPU_BLOCK_GET_LDZ(interface) (((struct starpu_block_interface *)(interface))->ldz)
216 #define STARPU_BLOCK_GET_ELEMSIZE(interface) (((struct starpu_block_interface *)(interface))->elemsize)
232 #define STARPU_VECTOR_GET_PTR(interface) (((struct starpu_vector_interface *)(interface))->ptr)
233 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) (((struct starpu_vector_interface *)(interface))->dev_handle)
234 #define STARPU_VECTOR_GET_OFFSET(interface) (((struct starpu_vector_interface *)(interface))->offset)
235 #define STARPU_VECTOR_GET_NX(interface) (((struct starpu_vector_interface *)(interface))->nx)
236 #define STARPU_VECTOR_GET_ELEMSIZE(interface) (((struct starpu_vector_interface *)(interface))->elemsize)
249 #define STARPU_VARIABLE_GET_PTR(interface) (((struct starpu_variable_interface *)(interface))->ptr)
250 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) (((struct starpu_variable_interface *)(interface))->elemsize)
251 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) \
252 (((struct starpu_variable_interface *)(interface))->ptr)
253 #define STARPU_VARIABLE_GET_OFFSET 0
279 #define STARPU_CSR_GET_NNZ(interface) (((struct starpu_csr_interface *)(interface))->nnz)
280 #define STARPU_CSR_GET_NROW(interface) (((struct starpu_csr_interface *)(interface))->nrow)
281 #define STARPU_CSR_GET_NZVAL(interface) (((struct starpu_csr_interface *)(interface))->nzval)
282 #define STARPU_CSR_GET_NZVAL_DEV_HANDLE(interface) \
283 (((struct starpu_csr_interface *)(interface))->nnz)
284 #define STARPU_CSR_GET_COLIND(interface) (((struct starpu_csr_interface *)(interface))->colind)
285 #define STARPU_CSR_GET_COLIND_DEV_HANDLE(interface) \
286 (((struct starpu_csr_interface *)(interface))->colind)
287 #define STARPU_CSR_GET_ROWPTR(interface) (((struct starpu_csr_interface *)(interface))->rowptr)
288 #define STARPU_CSR_GET_ROWPTR_DEV_HANDLE(interface) \
289 (((struct starpu_csr_interface *)(interface))->rowptr)
290 #define STARPU_CSR_GET_OFFSET 0
291 #define STARPU_CSR_GET_FIRSTENTRY(interface) (((struct starpu_csr_interface *)(interface))->firstentry)
292 #define STARPU_CSR_GET_ELEMSIZE(interface) (((struct starpu_csr_interface *)(interface))->elemsize)
311 void starpu_bcsr_data_register(
starpu_data_handle_t *handle,
unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c,
size_t elemsize);
313 #define STARPU_BCSR_GET_NNZ(interface) (((struct starpu_bcsr_interface *)(interface))->nnz)
314 #define STARPU_BCSR_GET_NZVAL(interface) (((struct starpu_bcsr_interface *)(interface))->nzval)
315 #define STARPU_BCSR_GET_NZVAL_DEV_HANDLE(interface) \
316 (((struct starpu_bcsr_interface *)(interface))->nnz)
317 #define STARPU_BCSR_GET_COLIND(interface) (((struct starpu_bcsr_interface *)(interface))->colind)
318 #define STARPU_BCSR_GET_COLIND_DEV_HANDLE(interface) \
319 (((struct starpu_bcsr_interface *)(interface))->colind)
320 #define STARPU_BCSR_GET_ROWPTR(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr)
321 #define STARPU_BCSR_GET_ROWPTR_DEV_HANDLE(interface) \
322 (((struct starpu_bcsr_interface *)(interface))->rowptr)
323 #define STARPU_BCSR_GET_OFFSET 0
356 #define STARPU_MULTIFORMAT_GET_CPU_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cpu_ptr)
357 #define STARPU_MULTIFORMAT_GET_CUDA_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cuda_ptr)
358 #define STARPU_MULTIFORMAT_GET_OPENCL_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->opencl_ptr)
359 #define STARPU_MULTIFORMAT_GET_NX(interface) (((struct starpu_multiformat_interface *)(interface))->nx)