|
8 | 8 | typedef struct InfiniopDescriptor *infiniopAttentionDescriptor_t; |
9 | 9 |
|
10 | 10 | __INFINI_C __export infiniStatus_t infiniopCreateAttentionDescriptor(infiniopHandle_t handle, |
11 | | - infiniopAttentionDescriptor_t *desc_ptr, |
12 | | - infiniopTensorDescriptor_t out_desc, |
13 | | - infiniopTensorDescriptor_t q_desc, |
14 | | - infiniopTensorDescriptor_t k_desc, |
15 | | - infiniopTensorDescriptor_t v_desc, |
16 | | - infiniopTensorDescriptor_t k_cache_desc, |
17 | | - infiniopTensorDescriptor_t v_cache_desc, |
18 | | - size_t pos); |
| 11 | + infiniopAttentionDescriptor_t *desc_ptr, |
| 12 | + infiniopTensorDescriptor_t out_desc, |
| 13 | + infiniopTensorDescriptor_t q_desc, |
| 14 | + infiniopTensorDescriptor_t k_desc, |
| 15 | + infiniopTensorDescriptor_t v_desc, |
| 16 | + infiniopTensorDescriptor_t k_cache_desc, |
| 17 | + infiniopTensorDescriptor_t v_cache_desc, |
| 18 | + size_t pos); |
19 | 19 |
|
20 | 20 | __INFINI_C __export infiniStatus_t infiniopGetAttentionWorkspaceSize(infiniopAttentionDescriptor_t desc, size_t *size); |
21 | 21 |
|
22 | 22 | __INFINI_C __export infiniStatus_t infiniopAttention(infiniopAttentionDescriptor_t desc, |
23 | | - void *workspace, |
24 | | - size_t workspace_size, |
25 | | - void *out, |
26 | | - const void *q, |
27 | | - const void *k, |
28 | | - const void *v, |
29 | | - void *k_cache, |
30 | | - void *v_cache, |
31 | | - void *stream); |
| 23 | + void *workspace, |
| 24 | + size_t workspace_size, |
| 25 | + void *out, |
| 26 | + const void *q, |
| 27 | + const void *k, |
| 28 | + const void *v, |
| 29 | + void *k_cache, |
| 30 | + void *v_cache, |
| 31 | + void *stream); |
32 | 32 |
|
33 | 33 | __INFINI_C __export infiniStatus_t infiniopDestroyAttentionDescriptor(infiniopAttentionDescriptor_t desc); |
34 | 34 | #endif |
0 commit comments