File tree Expand file tree Collapse file tree 32 files changed +1544
-1553
lines changed
Expand file tree Collapse file tree 32 files changed +1544
-1553
lines changed Original file line number Diff line number Diff line change 66#include < vector>
77typedef struct InfiniopDescriptor *infiniopAllDescriptor_t;
88
9- __C __export infiniStatus_t infiniopCreateAllDescriptor (infiniopHandle_t handle,
10- infiniopAllDescriptor_t *desc_ptr,
11- infiniopTensorDescriptor_t output_desc,
12- infiniopTensorDescriptor_t input_desc,
13- size_t *dim,
14- size_t dim_size,
15- bool keepdim);
9+ __INFINI_C __export infiniStatus_t infiniopCreateAllDescriptor (infiniopHandle_t handle,
10+ infiniopAllDescriptor_t *desc_ptr,
11+ infiniopTensorDescriptor_t output_desc,
12+ infiniopTensorDescriptor_t input_desc,
13+ size_t *dim,
14+ size_t dim_size,
15+ bool keepdim);
1616
17- __C __export infiniStatus_t infiniopGetAllWorkspaceSize (infiniopAllDescriptor_t desc, size_t *size);
17+ __INFINI_C __export infiniStatus_t infiniopGetAllWorkspaceSize (infiniopAllDescriptor_t desc, size_t *size);
1818
19- __C __export infiniStatus_t infiniopAll (infiniopAllDescriptor_t desc,
20- void *workspace,
21- size_t workspace_size,
22- void *output,
23- const void *input,
24- size_t *dim,
25- size_t dim_size,
26- bool keepdim,
27- void *stream);
19+ __INFINI_C __export infiniStatus_t infiniopAll (infiniopAllDescriptor_t desc,
20+ void *workspace,
21+ size_t workspace_size,
22+ void *output,
23+ const void *input,
24+ size_t *dim,
25+ size_t dim_size,
26+ bool keepdim,
27+ void *stream);
2828
29- __C __export infiniStatus_t infiniopDestroyAllDescriptor (infiniopAllDescriptor_t desc);
29+ __INFINI_C __export infiniStatus_t infiniopDestroyAllDescriptor (infiniopAllDescriptor_t desc);
3030
3131#endif
Original file line number Diff line number Diff line change 66#include < vector>
77typedef struct InfiniopDescriptor *infiniopSumDescriptor_t;
88
9- __C __export infiniStatus_t infiniopCreateSumDescriptor (infiniopHandle_t handle,
10- infiniopSumDescriptor_t *desc_ptr,
11- infiniopTensorDescriptor_t output_desc,
12- infiniopTensorDescriptor_t input_desc,
13- size_t *dim,
14- size_t dim_size,
15- bool keepdim);
9+ __INFINI_C __export infiniStatus_t infiniopCreateSumDescriptor (infiniopHandle_t handle,
10+ infiniopSumDescriptor_t *desc_ptr,
11+ infiniopTensorDescriptor_t output_desc,
12+ infiniopTensorDescriptor_t input_desc,
13+ size_t *dim,
14+ size_t dim_size,
15+ bool keepdim);
1616
17- __C __export infiniStatus_t infiniopGetSumWorkspaceSize (infiniopSumDescriptor_t desc, size_t *size);
17+ __INFINI_C __export infiniStatus_t infiniopGetSumWorkspaceSize (infiniopSumDescriptor_t desc, size_t *size);
1818
19- __C __export infiniStatus_t infiniopSum (infiniopSumDescriptor_t desc,
20- void *workspace,
21- size_t workspace_size,
22- void *output,
23- const void *input,
24- size_t *dim,
25- size_t dim_size,
26- bool keepdim,
27- void *stream);
19+ __INFINI_C __export infiniStatus_t infiniopSum (infiniopSumDescriptor_t desc,
20+ void *workspace,
21+ size_t workspace_size,
22+ void *output,
23+ const void *input,
24+ size_t *dim,
25+ size_t dim_size,
26+ bool keepdim,
27+ void *stream);
2828
29- __C __export infiniStatus_t infiniopDestroySumDescriptor (infiniopSumDescriptor_t desc);
29+ __INFINI_C __export infiniStatus_t infiniopDestroySumDescriptor (infiniopSumDescriptor_t desc);
3030
3131#endif
Original file line number Diff line number Diff line change 66#include < vector>
77typedef struct InfiniopDescriptor *infiniopTopKDescriptor_t;
88
9- __C __export infiniStatus_t infiniopCreateTopKDescriptor (infiniopHandle_t handle,
10- infiniopTopKDescriptor_t *desc_ptr,
11- infiniopTensorDescriptor_t values_output_desc,
12- infiniopTensorDescriptor_t indices_output_desc,
13- infiniopTensorDescriptor_t input_desc,
14- size_t k,
15- size_t dim,
16- bool largest,
17- bool sorted);
9+ __INFINI_C __export infiniStatus_t infiniopCreateTopKDescriptor (infiniopHandle_t handle,
10+ infiniopTopKDescriptor_t *desc_ptr,
11+ infiniopTensorDescriptor_t values_output_desc,
12+ infiniopTensorDescriptor_t indices_output_desc,
13+ infiniopTensorDescriptor_t input_desc,
14+ size_t k,
15+ size_t dim,
16+ bool largest,
17+ bool sorted);
1818
19- __C __export infiniStatus_t infiniopGetTopKWorkspaceSize (infiniopTopKDescriptor_t desc, size_t *size);
19+ __INFINI_C __export infiniStatus_t infiniopGetTopKWorkspaceSize (infiniopTopKDescriptor_t desc, size_t *size);
2020
21- __C __export infiniStatus_t infiniopTopK (infiniopTopKDescriptor_t desc,
22- void *workspace,
23- size_t workspace_size,
24- void *values_output,
25- void *indices_output,
26- const void *input,
27- size_t k,
28- size_t dim,
29- bool largest,
30- bool sorted,
31- void *stream);
21+ __INFINI_C __export infiniStatus_t infiniopTopK (infiniopTopKDescriptor_t desc,
22+ void *workspace,
23+ size_t workspace_size,
24+ void *values_output,
25+ void *indices_output,
26+ const void *input,
27+ size_t k,
28+ size_t dim,
29+ bool largest,
30+ bool sorted,
31+ void *stream);
3232
33- __C __export infiniStatus_t infiniopDestroyTopKDescriptor (infiniopTopKDescriptor_t desc);
33+ __INFINI_C __export infiniStatus_t infiniopDestroyTopKDescriptor (infiniopTopKDescriptor_t desc);
3434
3535#endif
Original file line number Diff line number Diff line change 66#include < vector>
77typedef struct InfiniopDescriptor *infiniopVarDescriptor_t;
88
9- __C __export infiniStatus_t infiniopCreateVarDescriptor (infiniopHandle_t handle,
10- infiniopVarDescriptor_t *desc_ptr,
11- infiniopTensorDescriptor_t var_output_desc,
12- infiniopTensorDescriptor_t input_desc,
13- size_t *dim,
14- size_t dim_size,
15- bool unbiased,
16- bool keepdim);
9+ __INFINI_C __export infiniStatus_t infiniopCreateVarDescriptor (infiniopHandle_t handle,
10+ infiniopVarDescriptor_t *desc_ptr,
11+ infiniopTensorDescriptor_t var_output_desc,
12+ infiniopTensorDescriptor_t input_desc,
13+ size_t *dim,
14+ size_t dim_size,
15+ bool unbiased,
16+ bool keepdim);
1717
18- __C __export infiniStatus_t infiniopGetVarWorkspaceSize (infiniopVarDescriptor_t desc, size_t *size);
18+ __INFINI_C __export infiniStatus_t infiniopGetVarWorkspaceSize (infiniopVarDescriptor_t desc, size_t *size);
1919
20- __C __export infiniStatus_t infiniopVar (infiniopVarDescriptor_t desc,
21- void *workspace,
22- size_t workspace_size,
23- void *var_output,
24- const void *input,
25- size_t *dim,
26- size_t dim_size,
27- bool unbiased,
28- bool keepdim,
29- void *stream);
20+ __INFINI_C __export infiniStatus_t infiniopVar (infiniopVarDescriptor_t desc,
21+ void *workspace,
22+ size_t workspace_size,
23+ void *var_output,
24+ const void *input,
25+ size_t *dim,
26+ size_t dim_size,
27+ bool unbiased,
28+ bool keepdim,
29+ void *stream);
3030
31- __C __export infiniStatus_t infiniopDestroyVarDescriptor (infiniopVarDescriptor_t desc);
31+ __INFINI_C __export infiniStatus_t infiniopDestroyVarDescriptor (infiniopVarDescriptor_t desc);
3232
3333#endif
Original file line number Diff line number Diff line change 66#include < vector>
77typedef struct InfiniopDescriptor *infiniopVarMeanDescriptor_t;
88
9- __C __export infiniStatus_t infiniopCreateVarMeanDescriptor (infiniopHandle_t handle,
10- infiniopVarMeanDescriptor_t *desc_ptr,
11- infiniopTensorDescriptor_t var_output_desc,
12- infiniopTensorDescriptor_t mean_output_desc,
13- infiniopTensorDescriptor_t input_desc,
14- size_t *dim,
15- size_t dim_size,
16- bool unbiased,
17- bool keepdim);
9+ __INFINI_C __export infiniStatus_t infiniopCreateVarMeanDescriptor (infiniopHandle_t handle,
10+ infiniopVarMeanDescriptor_t *desc_ptr,
11+ infiniopTensorDescriptor_t var_output_desc,
12+ infiniopTensorDescriptor_t mean_output_desc,
13+ infiniopTensorDescriptor_t input_desc,
14+ size_t *dim,
15+ size_t dim_size,
16+ bool unbiased,
17+ bool keepdim);
1818
19- __C __export infiniStatus_t infiniopGetVarMeanWorkspaceSize (infiniopVarMeanDescriptor_t desc, size_t *size);
19+ __INFINI_C __export infiniStatus_t infiniopGetVarMeanWorkspaceSize (infiniopVarMeanDescriptor_t desc, size_t *size);
2020
21- __C __export infiniStatus_t infiniopVarMean (infiniopVarMeanDescriptor_t desc,
22- void *workspace,
23- size_t workspace_size,
24- void *var_output,
25- void *mean_output,
26- const void *input,
27- size_t *dim,
28- size_t dim_size,
29- bool unbiased,
30- bool keepdim,
31- void *stream);
21+ __INFINI_C __export infiniStatus_t infiniopVarMean (infiniopVarMeanDescriptor_t desc,
22+ void *workspace,
23+ size_t workspace_size,
24+ void *var_output,
25+ void *mean_output,
26+ const void *input,
27+ size_t *dim,
28+ size_t dim_size,
29+ bool unbiased,
30+ bool keepdim,
31+ void *stream);
3232
33- __C __export infiniStatus_t infiniopDestroyVarMeanDescriptor (infiniopVarMeanDescriptor_t desc);
33+ __INFINI_C __export infiniStatus_t infiniopDestroyVarMeanDescriptor (infiniopVarMeanDescriptor_t desc);
3434
3535#endif
Original file line number Diff line number Diff line change 4949)
5050from infinicore .ops .add import add
5151from infinicore .ops .add_rms_norm import add_rms_norm
52+ from infinicore .ops .all import all
5253from infinicore .ops .attention import attention
5354from infinicore .ops .kv_caching import kv_caching
5455from infinicore .ops .matmul import matmul
6061from infinicore .ops .paged_attention_prefill import paged_attention_prefill
6162from infinicore .ops .paged_caching import paged_caching
6263from infinicore .ops .rearrange import rearrange
64+ from infinicore .ops .squeeze import squeeze
6365from infinicore .ops .sum import sum
64- from infinicore .ops .var_mean import var_mean
65- from infinicore .ops .var import var
6666from infinicore .ops .topk import topk
67- from infinicore .ops .all import all
68- from infinicore .ops .squeeze import squeeze
6967from infinicore .ops .unsqueeze import unsqueeze
68+ from infinicore .ops .var import var
69+ from infinicore .ops .var_mean import var_mean
7070from infinicore .tensor import (
7171 Tensor ,
7272 empty ,
Original file line number Diff line number Diff line change 5050 }; \
5151 }
5252
53- #endif
53+ #endif
You can’t perform that action at this time.
0 commit comments