c_api.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#ifndef MXNET_C_API_H_
#define MXNET_C_API_H_
 
#ifdef __cplusplus
extern "C" {
#endif  // __cplusplus
 
#ifdef __cplusplus
#define DEFAULT(x) = x
#else
#define DEFAULT(x)
#endif  // __cplusplus
 
#include <stdint.h>
 
#include <stdint.h>
#include <stddef.h>
#include <stdbool.h>
 
#ifdef _WIN32
#ifdef MXNET_EXPORTS
#define MXNET_DLL __declspec(dllexport)
#else
#define MXNET_DLL __declspec(dllimport)
#endif
#else
#define MXNET_DLL
#endif
 
#ifndef MXNET_BRANCH
#define MXNET_BRANCH "NotProvided"
#endif
 
#ifndef MXNET_COMMIT_HASH
#define MXNET_COMMIT_HASH "NotProvided"
#endif
 
typedef uint32_t mx_uint;
typedef float mx_float;
typedef int64_t dim_t;
// all the handles are simply void *
// will be casted internally to specific pointers types
// these typedefs are mainly used for readablity reasons
typedef void* NDArrayHandle;
typedef const void* FunctionHandle;
typedef void* AtomicSymbolCreator;
typedef void* CachedOpHandle;
typedef void* SymbolHandle;
typedef void* AtomicSymbolHandle;
typedef void* ExecutorHandle;
typedef void* DataIterCreator;
typedef void* DataIterHandle;
typedef void* DatasetCreator;
typedef void* DatasetHandle;
typedef void* BatchifyFunctionCreator;
typedef void* BatchifyFunctionHandle;
typedef void* KVStoreHandle;
typedef void* RecordIOHandle;
typedef void* RtcHandle;
typedef void* CudaModuleHandle;
typedef void* CudaKernelHandle;
typedef void* ProfileHandle;
typedef void* DLManagedTensorHandle;
typedef const void* ContextHandle;
typedef const void* EngineFnPropertyHandle;
typedef void* EngineVarHandle;
 
typedef void (*EngineAsyncFunc)(void*, void*, void*, void*);
typedef void (*EngineSyncFunc)(void*, void*);
typedef void (*EngineFuncParamDeleter)(void*);
typedef void (*CachedOpMonitorCallback)(const char*, const char*, NDArrayHandle);
 
struct NativeOpInfo {
  void (*forward)(int, float**, int*, unsigned**, int*, void*);
  void (*backward)(int, float**, int*, unsigned**, int*, void*);
  void (*infer_shape)(int, int*, unsigned**, void*);
  void (*list_outputs)(char***, void*);
  void (*list_arguments)(char***, void*);
  // all functions also pass a payload void* pointer
  void* p_forward;
  void* p_backward;
  void* p_infer_shape;
  void* p_list_outputs;
  void* p_list_arguments;
};
 
struct NDArrayOpInfo {
  bool (*forward)(int, void**, int*, void*);
  bool (*backward)(int, void**, int*, void*);
  bool (*infer_shape)(int, int*, unsigned**, void*);
  bool (*list_outputs)(char***, void*);
  bool (*list_arguments)(char***, void*);
  bool (*declare_backward_dependency)(const int*, const int*, const int*, int*, int**, void*);
  // all functions also pass a payload void* pointer
  void* p_forward;
  void* p_backward;
  void* p_infer_shape;
  void* p_list_outputs;
  void* p_list_arguments;
  void* p_declare_backward_dependency;
};
 
typedef int (*MXGenericCallback)(void);
 
struct MXCallbackList {
  int num_callbacks;
  int (**callbacks)(void);
  void** contexts;
};
 
struct LibFeature {
  const char* name;
  bool enabled;
};
 
enum CustomOpCallbacks { kCustomOpDelete, kCustomOpForward, kCustomOpBackward };
 
enum CustomOpPropCallbacks {
  kCustomOpPropDelete,
  kCustomOpPropListArguments,
  kCustomOpPropListOutputs,
  kCustomOpPropListAuxiliaryStates,
  kCustomOpPropInferShape,
  kCustomOpPropDeclareBackwardDependency,
  kCustomOpPropCreateOperator,
  kCustomOpPropInferType,
  kCustomOpPropInferStorageType,
  kCustomOpPropBackwardInferStorageType
};
 
typedef int (*CustomOpFBFunc)(int /*size*/,
                              void** /*ptrs*/,
                              int* /*tags*/,
                              const int* /*reqs*/,
                              const int /*is_train*/,
                              void* /*state*/);
typedef int (*CustomOpDelFunc)(void* /*state*/);
typedef int (*CustomOpListFunc)(char*** /*args*/, void* /*state*/);
typedef int (*CustomOpInferShapeFunc)(int /*num_input*/,
                                      int* /*ndims*/,
                                      int** /*shapes*/,
                                      void* /*state*/);
typedef int (*CustomOpInferStorageTypeFunc)(int /*num_input*/, int* /*stypes*/, void* /*state*/);
typedef int (*CustomOpBackwardInferStorageTypeFunc)(int /*num_input*/,
                                                    int* /*stypes*/,
                                                    int* /*tags*/,
                                                    void* /*state*/);
typedef int (*CustomOpInferTypeFunc)(int /*num_input*/, int* /*types*/, void* /*state*/);
typedef int (*CustomOpBwdDepFunc)(const int* /*out_grad*/,
                                  const int* /*in_data*/,
                                  const int* /*out_data*/,
                                  int* /*num_deps*/,
                                  int** /*rdeps*/,
                                  void* /*state*/);
typedef int (*CustomOpCreateFunc)(const char* /*ctx*/,
                                  int /*num_inputs*/,
                                  unsigned** /*shapes*/,
                                  const int* /*ndims*/,
                                  const int* /*dtypes*/,
                                  struct MXCallbackList* /*ret*/,
                                  void* /*state*/);
typedef int (*CustomOpPropCreator)(const char* /*op_type*/,
                                   const int /*num_kwargs*/,
                                   const char** /*keys*/,
                                   const char** /*values*/,
                                   struct MXCallbackList* /*ret*/);
 
enum CustomFunctionCallbacks { kCustomFunctionBackward, kCustomFunctionDelete };
 
typedef int (*CustomFunctionBwdFunc)(int /*num_ograds*/,
                                     int /*num_igrads*/,
                                     void** /*ptrs*/,
                                     const int* /*reqs*/,
                                     const int /*is_train*/,
                                     void* /*state*/);
typedef int (*CustomFunctionDelFunc)(void* /*state*/);
 
MXNET_DLL const char* MXGetLastError();
 
//-------------------------------------
// Part 0: Global State setups
//-------------------------------------
 
MXNET_DLL int MXLoadLib(const char* path, unsigned verbose, void** lib);
 
MXNET_DLL int MXLibInfoFeatures(const struct LibFeature** libFeature, size_t* size);
 
MXNET_DLL int MXLibInfoCompiledWithCXX11ABI(int* result);
 
MXNET_DLL int MXRandomSeed(int seed);
 
MXNET_DLL int MXRandomSeedContext(int seed, int dev_type, int dev_id);
 
MXNET_DLL int MXSetFlushDenorms(bool value, bool* prev_state);
 
MXNET_DLL int MXNotifyShutdown();
 
MXNET_DLL int MXSetProcessProfilerConfig(int num_params,
                                         const char* const* keys,
                                         const char* const* vals,
                                         KVStoreHandle kvstoreHandle);
 
MXNET_DLL int MXSetProfilerConfig(int num_params, const char* const* keys, const char* const* vals);
 
MXNET_DLL int MXSetProcessProfilerState(int state,
                                        int profile_process,
                                        KVStoreHandle kvStoreHandle);
 
MXNET_DLL int MXSetProfilerState(int state);
 
MXNET_DLL int MXSetProfilerScope(const char* scope);
 
MXNET_DLL int MXDumpProcessProfile(int finished, int profile_process, KVStoreHandle kvStoreHandle);
 
MXNET_DLL int MXDumpProfile(int finished);
 
MXNET_DLL int MXAggregateProfileStatsPrint(const char** out_str,
                                           int reset,
                                           int format,
                                           int sort_by,
                                           int ascending);
 
MXNET_DLL int MXProcessProfilePause(int paused, int profile_process, KVStoreHandle kvStoreHandle);
 
MXNET_DLL int MXProfilePause(int paused);
 
MXNET_DLL int MXProfileCreateDomain(const char* domain, ProfileHandle* out);
 
MXNET_DLL int MXProfileCreateTask(ProfileHandle domain, const char* task_name, ProfileHandle* out);
 
MXNET_DLL int MXProfileCreateFrame(ProfileHandle domain,
                                   const char* frame_name,
                                   ProfileHandle* out);
 
MXNET_DLL int MXProfileCreateEvent(const char* event_name, ProfileHandle* out);
 
MXNET_DLL int MXProfileCreateCounter(ProfileHandle domain,
                                     const char* counter_name,
                                     ProfileHandle* out);
 
MXNET_DLL int MXProfileDestroyHandle(ProfileHandle frame_handle);
 
MXNET_DLL int MXProfileDurationStart(ProfileHandle duration_handle);
 
MXNET_DLL int MXProfileDurationStop(ProfileHandle duration_handle);
 
MXNET_DLL int MXProfileSetCounter(ProfileHandle counter_handle, uint64_t value);
 
MXNET_DLL int MXProfileAdjustCounter(ProfileHandle counter_handle, int64_t value);
 
MXNET_DLL int MXProfileSetMarker(ProfileHandle domain,
                                 const char* instant_marker_name,
                                 const char* scope);
 
MXNET_DLL int MXSetNumOMPThreads(int thread_num);
 
MXNET_DLL int MXEngineSetBulkSize(int bulk_size, int* prev_bulk_size);
 
MXNET_DLL int MXGetGPUCount(int* out);
 
MXNET_DLL int MXGetGPUMemoryInformation(int dev, int* free_mem, int* total_mem);
 
MXNET_DLL int MXGetGPUMemoryInformation64(int dev, uint64_t* free_mem, uint64_t* total_mem);
 
MXNET_DLL int MXGetVersion(int* out);
 
MXNET_DLL int MXGetBranch(const char** out);
 
MXNET_DLL int MXGetCommitHash(const char** out);
 
#if MXNET_USE_TVM_OP
MXNET_DLL int MXLoadTVMOp(const char* libpath);
 
struct OtherOptionEntity {
  int val;
};
 
struct OtherOptionSpace {
  OtherOptionEntity* entities;
  int entities_size;
};
 
struct ConfigSpace {
  int entity_map_size;
  char** entity_map_key;
  OtherOptionEntity* entity_map_val;
  int space_map_size;
  char** space_map_key;
  OtherOptionSpace* space_map_val;
};
 
typedef struct ConfigSpaces {
  int spaces_size;
  char** spaces_key;
  ConfigSpace* spaces_val;
} ConfigSpaces;
 
MXNET_DLL int MXLoadTVMConfig(ConfigSpaces config);
#endif  // MXNET_USE_TVM_OP
 
//-------------------------------------
// Part 1: NDArray creation and deletion
//-------------------------------------
MXNET_DLL int MXNDArrayCreateNone(NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayCreate(const uint32_t* shape,
                              uint32_t ndim,
                              int dev_type,
                              int dev_id,
                              int delay_alloc,
                              int dtype,
                              NDArrayHandle* out);
#define MXNDArrayCreateEx MXNDArrayCreate  // backward compatibility for external deps
 
MXNET_DLL int MXNDArrayCreate64(const int64_t* shape,
                                int ndim,
                                int dev_type,
                                int dev_id,
                                int delay_alloc,
                                int dtype,
                                NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayCreateSparseEx(int storage_type,
                                      const uint32_t* shape,
                                      uint32_t ndim,
                                      int dev_type,
                                      int dev_id,
                                      int delay_alloc,
                                      int dtype,
                                      uint32_t num_aux,
                                      int* aux_type,
                                      uint32_t* aux_ndims,
                                      const uint32_t* aux_shape,
                                      NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayCreateSparseEx64(int storage_type,
                                        const int64_t* shape,
                                        int ndim,
                                        int dev_type,
                                        int dev_id,
                                        int delay_alloc,
                                        int dtype,
                                        uint32_t num_aux,
                                        int* aux_type,
                                        int* aux_ndims,
                                        const int64_t* aux_shape,
                                        NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayLoadFromRawBytes(const void* buf, size_t size, NDArrayHandle* out);
MXNET_DLL int MXNDArraySaveRawBytes(NDArrayHandle handle, size_t* out_size, const char** out_buf);
MXNET_DLL int MXNDArrayLegacySave(const char* fname,
                                  uint32_t num_args,
                                  NDArrayHandle* args,
                                  const char** keys);
MXNET_DLL int MXNDArraySave(const char* fname,
                            uint32_t num_args,
                            NDArrayHandle* args,
                            const char** keys);
MXNET_DLL int MXNDArrayLoad(const char* fname,
                            uint32_t* out_size,
                            NDArrayHandle** out_arr,
                            uint32_t* out_name_size,
                            const char*** out_names);
 
MXNET_DLL int MXNDArrayLoadFromBuffer(const void* ndarray_buffer,
                                      size_t size,
                                      uint32_t* out_size,
                                      NDArrayHandle** out_arr,
                                      uint32_t* out_name_size,
                                      const char*** out_names);
 
MXNET_DLL int MXNDArraySyncCopyFromCPU(NDArrayHandle handle, const void* data, size_t size);
MXNET_DLL int MXNDArraySyncCopyToCPU(NDArrayHandle handle, void* data, size_t size);
 
MXNET_DLL int MXNDArraySyncCopyFromNDArray(NDArrayHandle handle_dst,
                                           const NDArrayHandle handle_src,
                                           const int i);
 
MXNET_DLL int MXNDArraySyncCheckFormat(NDArrayHandle handle, const bool full_check);
 
MXNET_DLL int MXNDArrayWaitToRead(NDArrayHandle handle);
 
MXNET_DLL int MXNDArrayWaitToWrite(NDArrayHandle handle);
 
MXNET_DLL int MXNDArrayWaitAll();
 
MXNET_DLL int MXNDArrayFree(NDArrayHandle handle);
 
MXNET_DLL int MXNDArraySlice(NDArrayHandle handle,
                             uint32_t slice_begin,
                             uint32_t slice_end,
                             NDArrayHandle* out);
 
MXNET_DLL int MXNDArraySlice64(NDArrayHandle handle,
                               int64_t slice_begin,
                               int64_t slice_end,
                               NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayAt(NDArrayHandle handle, uint32_t idx, NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayAt64(NDArrayHandle handle, int64_t idx, NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayGetStorageType(NDArrayHandle handle, int* out_storage_type);
 
MXNET_DLL int MXNDArrayReshape(NDArrayHandle handle, int ndim, int* dims, NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayReshape64(NDArrayHandle handle,
                                 int ndim,
                                 dim_t* dims,
                                 bool reverse,
                                 NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayGetShape(NDArrayHandle handle, int* out_dim, const int** out_pdata);
 
MXNET_DLL int MXNDArrayGetShape64(NDArrayHandle handle, int* out_dim, const int64_t** out_pdata);
 
MXNET_DLL int MXNDArrayGetData(NDArrayHandle handle, void** out_pdata);
MXNET_DLL int MXNDArrayToDLPack(NDArrayHandle handle, DLManagedTensorHandle* out_dlpack);
 
MXNET_DLL int MXNDArrayFromDLPack(DLManagedTensorHandle dlpack,
                                  const bool transient_handle,
                                  NDArrayHandle* out_handle);
 
MXNET_DLL int MXNDArrayCallDLPackDeleter(DLManagedTensorHandle dlpack);
 
MXNET_DLL int MXNDArrayGetDType(NDArrayHandle handle, int* out_dtype);
 
MXNET_DLL int MXNDArrayGetAuxType(NDArrayHandle handle, uint32_t i, int* out_type);
 
MXNET_DLL int MXNDArrayGetAuxType64(NDArrayHandle handle, int64_t i, int* out_type);
 
MXNET_DLL int MXNDArrayGetAuxNDArray(NDArrayHandle handle, uint32_t i, NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayGetAuxNDArray64(NDArrayHandle handle, int64_t i, NDArrayHandle* out);
 
MXNET_DLL int MXNDArrayGetDataNDArray(NDArrayHandle handle, NDArrayHandle* out);
MXNET_DLL int MXNDArrayGetContext(NDArrayHandle handle, int* out_dev_type, int* out_dev_id);
MXNET_DLL int MXNDArrayGetGrad(NDArrayHandle handle, NDArrayHandle* out);
MXNET_DLL int MXNDArrayDetach(NDArrayHandle handle, NDArrayHandle* out);
MXNET_DLL int MXNDArraySetGradState(NDArrayHandle handle, int state);
MXNET_DLL int MXNDArrayGetGradState(NDArrayHandle handle, int* out);
//--------------------------------
// Part 2: functions on NDArray
//--------------------------------
MXNET_DLL int MXListFunctions(uint32_t* out_size, FunctionHandle** out_array);
 
MXNET_DLL int MXGetFunction(const char* name, FunctionHandle* out);
MXNET_DLL int MXFuncGetInfo(FunctionHandle fun,
                            const char** name,
                            const char** description,
                            uint32_t* num_args,
                            const char*** arg_names,
                            const char*** arg_type_infos,
                            const char*** arg_descriptions,
                            const char** return_type DEFAULT(NULL));
MXNET_DLL int MXFuncDescribe(FunctionHandle fun,
                             uint32_t* num_use_vars,
                             uint32_t* num_scalars,
                             uint32_t* num_mutate_vars,
                             int* type_mask);
MXNET_DLL int MXFuncInvoke(FunctionHandle fun,
                           NDArrayHandle* use_vars,
                           float* scalar_args,
                           NDArrayHandle* mutate_vars,
                           int num_params,
                           char** param_keys,
                           char** param_vals);
MXNET_DLL int MXImperativeInvoke(AtomicSymbolCreator creator,
                                 int num_inputs,
                                 NDArrayHandle* inputs,
                                 int* num_outputs,
                                 NDArrayHandle** outputs,
                                 int num_params,
                                 const char** param_keys,
                                 const char** param_vals,
                                 const int** out_stypes);
MXNET_DLL int MXAutogradSetIsRecording(int is_recording, int* prev);
MXNET_DLL int MXAutogradSetIsTraining(int is_training, int* prev);
MXNET_DLL int MXAutogradIsRecording(bool* curr);
MXNET_DLL int MXAutogradIsTraining(bool* curr);
MXNET_DLL int MXSetOptimizationConstraints(unsigned int constraints, unsigned int* prev);
MXNET_DLL int MXGetOptimizationConstraints(unsigned int* curr);
MXNET_DLL int MXIsNumpyShape(int* curr);
MXNET_DLL int MXSetIsNumpyShape(int is_np_shape, int* prev);
MXNET_DLL int MXIsNumpyDefaultDtype(bool* curr);
MXNET_DLL int MXSetIsNumpyDefaultDtype(bool dtype_flag, bool* prev);
MXNET_DLL int MXAutogradMarkVariables(uint32_t num_var,
                                      NDArrayHandle* var_handles,
                                      uint32_t* reqs_array,
                                      NDArrayHandle* grad_handles);
MXNET_DLL int MXAutogradDropGrads(uint32_t num_var, NDArrayHandle* var_handles);
MXNET_DLL int MXAutogradComputeGradient(uint32_t num_output, NDArrayHandle* output_handles);
MXNET_DLL int MXAutogradBackward(uint32_t num_output,
                                 NDArrayHandle* output_handles,
                                 NDArrayHandle* ograd_handles,
                                 int retain_graph);
MXNET_DLL int MXAutogradBackwardEx(uint32_t num_output,
                                   NDArrayHandle* output_handles,
                                   NDArrayHandle* ograd_handles,
                                   uint32_t num_variables,
                                   NDArrayHandle* var_handles,
                                   int retain_graph,
                                   int create_graph,
                                   int is_train,
                                   NDArrayHandle** grad_handles,
                                   int** grad_stypes);
/*
 * \brief get the graph constructed by autograd.
 * \param handle ndarray handle
 * \param out output symbol handle
 */
MXNET_DLL int MXAutogradGetSymbol(NDArrayHandle handle, SymbolHandle* out);
 
MXNET_DLL int MXCreateCachedOp(SymbolHandle handle,
                               int num_flags,
                               const char** keys,
                               const char** vals,
                               CachedOpHandle* out,
                               bool thread_safe DEFAULT(false));
 
MXNET_DLL int MXFreeCachedOp(CachedOpHandle handle);
 
MXNET_DLL int MXCachedOpGetOptimizedSymbol(CachedOpHandle handle, SymbolHandle* out);
 
MXNET_DLL int MXInvokeCachedOp(CachedOpHandle handle,
                               int num_inputs,
                               NDArrayHandle* inputs,
                               int default_dev_type,
                               int default_dev_id,
                               int* num_outputs,
                               NDArrayHandle** outputs,
                               const int** out_stypes);
 
MXNET_DLL int MXCachedOpRegisterOpHook(CachedOpHandle handle,
                                       CachedOpMonitorCallback callback,
                                       bool monitor_all);
 
MXNET_DLL int MXNDArrayIsDeferredCompute(int* curr);
 
MXNET_DLL int MXNDArraySetIsDeferredCompute(int deferred_compute_enabled, int* prev);
 
MXNET_DLL int MXNDArraySetDeferredComputeVariable(NDArrayHandle* arrays,
                                                  SymbolHandle* variables,
                                                  int num);
 
MXNET_DLL int MXNDArrayGetDeferredComputeSymbol(NDArrayHandle* output_handles,
                                                int num_outputs,
                                                SymbolHandle* out);
 
MXNET_DLL int MXNDArrayClearDeferredCompute(NDArrayHandle* arrays, int num);
 
//--------------------------------------------
// Part 3: symbolic configuration generation
//--------------------------------------------
MXNET_DLL int MXListAllOpNames(uint32_t* out_size, const char*** out_array);
 
MXNET_DLL int MXSymbolListAtomicSymbolCreators(uint32_t* out_size, AtomicSymbolCreator** out_array);
 
MXNET_DLL int MXSymbolGetAtomicSymbolName(AtomicSymbolCreator creator, const char** name);
 
MXNET_DLL int MXSymbolGetInputSymbols(SymbolHandle sym, SymbolHandle** inputs, int* input_size);
 
MXNET_DLL int MXSymbolCutSubgraph(SymbolHandle sym, SymbolHandle** inputs, int* input_size);
 
MXNET_DLL int MXSymbolGetAtomicSymbolInfo(AtomicSymbolCreator creator,
                                          const char** name,
                                          const char** description,
                                          uint32_t* num_args,
                                          const char*** arg_names,
                                          const char*** arg_type_infos,
                                          const char*** arg_descriptions,
                                          const char** key_var_num_args,
                                          const char** return_type DEFAULT(NULL));
MXNET_DLL int MXSymbolCreateAtomicSymbol(AtomicSymbolCreator creator,
                                         uint32_t num_param,
                                         const char** keys,
                                         const char** vals,
                                         SymbolHandle* out);
MXNET_DLL int MXSymbolCreateVariable(const char* name, SymbolHandle* out);
MXNET_DLL int MXSymbolCreateGroup(uint32_t num_symbols, SymbolHandle* symbols, SymbolHandle* out);
MXNET_DLL int MXSymbolCreateFromFile(const char* fname, SymbolHandle* out);
MXNET_DLL int MXSymbolCreateFromJSON(const char* json, SymbolHandle* out);
MXNET_DLL int MXSymbolRemoveAmpCast(SymbolHandle sym_handle, SymbolHandle* ret_sym_handle);
MXNET_DLL int MXSymbolSaveToFile(SymbolHandle symbol, const char* fname);
MXNET_DLL int MXSymbolSaveToJSON(SymbolHandle symbol, const char** out_json);
MXNET_DLL int MXSymbolFree(SymbolHandle symbol);
MXNET_DLL int MXSymbolCopy(SymbolHandle symbol, SymbolHandle* out);
MXNET_DLL int MXSymbolPrint(SymbolHandle symbol, const char** out_str);
MXNET_DLL int MXSymbolGetName(SymbolHandle symbol, const char** out, int* success);
MXNET_DLL int MXSymbolGetAttr(SymbolHandle symbol, const char* key, const char** out, int* success);
MXNET_DLL int MXSymbolSetAttr(SymbolHandle symbol, const char* key, const char* value);
MXNET_DLL int MXSymbolListAttr(SymbolHandle symbol, uint32_t* out_size, const char*** out);
MXNET_DLL int MXSymbolListAttrShallow(SymbolHandle symbol, uint32_t* out_size, const char*** out);
MXNET_DLL int MXSymbolListArguments(SymbolHandle symbol,
                                    uint32_t* out_size,
                                    const char*** out_str_array);
 
MXNET_DLL int MXSymbolListOutputs(SymbolHandle symbol,
                                  uint32_t* out_size,
                                  const char*** out_str_array);
 
MXNET_DLL int MXSymbolGetNumOutputs(SymbolHandle symbol, uint32_t* output_count);
 
MXNET_DLL int MXSymbolGetInternals(SymbolHandle symbol, SymbolHandle* out);
MXNET_DLL int MXSymbolGetInputs(SymbolHandle symbol, SymbolHandle* out);
MXNET_DLL int MXSymbolGetChildren(SymbolHandle symbol, SymbolHandle* out);
MXNET_DLL int MXSymbolGetOutput(SymbolHandle symbol, uint32_t index, SymbolHandle* out);
 
MXNET_DLL int MXSymbolListAuxiliaryStates(SymbolHandle symbol,
                                          uint32_t* out_size,
                                          const char*** out_str_array);
 
MXNET_DLL int MXSymbolCompose(SymbolHandle sym,
                              const char* name,
                              uint32_t num_args,
                              const char** keys,
                              SymbolHandle* args);
MXNET_DLL int MXSymbolGrad(SymbolHandle sym, uint32_t num_wrt, const char** wrt, SymbolHandle* out);
 
MXNET_DLL int MXSymbolInferShape(SymbolHandle sym,
                                 uint32_t num_args,
                                 const char** keys,
                                 const uint32_t* arg_ind_ptr,
                                 const int* arg_shape_data,
                                 uint32_t* in_shape_size,
                                 const int** in_shape_ndim,
                                 const int*** in_shape_data,
                                 uint32_t* out_shape_size,
                                 const int** out_shape_ndim,
                                 const int*** out_shape_data,
                                 uint32_t* aux_shape_size,
                                 const int** aux_shape_ndim,
                                 const int*** aux_shape_data,
                                 int* complete);
 
MXNET_DLL int MXSymbolInferShape64(SymbolHandle sym,
                                   uint32_t num_args,
                                   const char** keys,
                                   const int64_t* arg_ind_ptr,
                                   const int64_t* arg_shape_data,
                                   size_t* in_shape_size,
                                   const int** in_shape_ndim,
                                   const int64_t*** in_shape_data,
                                   size_t* out_shape_size,
                                   const int** out_shape_ndim,
                                   const int64_t*** out_shape_data,
                                   size_t* aux_shape_size,
                                   const int** aux_shape_ndim,
                                   const int64_t*** aux_shape_data,
                                   int* complete);
 
MXNET_DLL int MXSymbolInferShapePartial(SymbolHandle sym,
                                        uint32_t num_args,
                                        const char** keys,
                                        const uint32_t* arg_ind_ptr,
                                        const int* arg_shape_data,
                                        uint32_t* in_shape_size,
                                        const int** in_shape_ndim,
                                        const int*** in_shape_data,
                                        uint32_t* out_shape_size,
                                        const int** out_shape_ndim,
                                        const int*** out_shape_data,
                                        uint32_t* aux_shape_size,
                                        const int** aux_shape_ndim,
                                        const int*** aux_shape_data,
                                        int* complete);
 
MXNET_DLL int MXSymbolInferShapePartial64(SymbolHandle sym,
                                          uint32_t num_args,
                                          const char** keys,
                                          const int64_t* arg_ind_ptr,
                                          const int64_t* arg_shape_data,
                                          size_t* in_shape_size,
                                          const int** in_shape_ndim,
                                          const int64_t*** in_shape_data,
                                          size_t* out_shape_size,
                                          const int** out_shape_ndim,
                                          const int64_t*** out_shape_data,
                                          size_t* aux_shape_size,
                                          const int** aux_shape_ndim,
                                          const int64_t*** aux_shape_data,
                                          int* complete);
 
MXNET_DLL int MXSymbolInferType(SymbolHandle sym,
                                uint32_t num_args,
                                const char** keys,
                                const int* arg_type_data,
                                uint32_t* in_type_size,
                                const int** in_type_data,
                                uint32_t* out_type_size,
                                const int** out_type_data,
                                uint32_t* aux_type_size,
                                const int** aux_type_data,
                                int* complete);
 
MXNET_DLL int MXSymbolInferTypePartial(SymbolHandle sym,
                                       uint32_t num_args,
                                       const char** keys,
                                       const int* arg_type_data,
                                       uint32_t* in_type_size,
                                       const int** in_type_data,
                                       uint32_t* out_type_size,
                                       const int** out_type_data,
                                       uint32_t* aux_type_size,
                                       const int** aux_type_data,
                                       int* complete);
 
MXNET_DLL int MXQuantizeSymbol(SymbolHandle sym_handle,
                               SymbolHandle* ret_sym_handle,
                               const int* dev_type,
                               const uint32_t num_excluded_sym_names,
                               const char** excluded_sym_names,
                               const uint32_t num_excluded_op_names,
                               const char** excluded_op_names,
                               const uint32_t num_offline,
                               const char** offline_params,
                               const char* quantized_dtype,
                               const bool calib_quantize,
                               const char* quantize_mode,
                               const char* quantize_granularity,
                               uint32_t* out_num_calib_names,
                               const char*** out_calib_names);
 
MXNET_DLL int MXReducePrecisionSymbol(SymbolHandle sym_handle,
                                      SymbolHandle* ret_sym_handle,
                                      const int target_dtype,
                                      const int cast_params_offline,
                                      const char* const offline_param_cast_attr_p,
                                      const uint32_t num_inputs,
                                      const char** const input_names_p,
                                      const uint32_t num_all_args,
                                      const char** const all_arg_names_p,
                                      const int* all_arg_types_p,
                                      const uint32_t num_target_dtype_ops,
                                      const char** const target_dtype_ops_p,
                                      const uint32_t num_fp32_ops,
                                      const char** const fp32_ops_p,
                                      const uint32_t num_widest_dtype_ops,
                                      const char** const widest_dtype_ops_p);
 
MXNET_DLL int MXSetCalibTableToQuantizedSymbol(SymbolHandle qsym_handle,
                                               const uint32_t num_layers,
                                               const char** layer_names,
                                               const float* low_quantiles,
                                               const float* high_quantiles,
                                               SymbolHandle* ret_sym_handle);
 
MXNET_DLL int MXGenBackendSubgraph(SymbolHandle sym_handle,
                                   const char* backend,
                                   SymbolHandle* ret_sym_handle);
 
MXNET_DLL int MXGenAtomicSymbolFromSymbol(SymbolHandle sym_handle, SymbolHandle* ret_sym_handle);
MXNET_DLL int MXOptimizeForBackend(SymbolHandle sym_handle,
                                   const char* backend_name,
                                   const int dev_type,
                                   SymbolHandle* ret_sym_handle,
                                   const mx_uint args_len,
                                   NDArrayHandle* in_args_handle,
                                   const mx_uint aux_len,
                                   NDArrayHandle* in_aux_handle,
                                   const mx_uint num_options,
                                   const char** keys,
                                   const char** vals,
                                   const uint32_t num_input_shapes,
                                   const char** input_shape_names,
                                   const int64_t* input_shape_data,
                                   const uint32_t* input_shape_idx,
                                   const uint32_t num_input_dtypes,
                                   const char** input_dtype_names,
                                   const int* input_dtypes,
                                   const uint32_t num_input_stypes,
                                   const char** input_stype_names,
                                   const int* input_stypes,
                                   bool skip_infer,
                                   int* new_args_cnt,
                                   NDArrayHandle** new_args_handle,
                                   char*** new_arg_names_handle,
                                   int* new_aux_cnt,
                                   NDArrayHandle** new_aux_handle,
                                   char*** new_aux_names_handle);
 
//--------------------------------------------
// Part 5: IO Interface
//--------------------------------------------
MXNET_DLL int MXListDataIters(uint32_t* out_size, DataIterCreator** out_array);
MXNET_DLL int MXDataIterCreateIter(DataIterCreator handle,
                                   uint32_t num_param,
                                   const char** keys,
                                   const char** vals,
                                   DataIterHandle* out);
MXNET_DLL int MXDataIterGetIterInfo(DataIterCreator creator,
                                    const char** name,
                                    const char** description,
                                    uint32_t* num_args,
                                    const char*** arg_names,
                                    const char*** arg_type_infos,
                                    const char*** arg_descriptions);
MXNET_DLL int MXDataIterFree(DataIterHandle handle);
MXNET_DLL int MXDataIterNext(DataIterHandle handle, int* out);
MXNET_DLL int MXDataIterBeforeFirst(DataIterHandle handle);
 
MXNET_DLL int MXDataIterGetLenHint(DataIterHandle handle, int64_t* len);
MXNET_DLL int MXDataIterGetData(DataIterHandle handle, NDArrayHandle* out);
MXNET_DLL int MXDataIterGetIndex(DataIterHandle handle, uint64_t** out_index, uint64_t* out_size);
MXNET_DLL int MXDataIterGetPadNum(DataIterHandle handle, int* pad);
 
MXNET_DLL int MXDataIterGetLabel(DataIterHandle handle, NDArrayHandle* out);
MXNET_DLL int MXDataIterGetItems(DataIterHandle handle, int* num_outputs, NDArrayHandle** outputs);
 
MXNET_DLL int MXListDatasets(uint32_t* out_size, DatasetCreator** out_array);
MXNET_DLL int MXDatasetCreateDataset(DatasetCreator handle,
                                     uint32_t num_param,
                                     const char** keys,
                                     const char** vals,
                                     DatasetHandle* out);
MXNET_DLL int MXDatasetGetDatasetInfo(DatasetCreator creator,
                                      const char** name,
                                      const char** description,
                                      uint32_t* num_args,
                                      const char*** arg_names,
                                      const char*** arg_type_infos,
                                      const char*** arg_descriptions);
MXNET_DLL int MXDatasetFree(DatasetHandle handle);
MXNET_DLL int MXDatasetGetLen(DatasetHandle handle, uint64_t* out);
MXNET_DLL int MXDatasetGetItems(DatasetHandle handle,
                                uint64_t index,
                                int* num_outputs,
                                NDArrayHandle** outputs);
 
MXNET_DLL int MXListBatchifyFunctions(uint32_t* out_size, BatchifyFunctionCreator** out_array);
MXNET_DLL int MXBatchifyFunctionCreateFunction(BatchifyFunctionCreator handle,
                                               uint32_t num_param,
                                               const char** keys,
                                               const char** vals,
                                               BatchifyFunctionHandle* out);
MXNET_DLL int MXBatchifyFunctionGetFunctionInfo(BatchifyFunctionCreator creator,
                                                const char** name,
                                                const char** description,
                                                uint32_t* num_args,
                                                const char*** arg_names,
                                                const char*** arg_type_infos,
                                                const char*** arg_descriptions);
MXNET_DLL int MXBatchifyFunctionInvoke(BatchifyFunctionHandle handle,
                                       int batch_size,
                                       int num_output,
                                       NDArrayHandle* inputs,
                                       NDArrayHandle** outputs);
MXNET_DLL int MXBatchifyFunctionFree(BatchifyFunctionHandle handle);
//--------------------------------------------
// Part 6: basic KVStore interface
//--------------------------------------------
MXNET_DLL int MXInitPSEnv(uint32_t num_vars, const char** keys, const char** vals);
 
MXNET_DLL int MXKVStoreCreate(const char* type, KVStoreHandle* out);
 
MXNET_DLL int MXKVStoreSetGradientCompression(KVStoreHandle handle,
                                              uint32_t num_params,
                                              const char** keys,
                                              const char** vals);
 
MXNET_DLL int MXKVStoreFree(KVStoreHandle handle);
MXNET_DLL int MXKVStoreInit(KVStoreHandle handle,
                            uint32_t num,
                            const int* keys,
                            NDArrayHandle* vals);
 
MXNET_DLL int MXKVStoreInitEx(KVStoreHandle handle,
                              uint32_t num,
                              const char** keys,
                              NDArrayHandle* vals);
 
MXNET_DLL int MXKVStorePush(KVStoreHandle handle,
                            uint32_t num,
                            const int* keys,
                            NDArrayHandle* vals,
                            int priority);
MXNET_DLL int MXKVStorePushEx(KVStoreHandle handle,
                              uint32_t num,
                              const char** keys,
                              NDArrayHandle* vals,
                              int priority);
MXNET_DLL int MXKVStorePullWithSparse(KVStoreHandle handle,
                                      uint32_t num,
                                      const int* keys,
                                      NDArrayHandle* vals,
                                      int priority,
                                      bool ignore_sparse);
MXNET_DLL int MXKVStorePullWithSparseEx(KVStoreHandle handle,
                                        uint32_t num,
                                        const char** keys,
                                        NDArrayHandle* vals,
                                        int priority,
                                        bool ignore_sparse);
MXNET_DLL int MXKVStorePull(KVStoreHandle handle,
                            uint32_t num,
                            const int* keys,
                            NDArrayHandle* vals,
                            int priority);
MXNET_DLL int MXKVStorePullEx(KVStoreHandle handle,
                              uint32_t num,
                              const char** keys,
                              NDArrayHandle* vals,
                              int priority);
 
MXNET_DLL int MXKVStorePullRowSparse(KVStoreHandle handle,
                                     uint32_t num,
                                     const int* keys,
                                     NDArrayHandle* vals,
                                     const NDArrayHandle* row_ids,
                                     int priority);
MXNET_DLL int MXKVStorePullRowSparseEx(KVStoreHandle handle,
                                       uint32_t num,
                                       const char** keys,
                                       NDArrayHandle* vals,
                                       const NDArrayHandle* row_ids,
                                       int priority);
 
MXNET_DLL int MXKVStoreBroadcast(KVStoreHandle handle,
                                 mx_uint vnum,
                                 const int* vkeys,
                                 mx_uint onum,
                                 const int* okeys,
                                 NDArrayHandle* vals,
                                 NDArrayHandle* outs,
                                 int priority);
MXNET_DLL int MXKVStoreBroadcastEx(KVStoreHandle handle,
                                   mx_uint vnum,
                                   const char** vkeys,
                                   mx_uint onum,
                                   const char** okeys,
                                   NDArrayHandle* vals,
                                   NDArrayHandle* outs,
                                   int priority);
 
MXNET_DLL int MXKVStorePushPull(KVStoreHandle handle,
                                mx_uint vnum,
                                const int* vkeys,
                                mx_uint onum,
                                const int* okeys,
                                NDArrayHandle* vals,
                                NDArrayHandle* outs,
                                int priority);
MXNET_DLL int MXKVStorePushPullEx(KVStoreHandle handle,
                                  mx_uint vnum,
                                  const char** vkeys,
                                  mx_uint onum,
                                  const char** okeys,
                                  NDArrayHandle* vals,
                                  NDArrayHandle* outs,
                                  int priority);
 
typedef void(MXKVStoreUpdater)(int key, NDArrayHandle recv, NDArrayHandle local, void* handle);
typedef void(MXKVStoreStrUpdater)(const char* key,
                                  NDArrayHandle recv,
                                  NDArrayHandle local,
                                  void* handle);
MXNET_DLL int MXKVStoreSetUpdater(KVStoreHandle handle,
                                  MXKVStoreUpdater updater,
                                  void* updater_handle);
MXNET_DLL int MXKVStoreSetUpdaterEx(KVStoreHandle handle,
                                    MXKVStoreUpdater updater,
                                    MXKVStoreStrUpdater str_updater,
                                    void* updater_handle);
MXNET_DLL int MXKVStoreGetType(KVStoreHandle handle, const char** type);
//--------------------------------------------
// Part 6: advanced KVStore for multi-machines
//--------------------------------------------
 
MXNET_DLL int MXKVStoreGetRank(KVStoreHandle handle, int* ret);
 
MXNET_DLL int MXKVStoreGetGroupSize(KVStoreHandle handle, int* ret);
 
MXNET_DLL int MXKVStoreIsWorkerNode(int* ret);
 
MXNET_DLL int MXKVStoreIsServerNode(int* ret);
 
MXNET_DLL int MXKVStoreIsSchedulerNode(int* ret);
 
MXNET_DLL int MXKVStoreBarrier(KVStoreHandle handle);
 
MXNET_DLL int MXKVStoreSetBarrierBeforeExit(KVStoreHandle handle, const int barrier_before_exit);
 
typedef void(MXKVStoreServerController)(int head, const char* body, void* controller_handle);
 
MXNET_DLL int MXKVStoreRunServer(KVStoreHandle handle,
                                 MXKVStoreServerController controller,
                                 void* controller_handle);
 
MXNET_DLL int MXKVStoreSendCommmandToServers(KVStoreHandle handle,
                                             int cmd_id,
                                             const char* cmd_body);
 
MXNET_DLL int MXKVStoreGetNumDeadNode(KVStoreHandle handle,
                                      const int node_id,
                                      int* number,
                                      const int timeout_sec DEFAULT(60));
 
MXNET_DLL int MXRecordIOWriterCreate(const char* uri, RecordIOHandle* out);
 
MXNET_DLL int MXRecordIOWriterFree(RecordIOHandle handle);
 
MXNET_DLL int MXRecordIOWriterWriteRecord(RecordIOHandle handle, const char* buf, size_t size);
 
MXNET_DLL int MXRecordIOWriterTell(RecordIOHandle handle, size_t* pos);
 
MXNET_DLL int MXRecordIOReaderCreate(const char* uri, RecordIOHandle* out);
 
MXNET_DLL int MXRecordIOReaderFree(RecordIOHandle handle);
 
MXNET_DLL int MXRecordIOReaderReadRecord(RecordIOHandle handle, char const** buf, size_t* size);
 
MXNET_DLL int MXRecordIOReaderSeek(RecordIOHandle handle, size_t pos);
 
MXNET_DLL int MXRecordIOReaderTell(RecordIOHandle handle, size_t* pos);
 
MXNET_DLL int MXRtcCreate(char* name,
                          uint32_t num_input,
                          uint32_t num_output,
                          char** input_names,
                          char** output_names,
                          NDArrayHandle* inputs,
                          NDArrayHandle* outputs,
                          char* kernel,
                          RtcHandle* out);
 
MXNET_DLL int MXRtcPush(RtcHandle handle,
                        uint32_t num_input,
                        uint32_t num_output,
                        NDArrayHandle* inputs,
                        NDArrayHandle* outputs,
                        uint32_t gridDimX,
                        uint32_t gridDimY,
                        uint32_t gridDimZ,
                        uint32_t blockDimX,
                        uint32_t blockDimY,
                        uint32_t blockDimZ);
 
MXNET_DLL int MXRtcFree(RtcHandle handle);
/*
 * \brief register custom operators from frontend.
 * \param op_type name of custom op
 * \param creator
 */
MXNET_DLL int MXCustomOpRegister(const char* op_type, CustomOpPropCreator creator);
/*
 * \brief record custom function for backward later.
 * \param num_inputs number of input NDArrays.
 * \param inputs handle to input NDArrays.
 * \param num_outputs number of output NDArrays.
 * \param outputs handle to output NDArrays.
 * \param callbacks callbacks for backward function.
 */
MXNET_DLL int MXCustomFunctionRecord(int num_inputs,
                                     NDArrayHandle* inputs,
                                     int num_outputs,
                                     NDArrayHandle* outputs,
                                     struct MXCallbackList* callbacks);
/*
 * \brief create cuda rtc module
 * \param source cuda source code
 * \param num_options number of compiler flags
 * \param options compiler flags
 * \param num_exports number of exported function names
 * \param exported function names
 * \param out handle to created module
 */
MXNET_DLL int MXRtcCudaModuleCreate(const char* source,
                                    int num_options,
                                    const char** options,
                                    int num_exports,
                                    const char** exports,
                                    CudaModuleHandle* out);
/*
 * \brief delete cuda rtc module
 * \param handle handle to cuda module
 */
MXNET_DLL int MXRtcCudaModuleFree(CudaModuleHandle handle);
/*
 * \brief get kernel from module
 * \param handle handle to cuda module
 * \param name name of kernel function
 * \param num_args number of arguments
 * \param is_ndarray whether argument is ndarray
 * \param is_const whether argument is constant
 * \param arg_types data type of arguments
 * \param out created kernel
 */
MXNET_DLL int MXRtcCudaKernelCreate(CudaModuleHandle handle,
                                    const char* name,
                                    int num_args,
                                    int* is_ndarray,
                                    int* is_const,
                                    int* arg_types,
                                    CudaKernelHandle* out);
/*
 * \brief delete kernel
 * \param handle handle to previously created kernel
 */
MXNET_DLL int MXRtcCudaKernelFree(CudaKernelHandle handle);
/*
 * \brief launch cuda kernel
 * \param handle handle to kernel
 * \param dev_id (GPU) device id
 * \param args pointer to arguments
 * \param grid_dim_x grid dimension x
 * \param grid_dim_y grid dimension y
 * \param grid_dim_z grid dimension z
 * \param block_dim_x block dimension x
 * \param block_dim_y block dimension y
 * \param block_dim_z block dimension z
 * \param shared_mem size of dynamically allocated shared memory
 */
MXNET_DLL int MXRtcCudaKernelCall(CudaKernelHandle handle,
                                  int dev_id,
                                  void** args,
                                  uint32_t grid_dim_x,
                                  uint32_t grid_dim_y,
                                  uint32_t grid_dim_z,
                                  uint32_t block_dim_x,
                                  uint32_t block_dim_y,
                                  uint32_t block_dim_z,
                                  uint32_t shared_mem);
MXNET_DLL int MXNDArrayGetSharedMemHandle(NDArrayHandle handle, int* shared_pid, int* shared_id);
 
MXNET_DLL int MXStorageEmptyCache(int dev_type, int dev_id);
 
MXNET_DLL int MXNDArrayCreateFromSharedMem(int shared_pid,
                                           int shared_id,
                                           const int* shape,
                                           int ndim,
                                           int dtype,
                                           NDArrayHandle* out);
 
MXNET_DLL int MXEnginePushAsync(EngineAsyncFunc async_func,
                                void* func_param,
                                EngineFuncParamDeleter deleter,
                                ContextHandle ctx_handle,
                                EngineVarHandle const_vars_handle,
                                int num_const_vars,
                                EngineVarHandle mutable_vars_handle,
                                int num_mutable_vars,
                                EngineFnPropertyHandle prop_handle DEFAULT(NULL),
                                int priority DEFAULT(0),
                                const char* opr_name DEFAULT(NULL),
                                bool wait DEFAULT(false));
 
MXNET_DLL int MXEnginePushSync(EngineSyncFunc sync_func,
                               void* func_param,
                               EngineFuncParamDeleter deleter,
                               ContextHandle ctx_handle,
                               EngineVarHandle const_vars_handle,
                               int num_const_vars,
                               EngineVarHandle mutable_vars_handle,
                               int num_mutable_vars,
                               EngineFnPropertyHandle prop_handle DEFAULT(NULL),
                               int priority DEFAULT(0),
                               const char* opr_name DEFAULT(NULL));
MXNET_DLL int MXShallowCopyNDArray(NDArrayHandle src, NDArrayHandle* out);
MXNET_DLL int MXShallowCopySymbol(SymbolHandle src, SymbolHandle* out);
 
MXNET_DLL int MXEnginePushAsyncND(EngineAsyncFunc async_func,
                                  void* func_param,
                                  EngineFuncParamDeleter deleter,
                                  ContextHandle ctx_handle,
                                  NDArrayHandle* const_nds_handle,
                                  int num_const_nds,
                                  NDArrayHandle* mutable_nds_handle,
                                  int num_mutable_nds,
                                  EngineFnPropertyHandle prop_handle DEFAULT(NULL),
                                  int priority DEFAULT(0),
                                  const char* opr_name DEFAULT(NULL),
                                  bool wait DEFAULT(false));
 
MXNET_DLL int MXEnginePushSyncND(EngineSyncFunc sync_func,
                                 void* func_param,
                                 EngineFuncParamDeleter deleter,
                                 ContextHandle ctx_handle,
                                 NDArrayHandle* const_nds_handle,
                                 int num_const_nds,
                                 NDArrayHandle* mutable_nds_handle,
                                 int num_mutable_nds,
                                 EngineFnPropertyHandle prop_handle DEFAULT(NULL),
                                 int priority DEFAULT(0),
                                 const char* opr_name DEFAULT(NULL));
 
MXNET_DLL int MXCheckDynamicShapeOp(SymbolHandle sym_handle, bool* has_dynamic_shape);
 
MXNET_DLL int MXPushStreamDep(NDArrayHandle handle, int stream);
 
MXNET_DLL int MXGetCurrentStream(int device_id, int* stream);
 
MXNET_DLL int MXNVTXRangePush(const char* name, mx_uint color);
 
MXNET_DLL int MXNVTXRangePop();
 
MXNET_DLL int MXCUDAProfilerStart();
 
MXNET_DLL int MXCUDAProfilerStop();
 
MXNET_DLL int MXSetOptimizeLayout(bool val);
 
MXNET_DLL int MXGetOptimizeLayout(bool* val);
 
#ifdef __cplusplus
}
#endif  // __cplusplus
 
#endif  // MXNET_C_API_H_