20 #ifndef MKLDNN_TYPES_H 21 #define MKLDNN_TYPES_H 27 #ifndef DOXYGEN_SHOULD_SKIP_THIS 757 #define MKLDNN_MAX_NDIMS 12 818 #define MKLDNN_RNN_MAX_N_PARTS 4 822 mkldnn_rnn_packed_memory_format_t
format;
924 #define MKLDNN_MEMORY_NONE (NULL) 925 #define MKLDNN_MEMORY_ALLOCATE ((void *)(size_t)-1) 972 mkldnn_dims_t padding[2];
1075 mkldnn_dims_t padding[2];
1377 #define MKLDNN_ARG_SRC_0 1 1378 #define MKLDNN_ARG_SRC MKLDNN_ARG_SRC_0 1379 #define MKLDNN_ARG_SRC_LAYER MKLDNN_ARG_SRC_0 1380 #define MKLDNN_ARG_FROM MKLDNN_ARG_SRC_0 1382 #define MKLDNN_ARG_SRC_1 2 1383 #define MKLDNN_ARG_SRC_ITER MKLDNN_ARG_SRC_1 1385 #define MKLDNN_ARG_SRC_2 3 1386 #define MKLDNN_ARG_SRC_ITER_C MKLDNN_ARG_SRC_2 1388 #define MKLDNN_ARG_DST_0 17 1389 #define MKLDNN_ARG_DST MKLDNN_ARG_DST_0 1390 #define MKLDNN_ARG_TO MKLDNN_ARG_DST_0 1391 #define MKLDNN_ARG_DST_LAYER MKLDNN_ARG_DST_0 1393 #define MKLDNN_ARG_DST_1 18 1394 #define MKLDNN_ARG_DST_ITER MKLDNN_ARG_DST_1 1396 #define MKLDNN_ARG_DST_2 19 1397 #define MKLDNN_ARG_DST_ITER_C MKLDNN_ARG_DST_2 1399 #define MKLDNN_ARG_WEIGHTS_0 33 1400 #define MKLDNN_ARG_WEIGHTS MKLDNN_ARG_WEIGHTS_0 1401 #define MKLDNN_ARG_SCALE_SHIFT MKLDNN_ARG_WEIGHTS_0 1402 #define MKLDNN_ARG_WEIGHTS_LAYER MKLDNN_ARG_WEIGHTS_0 1404 #define MKLDNN_ARG_WEIGHTS_1 34 1405 #define MKLDNN_ARG_WEIGHTS_ITER MKLDNN_ARG_WEIGHTS_1 1407 #define MKLDNN_ARG_BIAS 41 1409 #define MKLDNN_ARG_MEAN 49 1410 #define MKLDNN_ARG_VARIANCE 50 1412 #define MKLDNN_ARG_WORKSPACE 64 1413 #define MKLDNN_ARG_SCRATCHPAD 80 1415 #define MKLDNN_ARG_DIFF_SRC_0 129 1416 #define MKLDNN_ARG_DIFF_SRC MKLDNN_ARG_DIFF_SRC_0 1417 #define MKLDNN_ARG_DIFF_SRC_LAYER MKLDNN_ARG_DIFF_SRC_0 1419 #define MKLDNN_ARG_DIFF_SRC_1 130 1420 #define MKLDNN_ARG_DIFF_SRC_ITER MKLDNN_ARG_DIFF_SRC_1 1422 #define MKLDNN_ARG_DIFF_SRC_2 131 1423 #define MKLDNN_ARG_DIFF_SRC_ITER_C MKLDNN_ARG_DIFF_SRC_2 1425 #define MKLDNN_ARG_DIFF_DST_0 145 1426 #define MKLDNN_ARG_DIFF_DST MKLDNN_ARG_DIFF_DST_0 1427 #define MKLDNN_ARG_DIFF_DST_LAYER MKLDNN_ARG_DIFF_DST_0 1429 #define MKLDNN_ARG_DIFF_DST_1 146 1430 #define MKLDNN_ARG_DIFF_DST_ITER MKLDNN_ARG_DIFF_DST_1 1432 #define MKLDNN_ARG_DIFF_DST_2 147 1433 #define MKLDNN_ARG_DIFF_DST_ITER_C MKLDNN_ARG_DIFF_DST_2 1435 #define MKLDNN_ARG_DIFF_WEIGHTS_0 161 1436 #define MKLDNN_ARG_DIFF_WEIGHTS MKLDNN_ARG_DIFF_WEIGHTS_0 1437 #define MKLDNN_ARG_DIFF_SCALE_SHIFT MKLDNN_ARG_DIFF_WEIGHTS_0 1438 #define MKLDNN_ARG_DIFF_WEIGHTS_LAYER MKLDNN_ARG_DIFF_WEIGHTS_0 1440 #define MKLDNN_ARG_DIFF_WEIGHTS_1 162 1441 #define MKLDNN_ARG_DIFF_WEIGHTS_ITER MKLDNN_ARG_DIFF_WEIGHTS_1 1443 #define MKLDNN_ARG_DIFF_BIAS 169 1445 #define MKLDNN_ARG_MULTIPLE_SRC 1024 1446 #define MKLDNN_ARG_MULTIPLE_DST 2048 mkldnn_data_type_t accum_data_type
The accumulator data type. Initialized automatically.
Definition: mkldnn_types.h:1160
LRN within a single channel.
Definition: mkldnn_types.h:694
Definition: mkldnn_types.h:540
Definition: mkldnn_types.h:527
struct mkldnn_post_ops * mkldnn_post_ops_t
A post operation chain handle.
Definition: mkldnn_types.h:1356
size_t size
Definition: mkldnn_types.h:807
A descriptor of a Local Response Normalization (LRN) operation.
Definition: mkldnn_types.h:1081
Definition: mkldnn_types.h:560
5D CNN weights tensor, an alias to mkldnn_acdeb
Definition: mkldnn_types.h:385
mkldnn_memory_desc_t placeholder_desc
Placeholders.
Definition: mkldnn_types.h:1215
Definition: mkldnn_types.h:324
op descriptor
Definition: mkldnn_types.h:1516
Definition: mkldnn_types.h:525
Packed weights format used in RNN.
Definition: mkldnn_types.h:99
2D CNN activations tensor, an alias to mkldnn_ab
Definition: mkldnn_types.h:340
Definition: mkldnn_types.h:228
A softmax primitive.
Definition: mkldnn_types.h:629
4D tensor blocked by 2nd dimension with block size 16
Definition: mkldnn_types.h:231
number of outputs expected
Definition: mkldnn_types.h:1501
int alpha
Definition: mkldnn_types.h:799
mkldnn_memory_desc_t diff_bias_desc
Bias gradient memory descriptor.
Definition: mkldnn_types.h:1229
int minor
Definition: mkldnn_types.h:44
mkldnn_rnn_packed_memory_format_t format
Definition: mkldnn_types.h:822
GPU engine.
Definition: mkldnn_types.h:1262
mkldnn_dims_t dilates
Convolution dilates in each spatial dimension.
Definition: mkldnn_types.h:968
Definition: mkldnn_types.h:91
mkldnn_status_t
Status values returned by the library functions.
Definition: mkldnn_types.h:50
4D tensor blocked by 1st and 2nd dimension with block size 8
Definition: mkldnn_types.h:250
A descriptor of a convolution operation.
Definition: mkldnn_types.h:938
mkldnn_dim_t mkldnn_dims_t[MKLDNN_MAX_NDIMS]
A type to describe tensor dimensions.
Definition: mkldnn_types.h:763
mkldnn_rnn_direction_t direction
The direction of RNN primitive execution.
Definition: mkldnn_types.h:1195
permuted 3D tensor
Definition: mkldnn_types.h:193
Definition: mkldnn_types.h:491
mkldnn_memory_desc_t dst_layer_desc
Destination layer memory descriptor.
Definition: mkldnn_types.h:1209
int ic_block
Definition: mkldnn_types.h:802
Definition: mkldnn_types.h:530
Definition: mkldnn_types.h:550
The operation failed because of incorrect function arguments.
Definition: mkldnn_types.h:56
Definition: mkldnn_types.h:510
Eltwise: exponent.
Definition: mkldnn_types.h:678
Forward data propagation (alias for mkldnn_forward_inference).
Definition: mkldnn_types.h:596
Definition: mkldnn_types.h:318
Definition: mkldnn_types.h:813
An opaque structure to describe an engine.
Definition: mkldnn_types.h:291
Backward data propagation.
Definition: mkldnn_types.h:602
Definition: mkldnn_types.h:427
Definition: mkldnn_types.h:570
Definition: mkldnn_types.h:558
Definition: mkldnn_types.h:724
Definition: mkldnn_types.h:572
Definition: mkldnn_types.h:466
Definition: mkldnn_types.h:286
mkldnn_memory_desc_t stat_desc
Definition: mkldnn_types.h:1128
Definition: mkldnn_types.h:492
Definition: mkldnn_types.h:1550
Definition: mkldnn_types.h:476
Definition: mkldnn_types.h:532
A descriptor of a Softmax operation.
Definition: mkldnn_types.h:1032
mkldnn_memory_t memory
Input/output memory.
Definition: mkldnn_types.h:1458
Definition: mkldnn_types.h:239
Definition: mkldnn_types.h:232
int oc_block
Definition: mkldnn_types.h:803
5D tensor blocked by 2nd dimension with block size 16
Definition: mkldnn_types.h:260
Definition: mkldnn_types.h:512
Definition: mkldnn_types.h:277
permuted 4D tensor
Definition: mkldnn_types.h:204
A descriptor of an inner product operation.
Definition: mkldnn_types.h:1135
An opaque structure for a chain of post operations.
An opaque structure to describe a primitive descriptor.
batch normalization descriptor
Definition: mkldnn_types.h:1524
Definition: mkldnn_types.h:297
Definition: mkldnn_types.h:481
mkldnn_memory_desc_t diff_data_scaleshift_desc
Definition: mkldnn_types.h:1124
Definition: mkldnn_types.h:553
A convolution primitive.
Definition: mkldnn_types.h:623
mkldnn_rnn_direction_t
A direction of RNN primitive execution.
Definition: mkldnn_types.h:1169
mkldnn_memory_desc_t diff_src_desc
Source gradient memory descriptor.
Definition: mkldnn_types.h:1146
source memory desc
Definition: mkldnn_types.h:1531
Definition: mkldnn_types.h:225
size_t offset_compensation
Definition: mkldnn_types.h:829
int axis
axis for shuffling.
Definition: mkldnn_types.h:992
struct mkldnn_stream * mkldnn_stream_t
An execution stream handle.
Definition: mkldnn_types.h:1563
5D CNN weights tensor, an alias to mkldnn_bcdea
Definition: mkldnn_types.h:387
Definition: mkldnn_types.h:246
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:1038
Definition: mkldnn_types.h:486
struct mkldnn_primitive_desc_iterator * mkldnn_primitive_desc_iterator_t
A primitive descriptor iterator handle.
Definition: mkldnn_types.h:1286
5D CNN weights tensor (incl. groups), an alias to mkldnn_abcde
Definition: mkldnn_types.h:392
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:984
Definition: mkldnn_types.h:247
Definition: mkldnn_types.h:305
Undefined primitive.
Definition: mkldnn_types.h:613
Definition: mkldnn_types.h:285
Definition: mkldnn_types.h:234
An inner product primitive.
Definition: mkldnn_types.h:637
3D CNN weights tensor, an alias to mkldnn_cba
Definition: mkldnn_types.h:367
mkldnn_memory_desc_t dst_desc
Destination memory descriptor.
Definition: mkldnn_types.h:962
4D CNN weights tensor, an alias to mkldnn_acdb
Definition: mkldnn_types.h:375
mkldnn_dims_t padded_dims
Size of the data including padding in each dimension.
Definition: mkldnn_types.h:888
mkldnn_memory_desc_t diff_src_desc
Source gradient memory descriptor.
Definition: mkldnn_types.h:1063
Internal weights format for 2x3 Winograd.
Definition: mkldnn_types.h:788
Definition: mkldnn_types.h:690
Definition: mkldnn_types.h:531
mkldnn_memory_desc_t diff_desc
Source and Destination of gradient memory descriptor.
Definition: mkldnn_types.h:1042
mkldnn_data_type_t data_type
Data type of the tensor elements.
Definition: mkldnn_types.h:885
Definition: mkldnn_types.h:268
float lrn_beta
LRN beta parameter.
Definition: mkldnn_types.h:1101
32-bit signed integer.
Definition: mkldnn_types.h:78
Definition: mkldnn_types.h:474
Definition: mkldnn_types.h:737
Max pooling.
Definition: mkldnn_types.h:685
stub
Definition: mkldnn_types.h:1530
int patch
Definition: mkldnn_types.h:45
5D CNN activations tensor, an alias to mkldnn_acdeb
Definition: mkldnn_types.h:356
Definition: mkldnn_types.h:521
permuted 5D tensor
Definition: mkldnn_types.h:194
Definition: mkldnn_types.h:229
In-order execution.
Definition: mkldnn_types.h:1552
Definition: mkldnn_types.h:242
Definition: mkldnn_types.h:441
execution engine
Definition: mkldnn_types.h:1497
Definition: mkldnn_types.h:253
void * mkldnn_op_desc_t
A pointer to any of the operation descriptors.
Definition: mkldnn_types.h:933
mkldnn_data_type_t accum_data_type
The accumulator data type. Initialized automatically.
Definition: mkldnn_types.h:974
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:1087
5D CNN weights tensor, an alias to mkldnn_abcde
Definition: mkldnn_types.h:381
mkldnn_memory_desc_t diff_dst_desc
Destination gradient memory descriptor.
Definition: mkldnn_types.h:1067
mkldnn_memory_desc_t data_desc
Source and destination memory descriptor.
Definition: mkldnn_types.h:1012
float lrn_alpha
LRN alpha parameter.
Definition: mkldnn_types.h:1099
const struct mkldnn_memory * const_mkldnn_memory_t
A constant memory handle.
Definition: mkldnn_types.h:922
Definition: mkldnn_types.h:487
struct mkldnn_primitive * mkldnn_primitive_t
A primitive handle.
Definition: mkldnn_types.h:1370
Definition: mkldnn_types.h:306
mkldnn_memory_desc_t diff_placeholder2_desc
Definition: mkldnn_types.h:1238
Definition: mkldnn_types.h:438
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:1054
Definition: mkldnn_types.h:325
Definition: mkldnn_types.h:524
A descriptor of a element-wise operation.
Definition: mkldnn_types.h:998
mkldnn_alg_kind_t cell_kind
Definition: mkldnn_types.h:1193
rnn descriptor
Definition: mkldnn_types.h:1526
Definition: mkldnn_types.h:1165
An element-wise primitive.
Definition: mkldnn_types.h:627
float beta
Definition: mkldnn_types.h:1028
mkldnn_convolution_desc_t mkldnn_deconvolution_desc_t
A descriptor of a deconvolution operation.
Definition: mkldnn_types.h:978
mkldnn_memory_desc_t src_desc
Source memory descriptor.
Definition: mkldnn_types.h:1144
Unidirectional execution of RNN primitive from left to right.
Definition: mkldnn_types.h:1171
Definition: mkldnn_types.h:845
Definition: mkldnn_types.h:243
Definition: mkldnn_types.h:314
A descriptor for an RNN operation.
Definition: mkldnn_types.h:1184
Definition: mkldnn_types.h:545
eltwise descriptor
Definition: mkldnn_types.h:1520
3D CNN activations tensor, an alias to mkldnn_acb
Definition: mkldnn_types.h:346
Definition: mkldnn_types.h:579
3D CNN activations tensor, an alias to mkldnn_abc
Definition: mkldnn_types.h:344
mkldnn_memory_desc_t bias_desc
Bias memory descriptor.
Definition: mkldnn_types.h:958
Definition: mkldnn_types.h:503
float alpha
Definition: mkldnn_types.h:1245
Eltwise: soft_relu.
Definition: mkldnn_types.h:674
Definition: mkldnn_types.h:296
mkldnn_wino_memory_format_t
Winograd-specific formats.
Definition: mkldnn_types.h:784
The operation failed due to an out-of-memory condition.
Definition: mkldnn_types.h:54
RNN cell.
Definition: mkldnn_types.h:696
Definition: mkldnn_types.h:313
3D CNN weights tensor, an alias to mkldnn_bca
Definition: mkldnn_types.h:369
float beta
Definition: mkldnn_types.h:1246
Definition: mkldnn_types.h:472
A user shall query and provide the scratchpad memory to primitives.
Definition: mkldnn_types.h:1318
Definition: mkldnn_types.h:683
Backward weights propagation.
Definition: mkldnn_types.h:604
Definition: mkldnn_types.h:548
mkldnn_memory_desc_t weights_iter_desc
Weights iteration memory descriptor.
Definition: mkldnn_types.h:1205
stub
Definition: mkldnn_types.h:1515
int ic2_block
Definition: mkldnn_types.h:804
32-bit/single-precision floating point.
Definition: mkldnn_types.h:76
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:1004
const struct mkldnn_primitive_desc_iterator * const_mkldnn_primitive_desc_iterator_t
A constant primitive descriptor iterator handle.
Definition: mkldnn_types.h:1290
Definition: mkldnn_types.h:271
Definition: mkldnn_types.h:224
6D CNN weights tensor (incl. groups), an alias to mkldnn_abcdef
Definition: mkldnn_types.h:398
Definition: mkldnn_types.h:865
mkldnn_dims_t kernel
Pooling kernel spatial dimensions.
Definition: mkldnn_types.h:1071
Definition: mkldnn_types.h:298
mkldnn_memory_desc_t data_desc
Source and destination memory descriptor.
Definition: mkldnn_types.h:1115
Definition: mkldnn_types.h:251
Definition: mkldnn_types.h:566
Definition: mkldnn_types.h:509
Definition: mkldnn_types.h:836
Definition: mkldnn_types.h:495
Definition: mkldnn_types.h:844
Definition: mkldnn_types.h:459
pooling descriptor
Definition: mkldnn_types.h:1522
mkldnn_memory_desc_t diff_data_desc
Source and destination gradient memory descriptor.
Definition: mkldnn_types.h:1094
mkldnn_format_tag_t
Definition: mkldnn_types.h:170
Definition: mkldnn_types.h:214
mkldnn_alg_kind_t alg_kind
Definition: mkldnn_types.h:1059
Definition: mkldnn_types.h:322
mkldnn_memory_desc_t diff_placeholder_desc
Placeholders.
Definition: mkldnn_types.h:1237
Definition: mkldnn_types.h:311
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:941
Definition: mkldnn_types.h:312
mkldnn_memory_desc_t dst_desc
Destination memory descriptor.
Definition: mkldnn_types.h:1156
mkldnn_memory_desc_t dst_iter_c_desc
Destination iter memory descriptor for cell state.
Definition: mkldnn_types.h:1213
Definition: mkldnn_types.h:420
mkldnn_memory_desc_t weights_layer_desc
Weights layer memory descriptor.
Definition: mkldnn_types.h:1203
mkldnn_memory_desc_t diff_bias_desc
Bias gradient memory descriptor.
Definition: mkldnn_types.h:960
Definition: mkldnn_types.h:308
Definition: mkldnn_types.h:489
The operation was successful.
Definition: mkldnn_types.h:52
mkldnn_memory_desc_t dst_iter_desc
Destination iter memory descriptor for hidden state.
Definition: mkldnn_types.h:1211
Definition: mkldnn_types.h:327
Definition: mkldnn_types.h:252
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:1084
Definition: mkldnn_types.h:504
Definition: mkldnn_types.h:226
mkldnn_memory_desc_t src_iter_desc
Source iteration memory descriptor for hidden state.
Definition: mkldnn_types.h:1199
4D CNN weights tensor, an alias to mkldnn_abcd
Definition: mkldnn_types.h:371
Backward propagation (with respect to all parameters).
Definition: mkldnn_types.h:600
permuted 3D tensor
Definition: mkldnn_types.h:203
softmax descriptor
Definition: mkldnn_types.h:1521
Definition: mkldnn_types.h:543
A deconvolution primitive.
Definition: mkldnn_types.h:625
Definition: mkldnn_types.h:555
Definition: mkldnn_types.h:478
mkldnn_memory_desc_t data_scaleshift_desc
Definition: mkldnn_types.h:1123
3D RNN data tensor in the format (batch, seq_length, input channels).
Definition: mkldnn_types.h:403
mkldnn_dims_t padded_offsets
Definition: mkldnn_types.h:892
3D tensor blocked by 2nd dimension with block size 16
Definition: mkldnn_types.h:213
no query
Definition: mkldnn_types.h:1495
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:1110
Default stream configuration.
Definition: mkldnn_types.h:1556
Definition: mkldnn_types.h:477
mkldnn_dims_t strides
Definition: mkldnn_types.h:771
8-bit unsigned integer.
Definition: mkldnn_types.h:82
int arg
An argument index, e.g. MKLDNN_ARG_SRC.
Definition: mkldnn_types.h:1457
mkldnn_alg_kind_t alg_kind
Definition: mkldnn_types.h:1090
Average pooling include padding.
Definition: mkldnn_types.h:687
Definition: mkldnn_types.h:95
mkldnn_memory_desc_t diff_src_desc
Source gradient memory descriptor.
Definition: mkldnn_types.h:952
mkldnn_format_kind_t
Memory format kind.
Definition: mkldnn_types.h:86
permuted 4D tensor
Definition: mkldnn_types.h:195
permuted 4D tensor
Definition: mkldnn_types.h:201
Definition: mkldnn_types.h:215
Definition: mkldnn_types.h:568
Local response normalization (LRN) across multiple channels.
Definition: mkldnn_types.h:692
Definition: mkldnn_types.h:328
Definition: mkldnn_types.h:315
Definition: mkldnn_types.h:746
GRU cell.
Definition: mkldnn_types.h:700
implementation name
Definition: mkldnn_types.h:1512
4D CNN activations tensor, an alias to mkldnn_abcd
Definition: mkldnn_types.h:348
3D CNN weights tensor, an alias to mkldnn_acb
Definition: mkldnn_types.h:365
3D RNN data tensor in the format (seq_length, batch, input channels).
Definition: mkldnn_types.h:401
Definition: mkldnn_types.h:539
6D tensor blocked by 2nd dimension with block size 4
Definition: mkldnn_types.h:293
Eltwise: parametric exponential linear unit (elu)
Definition: mkldnn_types.h:662
Definition: mkldnn_types.h:333
Definition: mkldnn_types.h:499
Definition: mkldnn_types.h:221
Definition: mkldnn_types.h:469
Definition: mkldnn_types.h:304
Eltwise: ReLU.
Definition: mkldnn_types.h:658
Definition: mkldnn_types.h:549
Definition: mkldnn_types.h:500
Definition: mkldnn_types.h:323
Out-of-order execution.
Definition: mkldnn_types.h:1554
float lrn_k
LRN k parameter.
Definition: mkldnn_types.h:1103
Definition: mkldnn_types.h:316
Definition: mkldnn_types.h:262
scratchpad memory desc
Definition: mkldnn_types.h:1538
Eltwise: square.
Definition: mkldnn_types.h:664
mkldnn_memory_extra_desc_t extra
Definition: mkldnn_types.h:911
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:1142
mkldnn_wino_desc_t wino_desc
Tensor of weights for integer 8bit winograd convolution.
Definition: mkldnn_types.h:905
mkldnn_data_type_t accum_data_type
The accumulator data type. Initialized automatically.
Definition: mkldnn_types.h:1077
Definition: mkldnn_types.h:515
int n
Definition: mkldnn_types.h:824
5D tensor blocked by 2nd dimension with block size 8
Definition: mkldnn_types.h:276
Definition: mkldnn_types.h:526
Definition: mkldnn_types.h:551
Description of tensor of packed weights for rnn.
Definition: mkldnn_types.h:821
Backward bias propagation.
Definition: mkldnn_types.h:606
mkldnn_memory_desc_t src_iter_c_desc
Source iteration memory descriptor for cell state.
Definition: mkldnn_types.h:1201
Definition: mkldnn_types.h:320
mkldnn_memory_desc_t weights_desc
Weights memory descriptor.
Definition: mkldnn_types.h:954
A descriptor of a shuffle operation.
Definition: mkldnn_types.h:981
Definition: mkldnn_types.h:554
Definition: mkldnn_types.h:498
Definition: mkldnn_types.h:1509
mkldnn_memory_desc_t data_desc
Definition: mkldnn_types.h:990
Definition: mkldnn_types.h:295
permuted 5D tensor
Definition: mkldnn_types.h:196
mkldnn_rnn_packed_memory_format_t
Definition: mkldnn_types.h:810
mkldnn_dims_t inner_idxs
Definition: mkldnn_types.h:780
5D CNN activations tensor, an alias to mkldnn_abcde
Definition: mkldnn_types.h:354
Undefined memory format, used for empty memory descriptors.
Definition: mkldnn_types.h:786
int ndims
Number of dimensions.
Definition: mkldnn_types.h:867
Definition: mkldnn_types.h:546
int ldb
Definition: mkldnn_types.h:825
const struct mkldnn_primitive_attr * const_mkldnn_primitive_attr_t
A constant primitive descriptor attributes handle.
Definition: mkldnn_types.h:1333
6D tensor blocked by 2nd dimension with block size 16
Definition: mkldnn_types.h:289
Undefined propagation type.
Definition: mkldnn_types.h:587
Definition: mkldnn_types.h:528
Definition: mkldnn_types.h:309
mkldnn_blocking_desc_t blocking
Definition: mkldnn_types.h:903
mkldnn_stream_flags_t
Stream flags.
Definition: mkldnn_types.h:1547
mkldnn_dims_t dims
Definition: mkldnn_types.h:882
mkldnn_scratchpad_mode_t
Scratchpad mode.
Definition: mkldnn_types.h:1314
Definition: mkldnn_types.h:453
Definition: mkldnn_types.h:488
A rnn primitive.
Definition: mkldnn_types.h:639
mkldnn_rnn_packed_desc_t rnn_packed_desc
Tensor of packed weights for RNN.
Definition: mkldnn_types.h:907
Definition: mkldnn_types.h:461
mkldnn_format_kind_t format_kind
Memory format kind.
Definition: mkldnn_types.h:899
Definition: mkldnn_types.h:302
mkldnn_dims_t strides
Convolution strides in each spatial dimension.
Definition: mkldnn_types.h:966
Definition: mkldnn_types.h:529
mkldnn_prop_kind_t
Kinds of propagation.
Definition: mkldnn_types.h:584
Definition: mkldnn_types.h:484
CPU engine.
Definition: mkldnn_types.h:1260
mkldnn_memory_desc_t bias_desc
Bias memory descriptor.
Definition: mkldnn_types.h:1207
Eltwise: square root.
Definition: mkldnn_types.h:668
Definition: mkldnn_types.h:507
mkldnn_memory_desc_t data_desc
Source and destination memory descriptor.
Definition: mkldnn_types.h:1040
Definition: mkldnn_types.h:248
permuted 3D tensor
Definition: mkldnn_types.h:198
int major
Definition: mkldnn_types.h:43
Definition: mkldnn_types.h:534
mkldnn_memory_desc_t src_desc
Source memory descriptor.
Definition: mkldnn_types.h:950
Winograd convolution.
Definition: mkldnn_types.h:650
Eltwise: linear.
Definition: mkldnn_types.h:670
non-standard 16-bit (bfloat16 w/ 7 bit mantissa) floating point.
Definition: mkldnn_types.h:74
permuted 3D tensor
Definition: mkldnn_types.h:200
Definition: mkldnn_types.h:272
mkldnn_memory_desc_t diff_data_desc
Source and destination gradient memory descriptor.
Definition: mkldnn_types.h:1117
Eltwise: logistic.
Definition: mkldnn_types.h:676
Direct convolution.
Definition: mkldnn_types.h:648
Primitive iterator passed over last primitive descriptor.
Definition: mkldnn_types.h:60
permuted 5D tensor
Definition: mkldnn_types.h:202
const struct mkldnn_primitive * const_mkldnn_primitive_t
A constant primitive handle.
Definition: mkldnn_types.h:1372
size_t size
Definition: mkldnn_types.h:830
Definition: mkldnn_types.h:321
An opaque structure for primitive descriptor attributes.
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:1190
int oc
Definition: mkldnn_types.h:801
Definition: mkldnn_types.h:567
plain 3D tensor
Definition: mkldnn_types.h:185
float batch_norm_epsilon
Batch normalization epsilon parameter.
Definition: mkldnn_types.h:1130
runtime estimation (seconds)
Definition: mkldnn_types.h:1503
Definition: mkldnn_types.h:523
4D CNN weights tensor, an alias to mkldnn_bcda
Definition: mkldnn_types.h:377
Unidirectional execution of RNN primitive from right to left.
Definition: mkldnn_types.h:1173
Definition: mkldnn_types.h:708
mkldnn_memory_desc_t diff_data_desc
Source and destination gradient memory descriptor.
Definition: mkldnn_types.h:1014
Definition: mkldnn_types.h:227
LSTM cell.
Definition: mkldnn_types.h:698
mkldnn_memory_desc_t diff_weights_layer_desc
Weights gradient layer memory descriptor.
Definition: mkldnn_types.h:1225
Internal weights format for 2x3 Winograd.
Definition: mkldnn_types.h:789
mkldnn_wino_memory_format_t wino_format
Definition: mkldnn_types.h:797
Undefined data type, used for empty memory descriptors.
Definition: mkldnn_types.h:70
A shuffle primitive.
Definition: mkldnn_types.h:617
4D CNN activations tensor, an alias to mkldnn_acdb
Definition: mkldnn_types.h:350
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:987
Definition: mkldnn_types.h:274
mkldnn_memory_desc_t src_layer_desc
Source layer memory descriptor.
Definition: mkldnn_types.h:1197
destination grad. memory desc
Definition: mkldnn_types.h:1536
Definition: mkldnn_types.h:513
#define MKLDNN_MAX_NDIMS
Definition: mkldnn_types.h:757
mkldnn_normalization_flags_t
Flags for batch normalization primitive.
Definition: mkldnn_types.h:712
Definition: mkldnn_types.h:506
permuted 5D tensor
Definition: mkldnn_types.h:192
#define MKLDNN_RNN_MAX_N_PARTS
Definition: mkldnn_types.h:818
Definition: mkldnn_types.h:541
Definition: mkldnn_types.h:542
A (out-of-place) concat primitive.
Definition: mkldnn_types.h:619
Definition: mkldnn_types.h:580
Definition: mkldnn_types.h:544
mkldnn_query_t
Definition: mkldnn_types.h:1494
A descriptor of a Batch Normalization operation.
Definition: mkldnn_types.h:1107
Definition: mkldnn_types.h:811
workspace memory desc
Definition: mkldnn_types.h:1537
Definition: mkldnn_types.h:480
Definition: mkldnn_types.h:463
const struct mkldnn_stream * const_mkldnn_stream_t
A constant execution stream handle.
Definition: mkldnn_types.h:1565
A sum primitive.
Definition: mkldnn_types.h:621
Definition: mkldnn_types.h:535
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:1035
unsigned flags
Definition: mkldnn_types.h:1131
mkldnn_memory_extra_flags_t
Flags for memory special features.
Definition: mkldnn_types.h:835
Undefined memory format kind, used for empty memory descriptors.
Definition: mkldnn_types.h:88
Convolution algorithm(either direct or Winograd) is chosen just in time.
Definition: mkldnn_types.h:652
Definition: mkldnn_types.h:460
Definition: mkldnn_types.h:270
Definition: mkldnn_types.h:307
Definition: mkldnn_types.h:1504
An batch normalization primitive.
Definition: mkldnn_types.h:635
Definition: mkldnn_types.h:646
A descriptor of a pooling operation.
Definition: mkldnn_types.h:1048
Definition: mkldnn_types.h:468
5D CNN weights tensor, an alias to mkldnn_cdeba
Definition: mkldnn_types.h:383
mkldnn_dims_t strides
Pooling kernel strides for spatial dimensions.
Definition: mkldnn_types.h:1069
Definition: mkldnn_types.h:261
1D tensor, an alias to mkldnn_a
Definition: mkldnn_types.h:338
mkldnn_dim_t local_size
Definition: mkldnn_types.h:1097
deconvolution descriptor
Definition: mkldnn_types.h:1518
Definition: mkldnn_types.h:287
int softmax_axis
The axis along which to perform the softmax.
Definition: mkldnn_types.h:1044
mkldnn_memory_desc_t diff_dst_iter_desc
Destination gradient iteration memory descriptor for hidden state.
Definition: mkldnn_types.h:1233
mkldnn_memory_desc_t placeholder2_desc
Definition: mkldnn_types.h:1216
8-bit signed integer.
Definition: mkldnn_types.h:80
Definition: mkldnn_types.h:303
mkldnn_primitive_kind_t
Definition: mkldnn_types.h:611
mkldnn_memory_desc_t diff_src_iter_c_desc
Source gradient iter memory descriptor for cell state.
Definition: mkldnn_types.h:1223
Winograd deconvolution.
Definition: mkldnn_types.h:656
3D tensor blocked by 2nd dimension with block size 4
Definition: mkldnn_types.h:217
Definition: mkldnn_types.h:479
number of inputs expected
Definition: mkldnn_types.h:1500
Definition: mkldnn_types.h:812
mkldnn_rnn_flags_t
Flags for RNN cell.
Definition: mkldnn_types.h:1164
16-bit/half-precision floating point.
Definition: mkldnn_types.h:72
struct mkldnn_engine * mkldnn_engine_t
An engine handle.
Definition: mkldnn_types.h:1269
mkldnn_memory_desc_t weights_desc
Weights memory descriptor.
Definition: mkldnn_types.h:1148
mkldnn_alg_kind_t activation_kind
Definition: mkldnn_types.h:1244
Weights format used in 8bit Winograd convolution.
Definition: mkldnn_types.h:97
Definition: mkldnn_types.h:511
Definition: mkldnn_types.h:444
Definition: mkldnn_types.h:471
Definition: mkldnn_types.h:329
Definition: mkldnn_types.h:516
Definition: mkldnn_types.h:255
Description of tensor of weights for winograd 2x3 convolution.
Definition: mkldnn_types.h:796
Definition: mkldnn_types.h:563
Definition: mkldnn_types.h:1176
permuted 2D tensor
Definition: mkldnn_types.h:197
5D CNN weights tensor (incl. groups), an alias to mkldnn_acbde
Definition: mkldnn_types.h:396
int inner_nblks
The number of innermost blocks, e.g. 3 in case of OIhw_4i16o4i_
Definition: mkldnn_types.h:775
Definition: mkldnn_types.h:514
Average pooling exclude padding.
Definition: mkldnn_types.h:689
const char * hash
Definition: mkldnn_types.h:46
Definition: mkldnn_types.h:594
Definition: mkldnn_types.h:269
Internal weights format for 2x3 Winograd.
Definition: mkldnn_types.h:790
Definition: mkldnn_types.h:319
Definition: mkldnn_types.h:450
5D CNN weights tensor (incl. groups), an alias to mkldnn_decab
Definition: mkldnn_types.h:394
Direct deconvolution.
Definition: mkldnn_types.h:654
Eltwise: abs.
Definition: mkldnn_types.h:666
Definition: mkldnn_types.h:473
Definition: mkldnn_types.h:278
2D CNN weights tensor, an alias to mkldnn_ab
Definition: mkldnn_types.h:359
Definition: mkldnn_types.h:538
mkldnn_memory_desc_t diff_dst_desc
Destination gradient memory descriptor.
Definition: mkldnn_types.h:964
struct mkldnn_memory * mkldnn_memory_t
A memory handle.
Definition: mkldnn_types.h:919
Definition: mkldnn_types.h:505
Definition: mkldnn_types.h:547
Definition: mkldnn_types.h:508
int ic
Definition: mkldnn_types.h:800
Definition: mkldnn_types.h:265
Definition: mkldnn_types.h:300
The operation failed because requested functionality is not implemented.
Definition: mkldnn_types.h:58
Definition: mkldnn_types.h:220
Definition: mkldnn_types.h:256
Definition: mkldnn_types.h:273
Definition: mkldnn_types.h:210
Definition: mkldnn_types.h:301
Eltwise: hyperbolic tangent non-linearity (tanh)
Definition: mkldnn_types.h:660
Definition: mkldnn_types.h:175
Definition: mkldnn_types.h:283
Definition: mkldnn_types.h:264
Definition: mkldnn_types.h:280
mkldnn_memory_desc_t diff_dst_desc
Destination gradient memory descriptor.
Definition: mkldnn_types.h:1158
Definition: mkldnn_types.h:240
float adj_scale
Definition: mkldnn_types.h:806
plain 2D tensor
Definition: mkldnn_types.h:184
4D CNN activations tensor, an alias to mkldnn_bcda
Definition: mkldnn_types.h:352
5D tensor blocked by 2nd dimension with block size 4
Definition: mkldnn_types.h:267
Primitive or engine failed on execution.
Definition: mkldnn_types.h:62
Definition: mkldnn_types.h:556
Definition: mkldnn_types.h:279
Definition: mkldnn_types.h:447
Definition: mkldnn_types.h:569
permuted 5D tensor
Definition: mkldnn_types.h:206
const struct mkldnn_post_ops * const_mkldnn_post_ops_t
A constant post operation chain handle.
Definition: mkldnn_types.h:1359
An LRN primitive.
Definition: mkldnn_types.h:633
mkldnn_memory_desc_t dst_desc
Destination memory descriptor.
Definition: mkldnn_types.h:1065
Definition: mkldnn_types.h:496
mkldnn_dim_t offset0
Definition: mkldnn_types.h:896
Definition: mkldnn_types.h:238
weights memory descriptor desc
Definition: mkldnn_types.h:1533
mkldnn_memory_desc_t diff_src_iter_desc
Source gradient iter memory descriptor for hidden state.
Definition: mkldnn_types.h:1221
Definition: mkldnn_types.h:263
Definition: mkldnn_types.h:573
Definition: mkldnn_types.h:413
3D tensor blocked by 2nd dimension with block size 8
Definition: mkldnn_types.h:223
const struct mkldnn_primitive_desc * const_mkldnn_primitive_desc_t
A constant primitive descriptor handle.
Definition: mkldnn_types.h:1306
shuffle descriptor
Definition: mkldnn_types.h:1519
Definition: mkldnn_types.h:590
Definition: mkldnn_types.h:241
plain 4D tensor
Definition: mkldnn_types.h:186
3D CNN weights tensor, an alias to mkldnn_abc
Definition: mkldnn_types.h:363
Definition: mkldnn_types.h:435
Definition: mkldnn_types.h:326
Definition: mkldnn_types.h:578
weights grad. memory desc
Definition: mkldnn_types.h:1534
Definition: mkldnn_types.h:218
Version type.
Definition: mkldnn_types.h:42
Definition: mkldnn_types.h:485
2D CNN activations tensor, an alias to mkldnn_ba
Definition: mkldnn_types.h:342
unsigned int flags
RNN cell flags.
Definition: mkldnn_types.h:1241
Definition: mkldnn_types.h:561
Definition: mkldnn_types.h:233
mkldnn_data_type_t
Data type specification.
Definition: mkldnn_types.h:68
Definition: mkldnn_types.h:519
Undefined memory format tag.
Definition: mkldnn_types.h:172
convolution descriptor
Definition: mkldnn_types.h:1517
mkldnn_memory_desc_t diff_dst_iter_c_desc
Destination gradient iteration memory descriptor for cell state.
Definition: mkldnn_types.h:1235
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:1187
Definition: mkldnn_types.h:281
plain 5D tensor
Definition: mkldnn_types.h:187
mkldnn_memory_desc_t src_desc
Source memory descriptor.
Definition: mkldnn_types.h:1061
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:1113
A matrix multiplication primitive.
Definition: mkldnn_types.h:641
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:1001
mkldnn_alg_kind_t alg_kind
Definition: mkldnn_types.h:1010
mkldnn_memory_desc_t diff_src_layer_desc
Source gradient layer memory descriptor.
Definition: mkldnn_types.h:1219
Eltwise: bounded_relu.
Definition: mkldnn_types.h:672
Definition: mkldnn_types.h:299
mkldnn_memory_desc_t diff_weights_desc
Weights gradient memory descriptor.
Definition: mkldnn_types.h:1150
mkldnn_prop_kind_t prop_kind
Definition: mkldnn_types.h:945
mkldnn_engine_kind_t
Kinds of engines.
Definition: mkldnn_types.h:1256
Definition: mkldnn_types.h:235
Queried element is not required for given primitive.
Definition: mkldnn_types.h:64
destination memory desc
Definition: mkldnn_types.h:1535
Definition: mkldnn_types.h:254
Definition: mkldnn_types.h:456
Definition: mkldnn_types.h:574
Definition: mkldnn_types.h:768
Definition: mkldnn_types.h:497
Definition: mkldnn_types.h:258
const void * const_mkldnn_op_desc_t
A pointer to any of the operation descriptors (constant variant).
Definition: mkldnn_types.h:935
Definition: mkldnn_types.h:576
Definition: mkldnn_types.h:211
mkldnn_dims_t inner_blks
The size of the blocks, e.g. {4, 16, 4} in case of OIhw_4i16o4i
Definition: mkldnn_types.h:777
Definition: mkldnn_types.h:462
Definition: mkldnn_types.h:284
Definition: mkldnn_types.h:494
int r
Definition: mkldnn_types.h:798
A reorder primitive.
Definition: mkldnn_types.h:615
Definition: mkldnn_types.h:294
4D CNN weights tensor, an alias to mkldnn_cdba
Definition: mkldnn_types.h:373
An unspecified engine.
Definition: mkldnn_types.h:1258
Definition: mkldnn_types.h:290
Definition: mkldnn_types.h:282
Definition: mkldnn_types.h:470
The library manages scratchpad (default)
Definition: mkldnn_types.h:1316
int oc2_block
Definition: mkldnn_types.h:805
mkldnn_alg_kind_t
Kinds of algorithms.
Definition: mkldnn_types.h:645
Definition: mkldnn_types.h:493
Definition: mkldnn_types.h:1179
Definition: mkldnn_types.h:533
4D CNN weights tensor, an alias to mkldnn_bacd
Definition: mkldnn_types.h:379
inner product descriptor
Definition: mkldnn_types.h:1525
mkldnn_memory_desc_t bias_desc
Bias memory descriptor.
Definition: mkldnn_types.h:1152
Definition: mkldnn_types.h:219
A pooling primitive.
Definition: mkldnn_types.h:631
mkldnn_memory_desc_t data_desc
Source and destination memory descriptor.
Definition: mkldnn_types.h:1092
Definition: mkldnn_types.h:522
Definition: mkldnn_types.h:317
permuted 4D tensor
Definition: mkldnn_types.h:199
plain 1D tensor
Definition: mkldnn_types.h:183
Definition: mkldnn_types.h:1456
4D CNN weights tensor (incl. groups), an alias to mkldnn_abcd
Definition: mkldnn_types.h:390
4D tensor blocked by 2nd dimension with block size 8
Definition: mkldnn_types.h:245
Definition: mkldnn_types.h:520
permuted 5D tensor
Definition: mkldnn_types.h:205
Forward data propagation (alias for mkldnn_forward_training).
Definition: mkldnn_types.h:598
lrn descriptor
Definition: mkldnn_types.h:1523
struct mkldnn_primitive_desc * mkldnn_primitive_desc_t
A primitive descriptor handle.
Definition: mkldnn_types.h:1303
Definition: mkldnn_types.h:571
4D tensor blocked by 2nd dimension with block size 4
Definition: mkldnn_types.h:237
Definition: mkldnn_types.h:577
Definition: mkldnn_types.h:310
mkldnn_memory_desc_t diff_weights_desc
Weights gradient memory descriptor.
Definition: mkldnn_types.h:956
Definition: mkldnn_types.h:552
Definition: mkldnn_types.h:475
plain 6D tensor
Definition: mkldnn_types.h:188
Definition: mkldnn_types.h:1180
Definition: mkldnn_types.h:257
Definition: mkldnn_types.h:562
mkldnn_alg_kind_t alg_kind
Definition: mkldnn_types.h:948
GEMM descriptor.
Definition: mkldnn_types.h:1527
Definition: mkldnn_types.h:490
int64_t mkldnn_dim_t
A type to describe tensor dimension.
Definition: mkldnn_types.h:760
int n_parts
Definition: mkldnn_types.h:823
mkldnn_memory_desc_t diff_dst_layer_desc
Destination gradient layer memory descriptor.
Definition: mkldnn_types.h:1231
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:1051
source gradient memory desc
Definition: mkldnn_types.h:1532
2D CNN weights tensor, an alias to mkldnn_ba
Definition: mkldnn_types.h:361
mkldnn_memory_desc_t diff_weights_iter_desc
Weights gradient iter memory descriptor.
Definition: mkldnn_types.h:1227
mkldnn_primitive_kind_t primitive_kind
Definition: mkldnn_types.h:1138
primitive kind
Definition: mkldnn_types.h:1498
mkldnn_dim_t group_size
number of groups in group convolution
Definition: mkldnn_types.h:994
Definition: mkldnn_types.h:557
mkldnn_memory_desc_t diff_bias_desc
Bias gradient memory descriptor.
Definition: mkldnn_types.h:1154
struct mkldnn_primitive_attr * mkldnn_primitive_attr_t
A primitive descriptor attributes handle that controls primitive behavior.
Definition: mkldnn_types.h:1330
An opaque structure to describe a primitive descriptor iterator.
Internal weights format for 4x3 Winograd.
Definition: mkldnn_types.h:792
Definition: mkldnn_types.h:467
Definition: mkldnn_types.h:575
Definition: mkldnn_types.h:406