24 #ifndef MXNET_TUPLE_H_ 25 #define MXNET_TUPLE_H_ 28 #include <type_traits> 53 template<
typename ValueType>
77 inline Tuple(std::initializer_list<ValueType> init) {
78 this->
assign(init.begin(), init.end());
84 inline Tuple(std::vector<ValueType> init) {
85 this->
assign(init.begin(), init.end());
101 template<
typename RandomAccessIterator>
103 RandomAccessIterator
end) {
112 template<
typename RandomAccessIterator>
114 RandomAccessIterator
end) {
115 this->
SetDim(end - begin);
117 std::copy(begin, end, this->
begin());
135 if (src.
ndim() == -1) {
157 this->
assign(init.begin(), init.end());
166 if (
ndim() == -1)
return true;
174 return !(*
this == s);
177 inline const ValueType *
begin()
const {
185 inline const ValueType*
end()
const {
204 #pragma GCC diagnostic push 205 #pragma GCC diagnostic ignored "-Wstrict-overflow" 206 CHECK(i >= 0 && i <
ndim()) <<
"index = " << i <<
" must be in range [0, " <<
ndim() <<
")";
207 #pragma GCC diagnostic pop 218 #pragma GCC diagnostic push 219 #pragma GCC diagnostic ignored "-Wstrict-overflow" 220 CHECK(i >= 0 && i <
ndim()) <<
"index = " << i <<
" must be in range [0, " <<
ndim() <<
")";
221 #pragma GCC diagnostic pop 229 std::vector<ValueType> tmp(
begin(),
end());
237 std::vector<ValueType> tmp;
239 this->
assign(tmp.begin(), tmp.end());
247 friend std::ostream &operator<<(std::ostream &os, const Tuple<ValueType> &t) {
248 if (t.ndim() == -1) {
256 const ValueType*
begin = t.begin();
257 const ValueType*
end = t.end();
258 for (
const ValueType* it = begin; it !=
end; ++it) {
259 if (it != begin) os <<
',';
275 if (
isdigit(ch) || ch ==
'-') {
283 if (ch ==
'(' || ch ==
'[')
break;
288 if (tmp_val ==
"one") {
293 is.setstate(std::ios::failbit);
302 if (is.peek() ==
')' || is.peek() ==
']') {
309 std::vector<ValueType> tmp;
316 if (std::is_integral<ValueType>::value && ch ==
'L') {
325 if (ch ==
')' || ch ==
']') {
330 if (ch ==
')' || ch ==
']')
break;
331 }
else if (ch ==
')' || ch ==
']') {
334 is.setstate(std::ios::failbit);
338 t.
assign(tmp.begin(), tmp.end());
347 template<
typename DType = ValueType,
typename TStream>
348 inline void Save(TStream *strm)
const;
356 template<
typename DType = ValueType,
typename TStream>
357 inline bool Load(TStream *strm);
372 CHECK_GE(ndim, -1) <<
"ndim cannot be less than -1, received " <<
ndim;
373 if (ndim > kStackCache &&
378 }
else if (ndim <= 0 &&
data_heap_ !=
nullptr) {
390 CHECK_GE(ndim, -1) <<
"shape ndim must be >= -1, while received " <<
ndim;
396 CHECK_GE(dim_size, -1) <<
"shape dim size must be >= -1, while received " << dim_size;
397 return dim_size != -1;
427 std::fill_n(
begin(), ndim, value);
435 if (s.
ndim() == -1) {
445 inline TShape(std::initializer_list<dim_t> init) {
446 this->
assign(init.begin(), init.end());
463 template<
typename RandomAccessIterator,
464 typename std::enable_if<
465 std::is_same<typename std::iterator_traits<RandomAccessIterator>::iterator_category,
466 std::random_access_iterator_tag>::value,
int>::type = 0>
468 RandomAccessIterator
end) {
477 if (src.
ndim() == -1) {
498 for (
const dim_t* it = start; it != fin; ++it) {
499 CHECK(
dim_size_is_known(*it)) <<
"Shape dim size cannot be a negative value " << *it;
509 inline size_t ProdShape(
int dimstart,
int dimend)
const {
511 CHECK_GE(dimstart, 0) <<
"dimstart must be >= 0, while received " << dimstart;
512 CHECK_LE(dimend, this->
ndim()) <<
"dimend must be <= " << this->
ndim()
513 <<
", while received " << dimend;
515 const dim_t *d = this->data();
516 for (
int i = dimstart; i < dimend; ++i) {
517 CHECK(
dim_size_is_known(d[i])) <<
"Shape dim size must be known, while received " << d[i];
530 #ifdef MSHADOW_XINLINE 558 CHECK_EQ(dim,
ndim())
559 <<
"dimension do not match target dimension " << dim <<
" vs " <<
ndim();
560 const dim_t *d = this->data();
562 for (
int i = 0; i < dim; ++i) {
575 const dim_t *d = this->data();
578 for (
int i = 1; i <
ndim(); ++i) {
591 CHECK(axis_end >= axis_begin);
595 const dim_t *d = this->data();
600 for (
int i = 0; i < axis_begin; ++i) {
603 for (
int i = axis_begin; i <= axis_end; ++i) {
606 for (
int i = axis_end + 1; i <
ndim(); ++i) {
617 return FlatTo3D(axis, axis);
620 if (
ndim() != s.
ndim())
return false;
624 return !(*
this == s);
633 if (
ndim_ != dim)
return false;
635 for (
size_t i = 0; i < dim; ++i) {
636 if (d[i] != s.
shape_[i])
return false;
647 return !(*
this == s);
659 CHECK(idx >= 0 && idx < x.
ndim())
660 <<
"idx = " << idx <<
" exceeds shape dimension range [0, " << x.
ndim() <<
")";
668 for (
int i = 0; i < x.
ndim(); ++i) {
675 for (
const TShape& shape : shapes) {
682 template<
typename SrcIter,
typename DstIter>
686 typedef typename std::iterator_traits<SrcIter>::value_type SrcDType;
687 typedef typename std::iterator_traits<DstIter>::value_type DstDType;
688 auto cast = [](
const SrcDType& dim) {
return static_cast<DstDType
>(dim); };
689 return std::transform(begin, end, dst_begin, cast);
693 template<
typename SrcIter>
695 size_t ndim = std::distance(begin, end);
702 template<
typename ValueType>
703 template<
typename DType,
typename TStream>
706 if (
typeid(DType) ==
typeid(ValueType)) {
707 strm->Write(
begin(),
sizeof(ValueType) *
ndim_);
709 std::vector<DType> buffer(
ndim_);
711 strm->Write(buffer.data(),
sizeof(DType) *
ndim_);
716 template<
typename ValueType>
717 template<
typename DType,
typename TStream>
721 size_t nread =
sizeof(DType) *
ndim_;
722 if (
typeid(DType) ==
typeid(ValueType)) {
723 if (strm->Read(
begin(), nread) != nread)
return false;
725 std::vector<DType> buffer(
ndim_);
726 if (strm->Read(buffer.data(), nread) != nread)
return false;
740 std::hash<int> hash_int;
741 size_t res = hash_int(val.
ndim());
742 for (
int i = 0; i < val.
ndim(); ++i) {
754 std::hash<int> hash_int;
755 size_t res = hash_int(val.
ndim());
756 for (
int i = 0; i < val.
ndim(); ++i) {
769 #if !(defined(_MSC_VER) && _MSC_VER < 1900) 773 return "tuple of <" + type_name<T>() +
">";
809 #endif // MXNET_TUPLE_H_ #define DMLC_DECLARE_TYPE_NAME(Type, Name)
macro to quickly declare traits information
Definition: type_traits.h:133
helper class to construct a string that represents type name
Definition: type_traits.h:86
Tuple< ValueType > & operator=(const Tuple< ValueType > &src)
assignment from another tuple.
Definition: tuple.h:134
bool operator==(const Tuple< ValueType > &s) const
Definition: tuple.h:164
size_t operator()(const mxnet::TShape &val) const
hash a TShape into unsigned int
Definition: tuple.h:753
Tuple< ValueType > & operator=(Tuple< ValueType > &&src)
assignment from rvalue of another tuple.
Definition: tuple.h:147
dim_t * data()
Definition: tuple.h:527
TShape(const Tuple< dim_t > &s)
copy constructor of TShape
Definition: tuple.h:434
ValueType data_stack_[kStackCache]
in stack space used to store shape when it is small
Definition: tuple.h:367
namespace of mxnet
Definition: base.h:89
TShape & operator=(Tuple< dim_t > &&src)
move assignment function from tshape
Definition: tuple.h:489
Tuple(std::initializer_list< ValueType > init)
constructor from initializer list
Definition: tuple.h:77
size_t operator()(const mxnet::Tuple< T > &val) const
hash a Tuple into unsigned int
Definition: tuple.h:739
TShape()
default constructor
Definition: tuple.h:416
Definition: optional.h:241
DstIter ShapeTypeCast(const SrcIter begin, const SrcIter end, DstIter dst_begin)
helper function to cast type of container elements
Definition: tuple.h:683
Tuple(Tuple< ValueType > &&src)
move constructor from Tuple
Definition: tuple.h:92
void Load(dmlc::JSONReader *reader)
Load Tuple from JSON.
Definition: tuple.h:236
const dim_t * data() const
Definition: tuple.h:523
void assign(RandomAccessIterator begin, RandomAccessIterator end)
Assign content to tuple from iterator.
Definition: tuple.h:113
ValueType * end()
Definition: tuple.h:189
TShape(RandomAccessIterator begin, RandomAccessIterator end)
construct the Tuple from content of iterator. This function is enforced with template arguments of ra...
Definition: tuple.h:467
Data structures that can appear in graph attributes.
ValueType & operator[](int i)
get corresponding index
Definition: tuple.h:201
const ValueType & operator[](int i) const
get corresponding index
Definition: tuple.h:215
size_t HashCombine(size_t key, const T &value)
hash an object and combines the key with previous keys
Definition: common.h:37
std::vector< mxnet::TShape > ShapeVector
The result holder of shape of each NodeEntry in the graph.
Definition: tuple.h:793
size_t Size() const
Definition: tuple.h:494
Tuple(const Tuple< ValueType > &s)
copy constructor from another tuple
Definition: tuple.h:66
Lightweight JSON Reader to read any STL compositions and structs. The user need to know the schema of...
Definition: json.h:44
bool isspace(char c)
Inline implementation of isspace(). Tests whether the given character is a whitespace letter...
Definition: strtonum.h:26
~Tuple()
destructor
Definition: tuple.h:59
Tuple(std::vector< ValueType > init)
constructor from vector
Definition: tuple.h:84
namespace for dmlc
Definition: array_view.h:12
Tuple(RandomAccessIterator begin, RandomAccessIterator end)
construct the Tuple from content of iterator
Definition: tuple.h:102
void Write(const ValueType &value)
Write value to json.
bool dim_size_is_known(const dim_t dim_size)
Definition: tuple.h:395
Tuple()=default
default constructor
int num_heap_allocated_
number of cells allocated in data_heap_
Definition: tuple.h:365
static std::string value()
Definition: tuple.h:772
static const int kStackCache
Definition: tuple.h:361
const ValueType * end() const
Definition: tuple.h:185
void SetDim(int ndim)
Definition: tuple.h:371
std::function< bool(const NodeAttrs &attrs, std::vector< AttrType > *in_attrs, std::vector< AttrType > *out_attrs)> FInferNodeEntryAttr
Inference function of certain type.
Definition: op_attr_types.h:95
void swap(Tuple< ValueType > &other)
Swap current object with other.
Definition: tuple.h:123
index_t shape_[kDimension]
storing the dimension information
Definition: tensor.h:57
Pass that can be applied to a graph.
TShape(Tuple< dim_t > &&s)
move constructor.
Definition: tuple.h:452
void Read(ValueType *out_value)
Read next ValueType.
MSHADOW_XINLINE Shape< 2 > Shape2(index_t s0, index_t s1)
construct a two dimension shape, stride will equal s0
Definition: tensor.h:198
A dynamic sized array data structure that is optimized for storing small number of elements with same...
Definition: tuple.h:54
TShape(std::initializer_list< dim_t > init)
constructor from initializer list
Definition: tuple.h:445
Configuation of nnvm as well as basic data structure.
const ValueType * begin() const
Definition: tuple.h:177
int ndim_
number of dimension of the tuple
Definition: tuple.h:363
A Shape class that is used to represent shape of each tensor.
Definition: tuple.h:413
nnvm::FInferNodeEntryAttr< mxnet::TShape > FInferShape
Shape inference function. Update the shapes given the input shape information. TShape.ndim() == -1 means the shape is still unknown.
Definition: tuple.h:805
TShape & operator=(const Tuple< dim_t > &src)
assignment function from tshape
Definition: tuple.h:476
TShape(const int ndim, const dim_t value)
Definition: tuple.h:424
size_t ProdShape(int dimstart, int dimend) const
Definition: tuple.h:509
int ndim() const
Definition: tuple.h:193
Tuple< ValueType > & operator=(std::initializer_list< ValueType > init)
assignment from initializer list
Definition: tuple.h:156
bool operator!=(const Tuple< ValueType > &s) const
Definition: tuple.h:173
bool shape_is_known(const TShape &x)
Definition: tuple.h:666
bool ndim_is_known(const int ndim)
Definition: tuple.h:389
MSHADOW_XINLINE Shape< 3 > Shape3(index_t s0, index_t s1, index_t s2)
construct a three dimension shape, stride will equal s0
Definition: tensor.h:209
ValueType * data_heap_
space to store shape when dimension is big
Definition: tuple.h:369
ValueType * begin()
Definition: tuple.h:181
friend std::istream & operator>>(std::istream &is, Tuple< ValueType > &t)
read tuple from the istream
Definition: tuple.h:271
int64_t dim_t
data type to store dim size
Definition: c_api.h:62
bool isdigit(char c)
Inline implementation of isdigit(). Tests whether the given character is a decimal digit...
Definition: strtonum.h:46
Data structures that can appear in operator attributes.
Lightweight json to write any STL compositions.
Definition: json.h:189
void Save(dmlc::JSONWriter *writer) const
Save Tuple to JSON.
Definition: tuple.h:228