buffer_info.h 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. #if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
  2. /*
  3. pybind11/buffer_info.h: Python buffer object interface
  4. Copyright (c) 2016 Wenzel Jakob <wenzel.jakob@epfl.ch>
  5. All rights reserved. Use of this source code is governed by a
  6. BSD-style license that can be found in the LICENSE file.
  7. */
  8. #pragma once
  9. #include "detail/common.h"
  10. PYBIND11_NAMESPACE_BEGIN(PYBIND11_NAMESPACE)
  11. PYBIND11_NAMESPACE_BEGIN(detail)
  12. // Default, C-style strides
  13. inline std::vector<ssize_t> c_strides(const std::vector<ssize_t> &shape, ssize_t itemsize) {
  14. auto ndim = shape.size();
  15. std::vector<ssize_t> strides(ndim, itemsize);
  16. if (ndim > 0) {
  17. for (size_t i = ndim - 1; i > 0; --i) {
  18. strides[i - 1] = strides[i] * shape[i];
  19. }
  20. }
  21. return strides;
  22. }
  23. // F-style strides; default when constructing an array_t with `ExtraFlags & f_style`
  24. inline std::vector<ssize_t> f_strides(const std::vector<ssize_t> &shape, ssize_t itemsize) {
  25. auto ndim = shape.size();
  26. std::vector<ssize_t> strides(ndim, itemsize);
  27. for (size_t i = 1; i < ndim; ++i) {
  28. strides[i] = strides[i - 1] * shape[i - 1];
  29. }
  30. return strides;
  31. }
  32. template <typename T, typename SFINAE = void>
  33. struct compare_buffer_info;
  34. PYBIND11_NAMESPACE_END(detail)
  35. /// Information record describing a Python buffer object
  36. struct buffer_info {
  37. void *ptr = nullptr; // Pointer to the underlying storage
  38. ssize_t itemsize = 0; // Size of individual items in bytes
  39. ssize_t size = 0; // Total number of entries
  40. std::string format; // For homogeneous buffers, this should be set to
  41. // format_descriptor<T>::format()
  42. ssize_t ndim = 0; // Number of dimensions
  43. std::vector<ssize_t> shape; // Shape of the tensor (1 entry per dimension)
  44. std::vector<ssize_t> strides; // Number of bytes between adjacent entries
  45. // (for each per dimension)
  46. bool readonly = false; // flag to indicate if the underlying storage may be written to
  47. buffer_info() = default;
  48. buffer_info(void *ptr,
  49. ssize_t itemsize,
  50. const std::string &format,
  51. ssize_t ndim,
  52. detail::any_container<ssize_t> shape_in,
  53. detail::any_container<ssize_t> strides_in,
  54. bool readonly = false)
  55. : ptr(ptr), itemsize(itemsize), size(1), format(format), ndim(ndim),
  56. shape(std::move(shape_in)), strides(std::move(strides_in)), readonly(readonly) {
  57. if (ndim != (ssize_t) shape.size() || ndim != (ssize_t) strides.size()) {
  58. pybind11_fail("buffer_info: ndim doesn't match shape and/or strides length");
  59. }
  60. for (size_t i = 0; i < (size_t) ndim; ++i) {
  61. size *= shape[i];
  62. }
  63. }
  64. template <typename T>
  65. buffer_info(T *ptr,
  66. detail::any_container<ssize_t> shape_in,
  67. detail::any_container<ssize_t> strides_in,
  68. bool readonly = false)
  69. : buffer_info(private_ctr_tag(),
  70. ptr,
  71. sizeof(T),
  72. format_descriptor<T>::format(),
  73. static_cast<ssize_t>(shape_in->size()),
  74. std::move(shape_in),
  75. std::move(strides_in),
  76. readonly) {}
  77. buffer_info(void *ptr,
  78. ssize_t itemsize,
  79. const std::string &format,
  80. ssize_t size,
  81. bool readonly = false)
  82. : buffer_info(ptr, itemsize, format, 1, {size}, {itemsize}, readonly) {}
  83. template <typename T>
  84. buffer_info(T *ptr, ssize_t size, bool readonly = false)
  85. : buffer_info(ptr, sizeof(T), format_descriptor<T>::format(), size, readonly) {}
  86. template <typename T>
  87. buffer_info(const T *ptr, ssize_t size, bool readonly = true)
  88. : buffer_info(
  89. const_cast<T *>(ptr), sizeof(T), format_descriptor<T>::format(), size, readonly) {}
  90. explicit buffer_info(Py_buffer *view, bool ownview = true)
  91. : buffer_info(
  92. view->buf,
  93. view->itemsize,
  94. view->format,
  95. view->ndim,
  96. {view->shape, view->shape + view->ndim},
  97. /* Though buffer::request() requests PyBUF_STRIDES, ctypes objects
  98. * ignore this flag and return a view with NULL strides.
  99. * When strides are NULL, build them manually. */
  100. view->strides
  101. ? std::vector<ssize_t>(view->strides, view->strides + view->ndim)
  102. : detail::c_strides({view->shape, view->shape + view->ndim}, view->itemsize),
  103. (view->readonly != 0)) {
  104. // NOLINTNEXTLINE(cppcoreguidelines-prefer-member-initializer)
  105. this->m_view = view;
  106. // NOLINTNEXTLINE(cppcoreguidelines-prefer-member-initializer)
  107. this->ownview = ownview;
  108. }
  109. buffer_info(const buffer_info &) = delete;
  110. buffer_info &operator=(const buffer_info &) = delete;
  111. buffer_info(buffer_info &&other) noexcept { (*this) = std::move(other); }
  112. buffer_info &operator=(buffer_info &&rhs) noexcept {
  113. ptr = rhs.ptr;
  114. itemsize = rhs.itemsize;
  115. size = rhs.size;
  116. format = std::move(rhs.format);
  117. ndim = rhs.ndim;
  118. shape = std::move(rhs.shape);
  119. strides = std::move(rhs.strides);
  120. std::swap(m_view, rhs.m_view);
  121. std::swap(ownview, rhs.ownview);
  122. readonly = rhs.readonly;
  123. return *this;
  124. }
  125. ~buffer_info() {
  126. if (m_view && ownview) {
  127. PyBuffer_Release(m_view);
  128. delete m_view;
  129. }
  130. }
  131. Py_buffer *view() const { return m_view; }
  132. Py_buffer *&view() { return m_view; }
  133. /* True if the buffer item type is equivalent to `T`. */
  134. // To define "equivalent" by example:
  135. // `buffer_info::item_type_is_equivalent_to<int>(b)` and
  136. // `buffer_info::item_type_is_equivalent_to<long>(b)` may both be true
  137. // on some platforms, but `int` and `unsigned` will never be equivalent.
  138. // For the ground truth, please inspect `detail::compare_buffer_info<>`.
  139. template <typename T>
  140. bool item_type_is_equivalent_to() const {
  141. return detail::compare_buffer_info<T>::compare(*this);
  142. }
  143. private:
  144. struct private_ctr_tag {};
  145. buffer_info(private_ctr_tag,
  146. void *ptr,
  147. ssize_t itemsize,
  148. const std::string &format,
  149. ssize_t ndim,
  150. detail::any_container<ssize_t> &&shape_in,
  151. detail::any_container<ssize_t> &&strides_in,
  152. bool readonly)
  153. : buffer_info(
  154. ptr, itemsize, format, ndim, std::move(shape_in), std::move(strides_in), readonly) {}
  155. Py_buffer *m_view = nullptr;
  156. bool ownview = false;
  157. };
  158. PYBIND11_NAMESPACE_BEGIN(detail)
  159. template <typename T, typename SFINAE>
  160. struct compare_buffer_info {
  161. static bool compare(const buffer_info &b) {
  162. // NOLINTNEXTLINE(bugprone-sizeof-expression) Needed for `PyObject *`
  163. return b.format == format_descriptor<T>::format() && b.itemsize == (ssize_t) sizeof(T);
  164. }
  165. };
  166. template <typename T>
  167. struct compare_buffer_info<T, detail::enable_if_t<std::is_integral<T>::value>> {
  168. static bool compare(const buffer_info &b) {
  169. return (size_t) b.itemsize == sizeof(T)
  170. && (b.format == format_descriptor<T>::value
  171. || ((sizeof(T) == sizeof(long))
  172. && b.format == (std::is_unsigned<T>::value ? "L" : "l"))
  173. || ((sizeof(T) == sizeof(size_t))
  174. && b.format == (std::is_unsigned<T>::value ? "N" : "n")));
  175. }
  176. };
  177. PYBIND11_NAMESPACE_END(detail)
  178. PYBIND11_NAMESPACE_END(PYBIND11_NAMESPACE)
  179. #else
  180. #error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
  181. #endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)