| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091 |
- #if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
- // Copyright © 2022 Apple Inc.
- #pragma once
- #include <ATen/Device.h>
- #include <c10/core/Allocator.h>
- #include <c10/macros/Macros.h>
- #include <c10/util/Exception.h>
- #ifdef __OBJC__
- #include <Foundation/Foundation.h>
- #include <Metal/Metal.h>
- typedef id<MTLDevice> MTLDevice_t;
- #else
- typedef void* MTLDevice_t;
- #endif
- namespace at::mps {
- // Helper enum to check if a MPSGraph op is supported in a given macOS version
- enum class MacOSVersion : uint32_t {
- MACOS_VER_14_4_PLUS = 0,
- MACOS_VER_15_0_PLUS,
- MACOS_VER_15_1_PLUS,
- MACOS_VER_15_2_PLUS,
- MACOS_VER_26_0_PLUS,
- };
- //-----------------------------------------------------------------
- // MPSDevice
- //
- // MPSDevice is a singleton class that returns the default device
- //-----------------------------------------------------------------
- class TORCH_API MPSDevice {
- public:
- /**
- * MPSDevice should not be cloneable.
- */
- MPSDevice(MPSDevice& other) = delete;
- /**
- * MPSDevice should not be assignable.
- */
- void operator=(const MPSDevice&) = delete;
- /**
- * Gets single instance of the Device.
- */
- static MPSDevice* getInstance();
- /**
- * Returns the single device.
- */
- MTLDevice_t device() {
- return _mtl_device;
- }
- /**
- * Returns whether running on Ventura or newer
- */
- bool isMacOS13Plus(MacOSVersion version) const;
- /**
- * Returns device name
- */
- std::string getName() const;
- /**
- * Returns number of GPU cores.
- * 1 Core = 16 ExecutionUnit x 8 ALU x 24 threads
- */
- unsigned getCoreCount() const;
- ~MPSDevice();
- private:
- static MPSDevice* _device;
- MTLDevice_t _mtl_device;
- MPSDevice();
- };
- TORCH_API bool is_available();
- TORCH_API bool is_macos_13_or_newer(MacOSVersion version);
- TORCH_API at::Allocator* GetMPSAllocator(bool useSharedAllocator = false);
- inline Device getDeviceFromPtr(void* ptr) {
- return {c10::DeviceType::MPS, 0};
- }
- } // namespace at::mps
- #else
- #error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
- #endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|