| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166 |
- #pragma once
- #include <c10/core/Device.h>
- #include <c10/util/Exception.h>
- #include <c10/core/Stream.h>
- #include <c10/util/Registry.h>
- #include <c10/core/Allocator.h>
- #include <c10/util/python_stub.h>
- #include <ATen/detail/AcceleratorHooksInterface.h>
- #include <string>
- namespace at {
- class Context;
- }
- namespace at {
- constexpr const char* MTIA_HELP =
- "The MTIA backend requires MTIA extension for PyTorch;"
- "this error has occurred because you are trying "
- "to use some MTIA's functionality without MTIA extension included.";
- struct TORCH_API MTIAHooksInterface : AcceleratorHooksInterface {
- // this fails the implementation if MTIAHooks functions are called, but
- // MTIA backend is not present.
- #define FAIL_MTIAHOOKS_FUNC(func) \
- TORCH_CHECK(false, "Cannot execute ", func, "() without MTIA backend.");
- ~MTIAHooksInterface() override = default;
- void init() const override {
- // Avoid logging here, since MTIA needs init devices first then it will know
- // how many devices are available. Make it as no-op if mtia extension is not
- // dynamically loaded.
- return;
- }
- virtual bool hasMTIA() const {
- return false;
- }
- DeviceIndex deviceCount() const override {
- return 0;
- }
- virtual void deviceSynchronize(c10::DeviceIndex /*device_index*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- }
- virtual std::string showConfig() const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- }
- bool hasPrimaryContext(DeviceIndex /*device_index*/) const override {
- return false;
- }
- void setCurrentDevice(DeviceIndex /*device*/) const override {
- FAIL_MTIAHOOKS_FUNC(__func__);
- }
- DeviceIndex getCurrentDevice() const override {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return -1;
- }
- DeviceIndex exchangeDevice(DeviceIndex /*device*/) const override {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return -1;
- }
- DeviceIndex maybeExchangeDevice(DeviceIndex /*device*/) const override {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return -1;
- }
- virtual c10::Stream getCurrentStream(DeviceIndex /*device*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return c10::Stream::unpack3(-1, 0, c10::DeviceType::MTIA);
- }
- virtual int64_t getCurrentRawStream(DeviceIndex /*device*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return -1;
- }
- virtual c10::Stream getDefaultStream(DeviceIndex /*device*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return c10::Stream::unpack3(-1, 0, c10::DeviceType::MTIA);
- }
- virtual void setCurrentStream(const c10::Stream& /*stream*/ ) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- }
- bool isPinnedPtr(const void* /*data*/) const override {
- return false;
- }
- Allocator* getPinnedMemoryAllocator() const override {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return nullptr;
- }
- virtual PyObject* memoryStats(DeviceIndex /*device*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return nullptr;
- }
- virtual PyObject* getDeviceCapability(DeviceIndex /*device*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return nullptr;
- }
- virtual PyObject* getDeviceProperties(DeviceIndex device) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return nullptr;
- }
- virtual void emptyCache() const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- }
- virtual void recordMemoryHistory(
- const std::optional<std::string>& /*enabled*/,
- const std::string& /*stacks*/,
- size_t /*max_entries*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- }
- virtual PyObject* memorySnapshot(const std::optional<std::string>& local_path) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return nullptr;
- }
- virtual DeviceIndex getDeviceCount() const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return 0;
- }
- virtual void resetPeakMemoryStats(DeviceIndex /*device*/) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- }
- virtual void attachOutOfMemoryObserver(PyObject* observer) const {
- FAIL_MTIAHOOKS_FUNC(__func__);
- return;
- }
- virtual bool isAvailable() const override;
- };
- struct TORCH_API MTIAHooksArgs {};
- TORCH_DECLARE_REGISTRY(MTIAHooksRegistry, MTIAHooksInterface, MTIAHooksArgs);
- #define REGISTER_MTIA_HOOKS(clsname) \
- C10_REGISTER_CLASS(MTIAHooksRegistry, clsname, clsname)
- namespace detail {
- TORCH_API const MTIAHooksInterface& getMTIAHooks();
- TORCH_API bool isMTIAHooksBuilt();
- } // namespace detail
- } // namespace at
|