misc.py 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253
  1. # Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from ...utils.device import get_default_device, parse_device
  15. from ...utils.env import get_device_type
  16. def is_mkldnn_available():
  17. # XXX: Not sure if this is the best way to check if MKL-DNN is available
  18. from paddle.inference import Config
  19. return hasattr(Config, "set_mkldnn_cache_capacity")
  20. def is_bfloat16_available(device):
  21. import paddle.amp
  22. if device is None:
  23. device = get_default_device()
  24. device_type, _ = parse_device(device)
  25. return (
  26. "npu" in get_device_type() or paddle.amp.is_bfloat16_supported()
  27. ) and device_type in ("gpu", "npu", "xpu", "mlu", "metax_gpu")
  28. def is_float16_available(device):
  29. import paddle.amp
  30. if device is None:
  31. device = get_default_device()
  32. device_type, _ = parse_device(device)
  33. return (
  34. "npu" in get_device_type() or paddle.amp.is_float16_supported()
  35. ) and device_type in (
  36. "gpu",
  37. "npu",
  38. "xpu",
  39. "mlu",
  40. "dcu",
  41. "metax_gpu",
  42. "iluvatar_gpu",
  43. )