__init__.py 1.0 KB

123456789101112131415161718192021222324252627
  1. # Copyright 2024 The HuggingFace Team. All rights reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ruff: noqa: F401
  15. """Contains helpers to serialize tensors."""
  16. from ._base import StateDictSplit, split_state_dict_into_shards_factory
  17. from ._tensorflow import get_tf_storage_size, split_tf_state_dict_into_shards
  18. from ._torch import (
  19. get_torch_storage_id,
  20. get_torch_storage_size,
  21. load_state_dict_from_file,
  22. load_torch_model,
  23. save_torch_model,
  24. save_torch_state_dict,
  25. split_torch_state_dict_into_shards,
  26. )