# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from dataclasses import dataclass from typing import Dict, List, Tuple @dataclass class LocalTensorMetadata: """ The location of a local tensor in the global tensor. """ global_offset: Tuple[int] local_shape: Tuple[int] @dataclass(frozen=True) class LocalTensorIndex: """ The identifier of a local tensor. """ tensor_key: str global_offset: Tuple[int] @dataclass class Metadata: state_dict_metadata: Dict[str, List[LocalTensorMetadata]] = None storage_metadata: Dict[LocalTensorIndex, str] = None flat_mapping: Dict[str, Tuple[str]] = None