AutoAndroidController/py/venv/Lib/site-packages/modelscope/models/nlp/canmt/canmt_translation.py

# Copyright (c) Alibaba, Inc. and its affiliates.
import math
import os.path as osp
from typing import Any, Dict, List, Optional, Tuple

import numpy
import torch
import torch.nn as nn
from torch import Tensor

from modelscope.metainfo import Models
from modelscope.models.base import TorchModel
from modelscope.models.builder import MODELS
from modelscope.utils.config import Config
from modelscope.utils.constant import ModelFile, Tasks

__all__ = ['CanmtForTranslation']


@MODELS.register_module(
    Tasks.competency_aware_translation, module_name=Models.canmt)
class CanmtForTranslation(TorchModel):

    def __init__(self, model_dir, **args):
        """
            CanmtForTranslation implements a Competency-Aware Neural Machine Translaton,
            which has both translation and self-estimation abilities.

            For more details, please refer to https://aclanthology.org/2022.emnlp-main.330.pdf
        """
        super().__init__(model_dir=model_dir, **args)
        self.args = args
        cfg_file = osp.join(model_dir, ModelFile.CONFIGURATION)
        self.cfg = Config.from_file(cfg_file)
        from fairseq.data import Dictionary
        self.vocab_src = Dictionary.load(osp.join(model_dir, 'dict.src.txt'))
        self.vocab_tgt = Dictionary.load(osp.join(model_dir, 'dict.tgt.txt'))
        self.model = self.build_model(model_dir)
        self.generator = self.build_generator(self.model, self.vocab_tgt,
                                              self.cfg['decode'])

    def build_model(self, model_dir):
        from .canmt_model import CanmtModel
        state = self.load_checkpoint(
            osp.join(model_dir, ModelFile.TORCH_MODEL_FILE), 'cpu')
        cfg = state['cfg']
        model = CanmtModel.build_model(cfg['model'], self)
        model.load_state_dict(state['model'], model_cfg=cfg['model'])
        return model

    def build_generator(cls, model, vocab_tgt, args):
        from .sequence_generator import SequenceGenerator
        return SequenceGenerator(
            model,
            vocab_tgt,
            beam_size=args['beam'],
            len_penalty=args['lenpen'])

    def load_checkpoint(self, path: str, device: torch.device):
        state_dict = torch.load(path, map_location=device)
        self.load_state_dict(state_dict, strict=False)
        return state_dict

    def forward(self, input: Dict[str, Dict]):
        """return the result by the model

        Args:
            input (Dict[str, Tensor]): the preprocessed data which contains following:
                - src_tokens: tensor with shape (2478,242,24,4),
                - src_lengths: tensor with shape (4)


        Returns:
            Dict[str, Tensor]: results which contains following:
                - predictions: tokens need to be decode by tokenizer with shape [1377, 4959, 2785, 6392...]
        """
        input = {'net_input': input}
        return self.generator.generate(input)