| 1234567891011121314151617181920212223 |
- # Copyright (c) Alibaba, Inc. and its affiliates.
- from typing import Optional, Union
- from datasets.download.download_config import DownloadConfig
- class DataDownloadConfig(DownloadConfig):
- """
- Extends `DownloadConfig` with additional attributes for data download.
- """
- dataset_name: Optional[str] = None
- namespace: Optional[str] = None
- version: Optional[str] = None
- split: Optional[Union[str, list]] = None
- data_dir: Optional[str] = None
- oss_config: Optional[dict] = {}
- meta_args_map: Optional[dict] = {}
- num_proc: int = 4
- def copy(self) -> 'DataDownloadConfig':
- return self
|
