config_ds.py 909 B

123456789101112131415161718192021222324
  1. # Copyright (c) Alibaba, Inc. and its affiliates.
  2. import os
  3. from pathlib import Path
  4. # Cache location
  5. from modelscope.hub.constants import DEFAULT_MODELSCOPE_DATA_ENDPOINT
  6. from modelscope.utils.file_utils import (get_dataset_cache_root,
  7. get_modelscope_cache_dir)
  8. MS_CACHE_HOME = get_modelscope_cache_dir()
  9. # NOTE: removed `MS_DATASETS_CACHE` env,
  10. # default is `~/.cache/modelscope/hub/datasets`
  11. MS_DATASETS_CACHE = get_dataset_cache_root()
  12. DOWNLOADED_DATASETS_DIR = 'downloads'
  13. DEFAULT_DOWNLOADED_DATASETS_PATH = os.path.join(MS_DATASETS_CACHE,
  14. DOWNLOADED_DATASETS_DIR)
  15. DOWNLOADED_DATASETS_PATH = Path(
  16. os.getenv('DOWNLOADED_DATASETS_PATH', DEFAULT_DOWNLOADED_DATASETS_PATH))
  17. HUB_DATASET_ENDPOINT = os.environ.get('HUB_DATASET_ENDPOINT',
  18. DEFAULT_MODELSCOPE_DATA_ENDPOINT)