-
Notifications
You must be signed in to change notification settings - Fork 3
Description
/usr/local/lib/python3.10/dist-packages/transformers/configuration_utils.py: │
2023-05-06 14:45:59 │ 614 in _get_config_dict │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 611 │ │ │ │
2023-05-06 14:45:59 │ 612 │ │ │ try: │
2023-05-06 14:45:59 │ 613 │ │ │ │ # Load from local folder or from cache or download fro │
2023-05-06 14:45:59 │ ❱ 614 │ │ │ │ resolved_config_file = cached_file( │
2023-05-06 14:45:59 │ 615 │ │ │ │ │ pretrained_model_name_or_path, │
2023-05-06 14:45:59 │ 616 │ │ │ │ │ configuration_file, │
2023-05-06 14:45:59 │ 617 │ │ │ │ │ cache_dir=cache_dir, │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ /usr/local/lib/python3.10/dist-packages/transformers/utils/hub.py:409 in │
2023-05-06 14:45:59 │ cached_file │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 406 │ user_agent = http_user_agent(user_agent) │
2023-05-06 14:45:59 │ 407 │ try: │
2023-05-06 14:45:59 │ 408 │ │ # Load from URL or cache if already cached │
2023-05-06 14:45:59 │ ❱ 409 │ │ resolved_file = hf_hub_download( │
2023-05-06 14:45:59 │ 410 │ │ │ path_or_repo_id, │
2023-05-06 14:45:59 │ 411 │ │ │ filename, │
2023-05-06 14:45:59 │ 412 │ │ │ subfolder=None if len(subfolder) == 0 else subfolder, │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ /usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_validators.py │
2023-05-06 14:45:59 │ :112 in _inner_fn │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 109 │ │ │ kwargs.items(), # Kwargs values │
2023-05-06 14:45:59 │ 110 │ │ ): │
2023-05-06 14:45:59 │ 111 │ │ │ if arg_name in ["repo_id", "from_id", "to_id"]: │
2023-05-06 14:45:59 │ ❱ 112 │ │ │ │ validate_repo_id(arg_value) │
2023-05-06 14:45:59 │ 113 │ │ │ │
2023-05-06 14:45:59 │ 114 │ │ │ elif arg_name == "token" and arg_value is not None: │
2023-05-06 14:45:59 │ 115 │ │ │ │ has_token = True │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ /usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_validators.py │
2023-05-06 14:45:59 │ :160 in validate_repo_id │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 157 │ │ raise HFValidationError(f"Repo id must be a string, not {type( │
2023-05-06 14:45:59 │ 158 │ │
2023-05-06 14:45:59 │ 159 │ if repo_id.count("/") > 1: │
2023-05-06 14:45:59 │ ❱ 160 │ │ raise HFValidationError( │
2023-05-06 14:45:59 │ 161 │ │ │ "Repo id must be in the form 'repo_name' or 'namespace/rep │
2023-05-06 14:45:59 │ 162 │ │ │ f" '{repo_id}'. Use repo_type argument if needed." │
2023-05-06 14:45:59 │ 163 │ │ ) │
2023-05-06 14:45:59 ╰──────────────────────────────────────────────────────────────────────────────╯
2023-05-06 14:45:59 HFValidationError: Repo id must be in the form 'repo_name' or
2023-05-06 14:45:59 'namespace/repo_name': '/mnt/llm/MOSS/moss-moon-003-sft-int4'. Use repo_type
2023-05-06 14:45:59 argument if needed.
2023-05-06 14:45:59
2023-05-06 14:45:59 During handling of the above exception, another exception occurred:
2023-05-06 14:45:59
2023-05-06 14:45:59 ╭───────────────────── Traceback (most recent call last) ──────────────────────╮
2023-05-06 14:45:59 │ /opt/project/MOSS/moss_web_demo_gradio.py:36 in │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 33 if ('int8' in args.model_name or 'int4' in args.model_name) and num_gp │
2023-05-06 14:45:59 │ 34 │ raise ValueError("Quantized models do not support model parallel. │
2023-05-06 14:45:59 │ 35 │
2023-05-06 14:45:59 │ ❱ 36 config = MossConfig.from_pretrained(args.model_name) │
2023-05-06 14:45:59 │ 37 tokenizer = MossTokenizer.from_pretrained(args.model_name) │
2023-05-06 14:45:59 │ 38 │
2023-05-06 14:45:59 │ 39 if num_gpus > 1: │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ /usr/local/lib/python3.10/dist-packages/transformers/configuration_utils.py: │
2023-05-06 14:45:59 │ 532 in from_pretrained │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 529 │ │ assert config.output_attentions == True │
2023-05-06 14:45:59 │ 530 │ │ assert unused_kwargs == {"foo": False} │
2023-05-06 14:45:59 │ 531 │ │ ```""" │
2023-05-06 14:45:59 │ ❱ 532 │ │ config_dict, kwargs = cls.get_config_dict(pretrained_model_nam │
2023-05-06 14:45:59 │ 533 │ │ if "model_type" in config_dict and hasattr(cls, "model_type") │
2023-05-06 14:45:59 │ 534 │ │ │ logger.warning( │
2023-05-06 14:45:59 │ 535 │ │ │ │ f"You are using a model of type {config_dict['model_ty │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ /usr/local/lib/python3.10/dist-packages/transformers/configuration_utils.py: │
2023-05-06 14:45:59 │ 559 in get_config_dict │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 556 │ │ """ │
2023-05-06 14:45:59 │ 557 │ │ original_kwargs = copy.deepcopy(kwargs) │
2023-05-06 14:45:59 │ 558 │ │ # Get config dict associated with the base config file │
2023-05-06 14:45:59 │ ❱ 559 │ │ config_dict, kwargs = cls._get_config_dict(pretrained_model_na │
2023-05-06 14:45:59 │ 560 │ │ if "_commit_hash" in config_dict: │
2023-05-06 14:45:59 │ 561 │ │ │ original_kwargs["_commit_hash"] = config_dict["_commit_has │
2023-05-06 14:45:59 │ 562 │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ /usr/local/lib/python3.10/dist-packages/transformers/configuration_utils.py: │
2023-05-06 14:45:59 │ 635 in _get_config_dict │
2023-05-06 14:45:59 │ │
2023-05-06 14:45:59 │ 632 │ │ │ │ raise │
2023-05-06 14:45:59 │ 633 │ │ │ except Exception: │
2023-05-06 14:45:59 │ 634 │ │ │ │ # For any other exception, we throw a generic error. │
2023-05-06 14:45:59 │ ❱ 635 │ │ │ │ raise EnvironmentError( │
2023-05-06 14:45:59 │ 636 │ │ │ │ │ f"Can't load the configuration of '{pretrained_mod │
2023-05-06 14:45:59 │ 637 │ │ │ │ │ " from 'https://huggingface.co/models', make sure │
2023-05-06 14:45:59 │ 638 │ │ │ │ │ f" name. Otherwise, make sure '{pretrained_model_n │
2023-05-06 14:45:59 ╰──────────────────────────────────────────────────────────────────────────────╯
2023-05-06 14:45:59 OSError: Can't load the configuration of '/mnt/llm/MOSS/moss-moon-003-sft-int4'.
2023-05-06 14:45:59 If you were trying to load it from 'https://huggingface.co/models', make sure
2023-05-06 14:45:59 you don't have a local directory with the same name. Otherwise, make sure
2023-05-06 14:45:59 '/mnt/llm/MOSS/moss-moon-003-sft-int4' is the correct path to a directory
2023-05-06 14:45:59 containing a config.json file