Maybe there is something wrong with the checkpoint file.
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llm/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 593, in from_pretrained
return model_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/.cache/huggingface/modules/transformers_modules/LlamaCanon-1B/merged_llama_canon.py", line 1542, in from_pretrained
state = torch.load(weights_path, map_location=map_location, weights_only=True)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llm/lib/python3.11/site-packages/torch/serialization.py", line 1351, in load
return _load(
^^^^^^
File "/root/miniconda3/envs/llm/lib/python3.11/site-packages/torch/serialization.py", line 1848, in _load
result = unpickler.load()
^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llm/lib/python3.11/site-packages/torch/_weights_only_unpickler.py", line 385, in load
self.append(self.persistent_load(pid))
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llm/lib/python3.11/site-packages/torch/serialization.py", line 1812, in persistent_load
typed_storage = load_tensor(
^^^^^^^^^^^^
File "/root/miniconda3/envs/llm/lib/python3.11/site-packages/torch/serialization.py", line 1772, in load_tensor
zip_file.get_storage_from_record(name, numel, torch.UntypedStorage)
RuntimeError: PytorchStreamReader failed reading file data/12: invalid header or archive is corrupted