runtime error
Exit code: 1. Reason: /lib/python3.10/site-packages/transformers/modeling_utils.py", line 280, in _wrapper return func(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 4592, in from_pretrained dispatch_model(model, **device_map_kwargs) File "/usr/local/lib/python3.10/site-packages/accelerate/big_modeling.py", line 420, in dispatch_model attach_align_device_hook_on_blocks( File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 655, in attach_align_device_hook_on_blocks attach_align_device_hook_on_blocks( File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 655, in attach_align_device_hook_on_blocks attach_align_device_hook_on_blocks( File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 655, in attach_align_device_hook_on_blocks attach_align_device_hook_on_blocks( File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 618, in attach_align_device_hook_on_blocks attach_align_device_hook( File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 511, in attach_align_device_hook attach_align_device_hook( File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 511, in attach_align_device_hook attach_align_device_hook( File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 502, in attach_align_device_hook add_hook_to_module(module, hook, append=True) File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 160, in add_hook_to_module module = hook.init_hook(module) File "/usr/local/lib/python3.10/site-packages/accelerate/hooks.py", line 311, in init_hook set_module_tensor_to_device( File "/usr/local/lib/python3.10/site-packages/accelerate/utils/modeling.py", line 364, in set_module_tensor_to_device raise ValueError(f"{tensor_name} is on the meta device, we need a `value` to put in on {device}.") ValueError: weight_scale is on the meta device, we need a `value` to put in on cpu.
Container logs:
Fetching error logs...