AMajor/grok-1
1
0
Fork 0
mirror of https://github.com/xai-org/grok-1.git synced 2025-04-03 18:00:10 +03:00
Code Issues Packages Projects Releases Wiki Activity

@jiaoja@Replace usage of list() with []

Browse Source
This commit is contained in:
jiaoja 2024-03-19 17:26:36 +08:00
parent d6d9447e2d
commit a54c53b059
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
checkpoint.py
View File

@ -83,7 +83,7 @@ def fast_pickle(obj: Any, path: str) -> None:
def load_tensors(shaped_arrays, directory, mesh_config, tensor_indices=None): def load_tensors(shaped_arrays, directory, mesh_config, tensor_indices=None):
"""Loads a set of arrays.""" """Loads a set of arrays."""
pool = ThreadPoolExecutor(max_workers=32) pool = ThreadPoolExecutor(max_workers=32)
fs = list() fs = []
num_tensors = 0 num_tensors = 0
num_replicas = 1 num_replicas = 1
data_model_shards = math.prod(mesh_config) data_model_shards = math.prod(mesh_config)