AMajor/grok-1
1
0
Fork 0
mirror of https://github.com/xai-org/grok-1.git synced 2025-12-14 22:21:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge 9024770ce8 into 7050ed204b

Browse Source
This commit is contained in:
Aareon Sullivan
2024-03-22 19:17:14 -05:00
committed by GitHub
parent 7050ed204b 9024770ce8
commit 7f05f69b67
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
model.py
View File

@ -90,9 +90,7 @@ def ffn_size(emb_size, widening_factor):
def apply_rules(rules): def apply_rules(rules):
def _apply_rules(path, value): def _apply_rules(path, _):
del value # Unused.
path_list = [str(i.key).split("/") for i in path if isinstance(i, jax.tree_util.DictKey)] path_list = [str(i.key).split("/") for i in path if isinstance(i, jax.tree_util.DictKey)]
flattened_path = jax.tree_util.tree_flatten(path_list)[0] flattened_path = jax.tree_util.tree_flatten(path_list)[0]