AMajor/grok-1
1
0
Fork 0
mirror of https://github.com/xai-org/grok-1.git synced 2024-11-23 03:59:53 +03:00
Code Issues Packages Projects Releases Wiki Activity

Set maxsize to 32MB in lru_cache() for reasonable memory usage

Browse Source
This commit is contained in:
Madhav Kumar 2024-03-21 06:48:22 +05:30 committed by GitHub
parent 5fc82399bf
commit 104affb51a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
checkpoint.py
View File

@ -141,7 +141,7 @@ def path_tuple_to_string(path: tuple) -> str:
For get_load_path_str(), For get_load_path_str(),
introducing a simple caching mechanism to avoid recomputing regex matches for paths that have already been processed. introducing a simple caching mechanism to avoid recomputing regex matches for paths that have already been processed.
""" """
@lru_cache(maxsize=None) @lru_cache(maxsize=32) # Set maxsize to 32MB
def get_load_path_str_cached( def get_load_path_str_cached(
init_path_str: str, init_path_str: str,
load_rename_rules: Optional[list[tuple[str, str]]] = None, load_rename_rules: Optional[list[tuple[str, str]]] = None,