AMajor/grok-1
1
0
Fork 0
mirror of https://github.com/xai-org/grok-1.git synced 2024-11-23 12:09:52 +03:00
Code Issues Packages Projects Releases Wiki Activity

Compare commits

base: AMajor:d129df04a6f3ea3b9b487f11e3fd109b053bd89b
Branches Tags
AMajor:main
AMajor:download-instruction
..
compare: AMajor:7a87bc201895580c942d1815632b7c53e61ac2ef
Branches Tags
AMajor:main
AMajor:download-instruction

1 Commits
d129df04a6 ... 7a87bc2018

Author SHA1 Message Date
Michael G. Inso
7a87bc2018
Merge f57a3e2619 into 7050ed204b 2024-03-21 22:09:52 +03:00
1 changed files with 49 additions and 54 deletions
Show Stats Expand all files Collapse all files

5
run.py
View File

@ -32,7 +32,6 @@ def validate_checkpoint(path, expected_hash):
def main(): def main():
# Validate checkpoint integrity # Validate checkpoint integrity
validate_checkpoint(CKPT_PATH, CKPT_HASH) validate_checkpoint(CKPT_PATH, CKPT_HASH)
grok_1_model = LanguageModelConfig( grok_1_model = LanguageModelConfig(
vocab_size=128 * 1024, vocab_size=128 * 1024,
pad_token=0, pad_token=0,
@ -58,7 +57,6 @@ def main():
model_axis="model", model_axis="model",
), ),
) )
inference_runner = InferenceRunner( inference_runner = InferenceRunner(
pad_sizes=(1024,), pad_sizes=(1024,),
runner=ModelRunner( runner=ModelRunner(
@ -75,14 +73,11 @@ def main():
local_mesh_config=(1, 8), local_mesh_config=(1, 8),
between_hosts_config=(1, 1), between_hosts_config=(1, 1),
) )
inference_runner.initialize() inference_runner.initialize()
gen = inference_runner.run() gen = inference_runner.run()
inp = "The answer to life the universe and everything is of course" inp = "The answer to life the universe and everything is of course"
print(f"Output for prompt: {inp}", sample_from_model(gen, inp, max_len=100, temperature=0.01)) print(f"Output for prompt: {inp}", sample_from_model(gen, inp, max_len=100, temperature=0.01))
# Add authentication # Add authentication
@app.route("/inference") @app.route("/inference")
@auth.login_required @auth.login_required