Skip to content

Commit

Permalink
Merge branch 'aligner/nemotron5' of https://github.com/NVIDIA/NeMo in…
Browse files Browse the repository at this point in the history
…to aligner/nemotron5
  • Loading branch information
arendu committed Nov 19, 2024
2 parents 3958925 + aee8a89 commit 6aa111f
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions examples/nlp/language_modeling/megatron_mamba_eval.py
Original file line number Diff line number Diff line change
Expand Up @@ -359,9 +359,9 @@ def main(cfg) -> None:
tdiff = time.perf_counter() - st
print(f"[Try{i} model.generate took {tdiff} seconds...")

#print("***************************")
#print(response)
#print("***************************")
# print("***************************")
# print(response)
# print("***************************")

# Second method of running text generation, call trainer.predict [recommended]
bs = 2
Expand All @@ -375,9 +375,9 @@ def main(cfg) -> None:
tdiff = time.perf_counter() - st
print(f"[Try{i} trainer.predict took {tdiff} seconds...")

#print("***************************")
#print(response)
#print("***************************")
# print("***************************")
# print(response)
# print("***************************")

# Third method of running text generation, use inference server
if cfg.server:
Expand Down

0 comments on commit 6aa111f

Please sign in to comment.