Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion examples/inference/t5/simple_t5_batch_inference.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ def add_text_generate_args(parser):
metavar='N',
type=str,
nargs='+',
help='Encoder input prompts with each prompt within quotes and seperated by space',
help='Encoder input prompts with each prompt within quotes and separated by space',
)
group.add_argument(
"--max-batch-size", type=int, default=1, help='Max number of prompts to process at once'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ class BlendedMegatronDatasetConfig:
"""

multiple_validation_sets: Optional[bool] = None
"""Whether the validation split should be treated as multiple seperate datasets."""
"""Whether the validation split should be treated as multiple separated datasets."""

full_validation: Optional[bool] = None
"""Whether to run a full epoch of validation each time validation occurs."""
Expand Down
2 changes: 1 addition & 1 deletion megatron/core/export/trtllm/trtllm_layers.py
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,7 @@ def rename_input_layer_names_to_trtllm_layer_names(
map the original layer name to equivalent trtllm layer name and add layer number back.
CPU Conversion will pass in model state dict without layer numbers
(i.e decoder.layers.mlp.linear_fc1.weight of shape [num_layers, hidden_dim, 4 * hidden_dim]) .
GPU conversion will pass model state dict with each layer seperated
GPU conversion will pass model state dict with each layer separated
(i.e decoder.layers.2.mlp.linear_fc1.weight of shape [hidden_dim, 4 * hidden_dim]).

Args:
Expand Down
2 changes: 1 addition & 1 deletion megatron/core/transformer/cuda_graphs.py
Original file line number Diff line number Diff line change
Expand Up @@ -242,7 +242,7 @@ def _check_supported_type(meta):
}
assert meta.type in _SUPPORTED_TYPES or is_dataclass(
meta.value
), f"Cudagraphs recieved an arg of type {meta.type} which is not supported."
), f"Cudagraphs received an arg of type {meta.type} which is not supported."


def _determine_if_first_last_layer_of_this_vp_chunk(base_module):
Expand Down
2 changes: 1 addition & 1 deletion megatron/inference/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ def add_inference_args(parser: ArgumentParser) -> ArgumentParser:
metavar='N',
type=str,
nargs='+',
help='Input prompts with each prompt within quotes and seperated by space',
help='Input prompts with each prompt within quotes and separated by space',
)
group.add_argument(
"--num-tokens-to-prompt",
Expand Down
2 changes: 1 addition & 1 deletion megatron/rl/rl_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -514,7 +514,7 @@ def get_environment_rollouts(
"Gradient buffers will not be offloaded when training cudagraphs are enabled!")
optimizer.offload_to_cpu()

# If we have seperate training and inference models we to refit weights from the training model to the inference model.
# If we have separated training and inference models we to refit weights from the training model to the inference model.
if inference_model is not None:
# If the separate inference model weights were prefetched to CPU while idle, bring them
# back to GPU before refit/copy and before any CUDA-graph'd inference.
Expand Down
2 changes: 1 addition & 1 deletion tools/run_text_generation_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ def add_text_generate_args(parser):
metavar='N',
type=str,
nargs='+',
help='Input prompts with each prompt within quotes and seperated by space',
help='Input prompts with each prompt within quotes and separated by space',
)
group.add_argument(
"--max-batch-size",
Expand Down