Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion examples/text-generation/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -151,7 +151,7 @@ def patch_scoped_linear_all_reduce(model):


def get_torch_compiled_model(model):
model.model = torch.compile(model.model, backend="aot_hpu_inference_backend")
model.model = torch.compile(model.model, backend="hpu_backend")
return model


Expand Down
2 changes: 0 additions & 2 deletions optimum/habana/accelerate/utils/dataclasses.py
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,6 @@ class GaudiDynamoBackend(str, BaseEnum):
- **IPEX** -- Uses IPEX for inference on CPU. Inference only. [Read
more](https://github.com/intel/intel-extension-for-pytorch).
- **TVM** -- Uses Apach TVM for inference optimizations. [Read more](https://tvm.apache.org/)
- **AOT_HPU_TRAINING_BACKEND** -- Uses Habana Gaudi - depracated - will be removed.
- **HPU_BACKEND** -- Uses Habana Gaudi.

"""
Expand All @@ -92,7 +91,6 @@ class GaudiDynamoBackend(str, BaseEnum):
TENSORRT = "TENSORRT"
IPEX = "IPEX"
TVM = "TVM"
AOT_HPU_TRAINING_BACKEND = "AOT_HPU_TRAINING_BACKEND"
HPU_BACKEND = "HPU_BACKEND"


Expand Down
2 changes: 1 addition & 1 deletion tests/test_fsdp_examples.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@ def _test_fsdp(
f"--per_device_train_batch_size {batch_size_train}",
f"--fsdp_config {path_to_example_dir / task / 'fsdp_config.json'}",
f"--fsdp '{policy}'",
"--torch_compile_backend aot_hpu_training_backend",
"--torch_compile_backend hpu_backend",
"--torch_compile",
"--use_habana",
]
Expand Down