We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3b29755 commit 882685aCopy full SHA for 882685a
tests/compile/test_async_tp.py
@@ -199,9 +199,8 @@ def test_async_tp_pass_correctness(
199
pytest.skip(f"Need at least {tp_size} x {pp_size} GPUs")
200
201
common_args = [
202
- # use half precision for speed and memory savings in CI environment
203
"--dtype",
204
- "float16",
+ "bfloat16",
205
"--max-model-len",
206
"2048",
207
"--max-num-seqs",
0 commit comments