From afe6b0f80471262d4f5998662bc2eea261ed578f Mon Sep 17 00:00:00 2001 From: Nikita Shulga <2453524+malfet@users.noreply.github.com> Date: Mon, 29 Apr 2024 10:36:14 -0700 Subject: [PATCH] Revert "add dtype tests for runner-aoti + runner-et (#539)" (#548) This reverts commit a7a24577a65be67ac9ae4dc05452f35d9c49e5d1. --- .github/workflows/pull.yml | 23 ++++++++--------------- 1 file changed, 8 insertions(+), 15 deletions(-) diff --git a/.github/workflows/pull.yml b/.github/workflows/pull.yml index 3e9f2610e1..14d1af86f5 100644 --- a/.github/workflows/pull.yml +++ b/.github/workflows/pull.yml @@ -203,7 +203,7 @@ jobs: echo "::group::Install newer objcopy that supports --set-section-alignment" yum install -y devtoolset-10-binutils export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH - echo "::endgroup::" + echo "::endgroup::" echo "::group::Install required packages" pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 @@ -244,7 +244,7 @@ jobs: echo "::group::Install newer objcopy that supports --set-section-alignment" yum install -y devtoolset-10-binutils export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH - echo "::endgroup::" + echo "::endgroup::" echo "::group::Install required packages" pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 @@ -291,7 +291,7 @@ jobs: echo "::group::Install newer objcopy that supports --set-section-alignment" yum install -y devtoolset-10-binutils export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH - echo "::endgroup::" + echo "::endgroup::" echo "::group::Install required packages" pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 @@ -441,7 +441,7 @@ jobs: export MODEL_PATH=checkpoints/stories15M/stories15M.pt export MODEL_NAME=stories15M export MODEL_DIR=/tmp - + echo "******************************************" echo "*** vanilla ***" echo "******************************************" @@ -858,12 +858,8 @@ jobs: python torchchat.py generate stories15M --temperature 0 --prompt "${PRMT}" - - for dtype in fp32 fp16 bf16; do - echo "Testing export + runner with dtype=$dtype" - python torchchat.py export stories15M --dtype $dtype --output-pte-path ./model.pte - ./cmake-out/et_run ./model.pte -z ./tokenizer.bin -t 0 -i "${PRMT}" - done + python torchchat.py export stories15M --output-pte-path ./model.pte + ./cmake-out/et_run ./model.pte -z ./tokenizer.bin -t 0 -i "${PRMT}" echo "Tests complete." runner-aoti: @@ -913,12 +909,9 @@ jobs: python torchchat.py generate --checkpoint-path ${MODEL_DIR}/stories15M.pt --temperature 0 --prompt "${PROMPT}" + python torchchat.py export --checkpoint-path ${MODEL_DIR}/stories15M.pt --output-dso-path /tmp/model.so - for dtype in fp32 fp16 bf16; do - echo "Running export + runner with dtype=$dtype" - python torchchat.py export --checkpoint-path ${MODEL_DIR}/stories15M.pt --dtype $dtype --output-dso-path /tmp/model.so - ./cmake-out/aoti_run /tmp/model.so -z ${MODEL_DIR}/tokenizer.bin -i "${PROMPT}" - done + ./cmake-out/aoti_run /tmp/model.so -z ${MODEL_DIR}/tokenizer.bin -i "${PROMPT}" echo "Tests complete."