diff --git a/.flake8 b/.flake8 index a6f2d52fee22..0833e9852c8f 100644 --- a/.flake8 +++ b/.flake8 @@ -1,5 +1,5 @@ [flake8] -ignore = E203, E501, E731, E741, W503, W605, E722 +ignore = E203, E402, E501, E731, E741, W503, W605, E722 max-line-length = 119 # E402: module level import not at top of file diff --git a/model_zoo/gpt-3/projects/gpt/benchmark.py b/model_zoo/gpt-3/projects/gpt/benchmark.py index b8e0c2862cb2..9d13d781dacf 100644 --- a/model_zoo/gpt-3/projects/gpt/benchmark.py +++ b/model_zoo/gpt-3/projects/gpt/benchmark.py @@ -13,13 +13,10 @@ # limitations under the License. import argparse -import os import time import numpy as np -import paddle import paddle.distributed.fleet as fleet -import ppfleetx_ops from ppfleetx.core.engine.inference_engine import InferenceEngine diff --git a/model_zoo/gpt-3/projects/gpt/inference.py b/model_zoo/gpt-3/projects/gpt/inference.py index 3178002b4449..f0f611925967 100644 --- a/model_zoo/gpt-3/projects/gpt/inference.py +++ b/model_zoo/gpt-3/projects/gpt/inference.py @@ -15,15 +15,10 @@ from __future__ import absolute_import, division, print_function import argparse -import os -import time -import numpy as np -import paddle import paddle.distributed.fleet as fleet -import ppfleetx_ops from ppfleetx.core.engine.inference_engine import InferenceEngine -from ppfleetx.data import build_dataloader, tokenizers +from ppfleetx.data import tokenizers def parse_args(): diff --git a/model_zoo/gpt-3/tasks/gpt/generation.py b/model_zoo/gpt-3/tasks/gpt/generation.py index 13b3f82280b0..0b759621a834 100644 --- a/model_zoo/gpt-3/tasks/gpt/generation.py +++ b/model_zoo/gpt-3/tasks/gpt/generation.py @@ -12,18 +12,11 @@ # See the License for the specific language governing permissions and # limitations under the License. -import argparse -import math import os -import random import sys -import time -import numpy as np import paddle import paddle.distributed as dist -import yaml -from paddle.distributed import fleet __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(os.path.abspath(os.path.join(__dir__, "../../"))) diff --git a/model_zoo/gpt-3/tasks/gpt/inference.py b/model_zoo/gpt-3/tasks/gpt/inference.py index 10f5c290a3ab..2e93fa160440 100644 --- a/model_zoo/gpt-3/tasks/gpt/inference.py +++ b/model_zoo/gpt-3/tasks/gpt/inference.py @@ -18,17 +18,15 @@ import sys import paddle.distributed as dist -from paddle.distributed import fleet __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(os.path.abspath(os.path.join(__dir__, "../../"))) from ppfleetx.core import EagerEngine -from ppfleetx.data import build_dataloader, tokenizers +from ppfleetx.data import tokenizers from ppfleetx.distributed.apis import env from ppfleetx.models import build_module from ppfleetx.utils import config -from ppfleetx.utils.log import logger if __name__ == "__main__": args = config.parse_args() diff --git a/model_zoo/gpt-3/tools/auto.py b/model_zoo/gpt-3/tools/auto.py index 5fc52727f791..f5d45978b66b 100644 --- a/model_zoo/gpt-3/tools/auto.py +++ b/model_zoo/gpt-3/tools/auto.py @@ -14,13 +14,9 @@ from __future__ import absolute_import, division, print_function -import copy import os -import random import sys -import numpy as np -import paddle import paddle.distributed as dist from paddle.distributed import fleet @@ -31,7 +27,6 @@ from ppfleetx.data import build_auto_dataset from ppfleetx.models import build_module from ppfleetx.utils import config -from ppfleetx.utils.log import logger # init_logger() diff --git a/model_zoo/gpt-3/tools/auto_export.py b/model_zoo/gpt-3/tools/auto_export.py index a6b5624e77f4..e35e73bf6213 100644 --- a/model_zoo/gpt-3/tools/auto_export.py +++ b/model_zoo/gpt-3/tools/auto_export.py @@ -14,14 +14,9 @@ from __future__ import absolute_import, division, print_function -import copy import os -import random import sys -import numpy as np -import paddle - __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(os.path.abspath(os.path.join(__dir__, "../"))) diff --git a/model_zoo/gpt-3/tools/eval.py b/model_zoo/gpt-3/tools/eval.py index a34a28023e77..1cd1b0c5262b 100644 --- a/model_zoo/gpt-3/tools/eval.py +++ b/model_zoo/gpt-3/tools/eval.py @@ -18,7 +18,6 @@ import sys import paddle.distributed as dist -from paddle.distributed import fleet __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(os.path.abspath(os.path.join(__dir__, "../"))) diff --git a/model_zoo/gpt-3/tools/export.py b/model_zoo/gpt-3/tools/export.py index ffa3ea2dbfdc..449ad3d55fee 100644 --- a/model_zoo/gpt-3/tools/export.py +++ b/model_zoo/gpt-3/tools/export.py @@ -18,7 +18,6 @@ import sys import paddle.distributed as dist -from paddle.distributed import fleet __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(os.path.abspath(os.path.join(__dir__, "../"))) diff --git a/model_zoo/gpt-3/tools/inference.py b/model_zoo/gpt-3/tools/inference.py index 30d36ac87561..0df4c8c40ef5 100644 --- a/model_zoo/gpt-3/tools/inference.py +++ b/model_zoo/gpt-3/tools/inference.py @@ -18,7 +18,6 @@ import sys import paddle.distributed as dist -from paddle.distributed import fleet __dir__ = os.path.dirname(os.path.abspath(__file__)) sys.path.append(os.path.abspath(os.path.join(__dir__, "../")))