Example structure refactor (#2303)

Signed-off-by: chensuyue <[email protected]>

Author: chensuyue

.azure-pipelines/model-test-3x.yml

@@ -11,7 +11,7 @@ pr:
       - neural_compressor/common
       - neural_compressor/torch
       - neural_compressor/transformers
-      - examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/weight_only
+      - examples/deprecated/pytorch/nlp/huggingface_models/language-modeling/quantization/weight_only
       - setup.py
       - requirements_pt.txt
       - .azure-pipelines/scripts/models

.azure-pipelines/model-test.yml

@@ -14,7 +14,7 @@ pr:
       - .azure-pipelines/model-test.yml
       - .azure-pipelines/template/docker-template.yml
       - .azure-pipelines/scripts/models
-      - examples/tensorflow/oob_models/quantization/ptq
+      - examples/deprecated/tensorflow/oob_models/quantization/ptq
       - .azure-pipelines/model-test.yml
       - .azure-pipelines/scripts/fwk_version.sh
       - .azure-pipelines/scripts/install_nc.sh

.azure-pipelines/scripts/models/env_setup.sh

@@ -51,13 +51,13 @@ SCRIPTS_PATH="/neural-compressor/.azure-pipelines/scripts/models"
 log_dir="/neural-compressor/.azure-pipelines/scripts/models"
 if [[ "${inc_new_api}" == "3x"* ]]; then
     pip install cmake==3.31.6
-    WORK_SOURCE_DIR="/neural-compressor/examples/3.x_api/${framework}"
+    WORK_SOURCE_DIR="/neural-compressor/examples/${framework}"
     git clone https://github.com/intel/intel-extension-for-transformers.git /itrex
     cd /itrex
     pip install -r requirements.txt
     pip install -v .
 else
-    WORK_SOURCE_DIR="/neural-compressor/examples/${framework}"
+    WORK_SOURCE_DIR="/neural-compressor/examples/deprecated/${framework}"
 fi
 
 $BOLD_YELLOW && echo "processing ${framework}-${fwk_ver}-${model}" && $RESET

.azure-pipelines/scripts/models/run_model_trigger_common.sh

@@ -58,9 +58,9 @@ function check_results() {
 log_dir="/neural-compressor/.azure-pipelines/scripts/models"
 SCRIPTS_PATH="/neural-compressor/.azure-pipelines/scripts/models"
 if [[ "${inc_new_api}" == "3x"* ]]; then
-    WORK_SOURCE_DIR="/neural-compressor/examples/3.x_api/${framework}"
-else
     WORK_SOURCE_DIR="/neural-compressor/examples/${framework}"
+else
+    WORK_SOURCE_DIR="/neural-compressor/examples/deprecated/${framework}"
 fi
 $BOLD_YELLOW && echo "processing ${framework}-${fwk_ver}-${model}" && $RESET
 

README.md

@@ -22,7 +22,7 @@ In particular, the tool provides the key features, typical examples, and open co
 * Support a wide range of Intel hardware such as [Intel Gaudi Al Accelerators](https://www.intel.com/content/www/us/en/products/details/processors/ai-accelerators/gaudi-overview.html), [Intel Core Ultra Processors](https://www.intel.com/content/www/us/en/products/details/processors/core-ultra.html), [Intel Xeon Scalable Processors](https://www.intel.com/content/www/us/en/products/details/processors/xeon/scalable.html), [Intel Xeon CPU Max Series](https://www.intel.com/content/www/us/en/products/details/processors/xeon/max-series.html), [Intel Data Center GPU Flex Series](https://www.intel.com/content/www/us/en/products/details/discrete-gpus/data-center-gpu/flex-series.html), and [Intel Data Center GPU Max Series](https://www.intel.com/content/www/us/en/products/details/discrete-gpus/data-center-gpu/max-series.html) with extensive testing;
 support AMD CPU, ARM CPU, and NVidia GPU through ONNX Runtime with limited testing; support NVidia GPU for some WOQ algorithms like AutoRound and HQQ.
 
-* Validate popular LLMs such as [LLama2](/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [Falcon](/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [GPT-J](/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [Bloom](/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [OPT](/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), and more than 10,000 broad models such as [Stable Diffusion](/examples/pytorch/nlp/huggingface_models/text-to-image/quantization), [BERT-Large](/examples/pytorch/nlp/huggingface_models/text-classification/quantization/ptq_static/fx), and [ResNet50](/examples/pytorch/image_recognition/torchvision_models/quantization/ptq/cpu/fx) from popular model hubs such as [Hugging Face](https://huggingface.co/), [Torch Vision](https://pytorch.org/vision/stable/index.html), and [ONNX Model Zoo](https://github.com/onnx/models#models), with automatic [accuracy-driven](/docs/source/design.md#workflow) quantization strategies
+* Validate popular LLMs such as [LLama2](/examples/deprecated/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [Falcon](/examples/deprecated/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [GPT-J](/examples/deprecated/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [Bloom](/examples/deprecated/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), [OPT](/examples/deprecated/pytorch/nlp/huggingface_models/language-modeling/quantization/llm), and more than 10,000 broad models such as [Stable Diffusion](/examples/deprecated/pytorch/nlp/huggingface_models/text-to-image/quantization), [BERT-Large](/examples/deprecated/pytorch/nlp/huggingface_models/text-classification/quantization/ptq_static/fx), and [ResNet50](/examples/deprecated/pytorch/image_recognition/torchvision_models/quantization/ptq/cpu/fx) from popular model hubs such as [Hugging Face](https://huggingface.co/), [Torch Vision](https://pytorch.org/vision/stable/index.html), and [ONNX Model Zoo](https://github.com/onnx/models#models), with automatic [accuracy-driven](/docs/source/design.md#workflow) quantization strategies
 
 * Collaborate with cloud marketplaces such as [Google Cloud Platform](https://console.cloud.google.com/marketplace/product/bitnami-launchpad/inc-tensorflow-intel?project=verdant-sensor-286207), [Amazon Web Services](https://aws.amazon.com/marketplace/pp/prodview-yjyh2xmggbmga#pdp-support), and [Azure](https://azuremarketplace.microsoft.com/en-us/marketplace/apps/bitnami.inc-tensorflow-intel), software platforms such as [Alibaba Cloud](https://www.intel.com/content/www/us/en/developer/articles/technical/quantize-ai-by-oneapi-analytics-on-alibaba-cloud.html), [Tencent TACO](https://new.qq.com/rain/a/20221202A00B9S00) and [Microsoft Olive](https://github.com/microsoft/Olive), and open AI ecosystem such as [Hugging Face](https://huggingface.co/blog/intel), [PyTorch](https://pytorch.org/tutorials/recipes/intel_neural_compressor_for_pytorch.html), [ONNX](https://github.com/onnx/models#models), [ONNX Runtime](https://github.com/microsoft/onnxruntime), and [Lightning AI](https://github.com/Lightning-AI/lightning/blob/master/docs/source-pytorch/advanced/post_training_quantization.rst)
 

docs/source/3x/PT_FP8Quant.md

@@ -91,7 +91,7 @@ During runtime, Intel Neural Compressor will detect hardware automatically and t
 
 ## Get Start with FP8 Quantization
 [Demo Usage](https://github.com/intel/neural-compressor?tab=readme-ov-file#getting-started)    
-[Computer vision example](../../../examples/3.x_api/pytorch/cv/fp8_quant)
+[Computer vision example](../../../examples/pytorch/cv/fp8_quant)
 
 ## Optimum-habana LLM example
 ### Overview

docs/source/3x/PT_MXQuant.md

@@ -95,7 +95,7 @@ user_model = convert(model=user_model)
 
 ## Examples
 
-- PyTorch [huggingface models](/examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/mx_quant)
+- PyTorch [huggingface models](/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/mx_quant)
 
 
 ## Reference

docs/source/benchmark.md

@@ -57,4 +57,4 @@ fit(model="./int8.pb", conf=conf, b_dataloader=eval_dataloader)
 
 ## Examples
 
-Refer to the [Benchmark example](../../examples/helloworld/tf_example5).
+Refer to the [Benchmark example](../../examples/deprecated/helloworld/tf_example5).

docs/source/distillation.md

@@ -107,7 +107,7 @@ model = training_func_for_nc(model)
 eval_func(model)
 ```
 
-For Intermediate Layer Knowledge Distillation or Self Distillation, the only difference to above launcher code is that `distil_loss_conf` should be set accordingly as shown below. More detailed settings can be found in this [example](../../examples/pytorch/nlp/huggingface_models/text-classification/optimization_pipeline/distillation_for_quantization/fx/run_glue_no_trainer.py#L510) for Intermediate Layer Knowledge Distillation and this [example](../../examples/pytorch/image_recognition/torchvision_models/self_distillation/eager/main.py#L344) for Self Distillation.
+For Intermediate Layer Knowledge Distillation or Self Distillation, the only difference to above launcher code is that `distil_loss_conf` should be set accordingly as shown below. More detailed settings can be found in this [example](../../examples/deprecated/pytorch/nlp/huggingface_models/text-classification/optimization_pipeline/distillation_for_quantization/fx/run_glue_no_trainer.py#L510) for Intermediate Layer Knowledge Distillation and this [example](../../examples/deprecated/pytorch/image_recognition/torchvision_models/self_distillation/eager/main.py#L344) for Self Distillation.
 
 ```python
 from neural_compressor.config import (
@@ -122,8 +122,8 @@ distil_loss_conf = IntermediateLayersKnowledgeDistillationLossConfig(layer_mappi
 distil_loss_conf = SelfKnowledgeDistillationLossConfig(layer_mappings=layer_mappings)
 ```
 ## Examples
-[Distillation PyTorch Examples](../../examples/README.md#distillation-1)
+[Distillation PyTorch Examples](../../examples/deprecated/README.md#distillation-1)
 <br>
-[Distillation TensorFlow Examples](../../examples/README.md#distillation)
+[Distillation TensorFlow Examples](../../examples/deprecated/README.md#distillation)
 <br>
 [Distillation Examples Results](./validated_model_list.md#validated-knowledge-distillation-examples)

docs/source/mixed_precision.md

@@ -160,8 +160,8 @@ converted_model.save("./path/to/save/")
 
 ## Examples
 
-- Quick started with [helloworld example](/examples/helloworld/tf_example3)
-- PyTorch [ResNet18](/examples/pytorch/image_recognition/torchvision_models/mixed_precision/resnet18)
-- IPEX [DistilBERT base](/examples/pytorch/nlp/huggingface_models/question-answering/mixed_precision/ipex)
-- Tensorflow [ResNet50](/examples/tensorflow/image_recognition/tensorflow_models/resnet50_v1/mixed_precision)
-- ONNX Runtime [Bert base](/examples/onnxrt/nlp/huggingface_model/text_classification/mix_precision)
+- Quick started with [helloworld example](/examples/deprecated/helloworld/tf_example3)
+- PyTorch [ResNet18](/examples/deprecated/pytorch/image_recognition/torchvision_models/mixed_precision/resnet18)
+- IPEX [DistilBERT base](/examples/deprecated/pytorch/nlp/huggingface_models/question-answering/mixed_precision/ipex)
+- Tensorflow [ResNet50](/examples/deprecated/tensorflow/image_recognition/tensorflow_models/resnet50_v1/mixed_precision)
+- ONNX Runtime [Bert base](/examples/deprecated/onnxrt/nlp/huggingface_model/text_classification/mix_precision)