Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
482 commits
Select commit Hold shift + click to select a range
ecc62a5
debug
chensuyue Aug 11, 2022
9bd14f0
test
chensuyue Aug 11, 2022
242a54e
test
WenjiaoYue Aug 12, 2022
e304eda
copyright test
WenjiaoYue Aug 12, 2022
a4efa3e
test
WenjiaoYue Aug 12, 2022
426130d
Merge branch 'code-scan' of https://github.com/VincyZhang/neural-comp…
WenjiaoYue Aug 12, 2022
1c46a43
test
WenjiaoYue Aug 12, 2022
fc7b05e
test
WenjiaoYue Aug 12, 2022
4b94255
test
WenjiaoYue Aug 12, 2022
3a36f27
Update code-scan.yml for Azure Pipelines
WenjiaoYue Aug 12, 2022
f51756f
test
WenjiaoYue Aug 12, 2022
b8a68b7
test
WenjiaoYue Aug 12, 2022
864dcca
test
WenjiaoYue Aug 12, 2022
dccc7ad
TEST
WenjiaoYue Aug 12, 2022
7bb6ee7
test
WenjiaoYue Aug 12, 2022
fbb3faf
test
WenjiaoYue Aug 12, 2022
08f6853
test
WenjiaoYue Aug 12, 2022
fa4e279
test
WenjiaoYue Aug 12, 2022
88d746b
test
WenjiaoYue Aug 12, 2022
3893684
test
WenjiaoYue Aug 12, 2022
fb3583a
test
WenjiaoYue Aug 12, 2022
1aec85c
test
WenjiaoYue Aug 12, 2022
1700de4
test
WenjiaoYue Aug 12, 2022
37827db
test
WenjiaoYue Aug 12, 2022
34e50d8
test
WenjiaoYue Aug 12, 2022
bc4a783
test
WenjiaoYue Aug 12, 2022
eaec1bd
test
WenjiaoYue Aug 12, 2022
7fa9242
test
WenjiaoYue Aug 12, 2022
a4a952f
test
WenjiaoYue Aug 12, 2022
cdca6de
test
WenjiaoYue Aug 12, 2022
6cbb390
test
WenjiaoYue Aug 12, 2022
5ae14a9
test
WenjiaoYue Aug 12, 2022
e739aef
test
WenjiaoYue Aug 12, 2022
3da4e4f
test
WenjiaoYue Aug 12, 2022
6de9c51
test
WenjiaoYue Aug 12, 2022
9eb8b2f
test
WenjiaoYue Aug 12, 2022
c21efdf
test
WenjiaoYue Aug 12, 2022
87cf104
test
WenjiaoYue Aug 12, 2022
17f299e
test
WenjiaoYue Aug 12, 2022
ed8700b
test
WenjiaoYue Aug 12, 2022
37279fc
test
WenjiaoYue Aug 12, 2022
d56968d
test
WenjiaoYue Aug 12, 2022
5e74788
test
WenjiaoYue Aug 12, 2022
90ff87f
test
WenjiaoYue Aug 12, 2022
3b81d2c
test
WenjiaoYue Aug 12, 2022
86cd3fb
test
WenjiaoYue Aug 12, 2022
b7ede92
Merge pull request #19 from VincyZhang/code-scan
WenjiaoYue Aug 12, 2022
c1101be
add code scan function (#21)
WenjiaoYue Aug 16, 2022
f02df6d
delete main path yml
chensuyue Aug 18, 2022
18605b0
Merge branch 'master' of https://github.com/intel-innersource/framewo…
chensuyue Aug 19, 2022
768f96b
update ut pool and bug fix (#24)
chensuyue Aug 21, 2022
c9f0461
Code scan optimization (#28)
WenjiaoYue Aug 24, 2022
91fa1a5
Code scan modify (#36)
WenjiaoYue Sep 2, 2022
d7620ac
Add model test scripts for Azure CI (#37)
letonghan Sep 2, 2022
ac95b65
Ut coverage combine (#23)
VincyZhang Sep 13, 2022
4935c83
Ut code scan docker extract (#39)
WenjiaoYue Sep 26, 2022
d534257
Merge branch 'master' of https://github.com/intel-innersource/framewo…
chensuyue Oct 17, 2022
c66e564
fix indent error
XuehaoSun Oct 19, 2022
5459771
fix variables error
XuehaoSun Oct 19, 2022
e2d56e9
fix model test
XuehaoSun Oct 19, 2022
a1631be
update pyspelling dict
XuehaoSun Oct 19, 2022
f38b38c
update variables
XuehaoSun Oct 20, 2022
de76b78
Baseline
XuehaoSun Oct 24, 2022
5215b18
fix benchmark config
chensuyue Oct 24, 2022
56123b0
replace onnx model
chensuyue Oct 24, 2022
9f1d59b
bug fix
chensuyue Oct 24, 2022
77f51b3
bug fix
chensuyue Oct 24, 2022
c504378
clean some print
chensuyue Oct 24, 2022
73587c4
fix pytorch int8 benchmark
chensuyue Oct 25, 2022
b946d2f
update onnx version
chensuyue Oct 25, 2022
b26e8ff
corner issue, need to fix
chensuyue Oct 25, 2022
24e6b60
disable onnx bert_base_MRPC_dynamic && expend benchmark iteration
chensuyue Oct 25, 2022
eeaa900
add link
XuehaoSun Oct 26, 2022
8243afa
remove some debug print
chensuyue Oct 26, 2022
333a277
Merge branch 'azure-pipeline' of https://github.com/intel/neural-comp…
chensuyue Oct 26, 2022
3cab0a0
Optimize model template (#123)
chensuyue Oct 30, 2022
c0b9242
optimize model code (#42)
WenjiaoYue Nov 1, 2022
7b10876
perf check template
XuehaoSun Nov 1, 2022
aee87a3
collect json log
XuehaoSun Nov 1, 2022
7624f10
test
XuehaoSun Nov 2, 2022
3330f28
test
XuehaoSun Nov 2, 2022
18bc530
test
XuehaoSun Nov 2, 2022
ece98bd
test
XuehaoSun Nov 2, 2022
87be0ec
update
XuehaoSun Nov 2, 2022
c9c94ee
update
XuehaoSun Nov 2, 2022
a4c1b5b
change color
XuehaoSun Nov 2, 2022
ab3a87b
change color
XuehaoSun Nov 2, 2022
44ad300
update
XuehaoSun Nov 2, 2022
719880d
update
XuehaoSun Nov 2, 2022
249d0cb
fix bug
XuehaoSun Nov 2, 2022
65e1990
fix bug
XuehaoSun Nov 2, 2022
14a6a33
fix bug
XuehaoSun Nov 2, 2022
9b9ba67
add try catch
XuehaoSun Nov 2, 2022
4708ba7
update
XuehaoSun Nov 2, 2022
d71bfaa
add accuracy check
XuehaoSun Nov 2, 2022
1600051
fix path
XuehaoSun Nov 2, 2022
fbeff35
update code structure
chensuyue Nov 2, 2022
8c0dedb
add global variable
XuehaoSun Nov 3, 2022
703cebe
fix tuning status check
XuehaoSun Nov 3, 2022
131e452
fix tuning check
XuehaoSun Nov 3, 2022
adc73ff
fix
XuehaoSun Nov 3, 2022
0fd14b1
fix benchmark check
XuehaoSun Nov 3, 2022
a462192
fix
XuehaoSun Nov 3, 2022
dbdff5c
test
XuehaoSun Nov 3, 2022
90590b9
update
XuehaoSun Nov 3, 2022
59f846c
update
XuehaoSun Nov 3, 2022
ef5b682
validation
XuehaoSun Nov 3, 2022
8e9f003
fix
XuehaoSun Nov 3, 2022
1b6d74c
update
XuehaoSun Nov 3, 2022
4018927
use python3.8
XuehaoSun Nov 4, 2022
7d260e6
update release data (#1353)
VincyZhang Oct 17, 2022
5b6300e
Multiple instance benchmark enhance (#1349)
chensuyue Oct 17, 2022
0d2b876
skip failed ut due to IPEX installation (#1361)
changwangss Oct 18, 2022
2129469
Fix tf_optimizer.OptimizeGrph cpu_layout_conversion issue (#1350)
lvliang-intel Oct 19, 2022
56cf0b1
Filter concatv2 with in32 inputs on tensorflow_itex (#1354)
zehao-intel Oct 19, 2022
dbbb78f
Accelerate the calibration on input graph when using KL algo (#1362)
ChendaLi-Intel Oct 20, 2022
0005235
Convert FusedBatchNormV3 to BF16 when Attr 'is_training' is true (#1365)
ChendaLi-Intel Oct 20, 2022
3ccfb1c
add IPEX int8 model load func (#1357)
changwangss Oct 20, 2022
5b47d5f
INC Bench update (#1366)
bmyrcha Oct 20, 2022
2ead385
NC security vulnerabilities fix (#1363)
WenjiaoYue Oct 20, 2022
8a2c00f
fix readme link (#1356)
ronggegu Oct 20, 2022
fedc685
Fix oob bugs caused by fetching dtype of concatv2 input in TF newapi …
zehao-intel Oct 20, 2022
8f1fe05
Fix ONNX densenet failed in tuning with 3h (#1372)
yuwenzho Oct 21, 2022
d0e5d24
fix gpt2 failure (#1377)
mengniwang95 Oct 21, 2022
1267f61
Neural coder security fix (#1380)
WenjiaoYue Oct 21, 2022
6a08589
delete rnnt_ipex example (#1378)
ronggegu Oct 21, 2022
1ca94ae
rename the security policy file (#1383)
chensuyue Oct 23, 2022
cf37229
fix corner issue of windows benchmark summary (#1384)
chensuyue Oct 23, 2022
e0919d9
Fix find_relu_node issue for TF-OOB-200 (#1376)
ChendaLi-Intel Oct 24, 2022
2c8b4b3
Fixed PyTorch QAT bug for imagenet model and ssd model. (#1385)
PenghuiCheng Oct 25, 2022
ae4a2c6
fix rnnt issue for torch1.13 (#1388)
changwangss Oct 26, 2022
666af62
Include dark mode images into package (#1379)
bmyrcha Oct 27, 2022
e044be6
Tuning statistics logger (#1382)
intel-zhangyi Oct 27, 2022
e8051e9
Update publications (#1393)
chensuyue Oct 27, 2022
2c8583d
Support Windows UT (#1228)
VincyZhang Oct 28, 2022
6ce49ce
remove useless example setting(#1397)
VincyZhang Oct 28, 2022
64bca0c
Update bench.md (#1395)
bmyrcha Oct 28, 2022
617cd96
Support calibration function for PyTorch quantization (#1399)
PenghuiCheng Oct 29, 2022
613793b
modify readme for Neural Coder (#1387)
kaikaiyao Oct 29, 2022
c567352
doc and example update for ITEX support (#1360)
lvliang-intel Oct 29, 2022
3e99215
fix bug to support t5 static quantization (#1402)
xin3he Oct 31, 2022
b758a5e
update broad HWs verify data (#1403)
chensuyue Oct 31, 2022
3dc0488
fix maskrcnn readme for pytorch<=1.11 (#1409)
ronggegu Oct 31, 2022
0c1a55e
Neural Coder enables accuracy delta recording for INC features (#1410)
kaikaiyao Oct 31, 2022
726f050
Mod readme of Neural Coder (#1405)
kaikaiyao Oct 31, 2022
6c1af37
diffusion model example (#1404)
lkk12014402 Oct 31, 2022
774dd99
update version (#1412)
chensuyue Oct 31, 2022
8a3651d
Disable quantization of concatv2 with (#1401)
zehao-intel Nov 1, 2022
6e2c83d
delete examples from exclude_patterns (#1415)
WenjiaoYue Nov 1, 2022
cf4fb25
Make CPU inference as default (#1418)
hshen14 Nov 1, 2022
062ae3e
ONNX quantization new recipes (#1341)
yuwenzho Nov 1, 2022
d62a5d1
optimize onnxruntime_extensions check (#1392)
mengniwang95 Nov 1, 2022
cc0d0cf
Fix GPT2 tuning failure (#1389)
ChendaLi-Intel Nov 1, 2022
56ab44b
update readme with broad HW verify (#1424)
chensuyue Nov 1, 2022
066b2c9
readme update model list title
chensuyue Nov 1, 2022
14ab9d0
fix ipex batchsize issue (#1413)
changwangss Nov 2, 2022
09e6940
Neural Coder debug for HuggingFace examples (#1429)
kaikaiyao Nov 3, 2022
7708ed4
Pytorch-Pruner-bugfix-patternlock-channelpruning (#1355)
YIYANGCAI Nov 3, 2022
d33c75f
diffusion model demo (#1432)
lkk12014402 Nov 3, 2022
1ea70e0
update NV A100 ONNX QDQ accuracy data (#1433)
chensuyue Nov 4, 2022
1495948
Neural Coder enable support of Optimum-Intel (HuggingFace) (#1436)
kaikaiyao Nov 6, 2022
23a5681
update NV model quantize config (#1439)
chensuyue Nov 6, 2022
c05fe59
Fuse 'Enter+Transpose+Reshape' to make more matmuls quantize (#1367)
lvliang-intel Nov 6, 2022
69c5ea3
Support 'Conv2D+BiasAdd+Reshape+activation' fusion pattern (#1375)
lvliang-intel Nov 6, 2022
4a91f31
Fix TF deeplab example tuning issues (#1422)
zehao-intel Nov 6, 2022
c1e7374
Support _QuantizedMatMul output quantization mode MIN_FIRST (#1437)
lvliang-intel Nov 6, 2022
6cc49c3
support > 2GB onnx model and update graph sort (#1359)
mengniwang95 Nov 7, 2022
60fc1e6
add report sparsity for INC IPEX backend (#1408)
changwangss Nov 7, 2022
e4b25ce
Update distributed training and inference for TF 2.10.0 or above (#1417)
ChendaLi-Intel Nov 7, 2022
ef478df
fix torch 1.13 ut (#1434)
changwangss Nov 8, 2022
7b8781d
Neural Coder enable Python Launcher usage (#1443)
kaikaiyao Nov 8, 2022
0232017
Fix TypeError 'Dataloader' has no len() (#1428)
ChendaLi-Intel Nov 8, 2022
aa77f52
Add hf example for onnxrt backend (#1342)
mengniwang95 Nov 9, 2022
927152d
Neural Coder enable device detection and device compatibility anlaysi…
kaikaiyao Nov 9, 2022
d2e7464
docstring for init and benchmark (#1442)
Spycsh Nov 9, 2022
a403704
Support small ops fused into Gelu to match 'Matmul+BiasAdd+Gelu' fusi…
lvliang-intel Nov 9, 2022
3751cfe
Support Conv2D + BiasAdd + LeakyRelu + Add fusion (#1451)
lvliang-intel Nov 9, 2022
5407098
Fix ITEX oneDnnGraph OOB test issues (#1453)
chensuyue Nov 9, 2022
2b8cf3a
Examples doc refine for ITEX CPU and GPU (#1440)
lvliang-intel Nov 9, 2022
19dc806
Update benchmark.md (#1455)
NeoZhangJianyu Nov 10, 2022
f6c0445
Fix root logger logging level issue (#1445)
ChendaLi-Intel Nov 10, 2022
a330a45
add default observer for object type and deepcopy failure UT (#1446)
xin3he Nov 10, 2022
22e7b8f
Coder makes optimum-intel API the default (instead of INC API) for Hu…
kaikaiyao Nov 10, 2022
d821ec9
Fix attention op and add ut (#1456)
mengniwang95 Nov 10, 2022
7d8481e
update README.md (#1475)
chensuyue Nov 10, 2022
8cbe21c
Refine docs of distillation and orchestration (#1444)
XinyuYe-Intel Nov 11, 2022
43975b2
Update docstring for mixed_precision.py (#1477)
zehao-intel Nov 11, 2022
5c9a8c6
Update docstring for dataset, optimizer, postprocess (#1470)
ChendaLi-Intel Nov 11, 2022
022409a
add self distillation and example for resnet (#1473)
sywangyi Nov 11, 2022
fefe215
enhanced API of intermediate layers knowledge distillation to simplif…
XinyuYe-Intel Nov 14, 2022
0567c5e
Disable BatchMatMul quantization temporarily for its bad performance …
lvliang-intel Nov 14, 2022
5ef4551
Support new 3DUnet LZ model (#1414)
lvliang-intel Nov 14, 2022
2e0bcdb
Fix ITEX oneDnnGraph HugeCTR tuning issue (#1482)
lvliang-intel Nov 14, 2022
b155b4e
Documentation refinement for pruning & sparsity (#1448)
YIYANGCAI Nov 14, 2022
9ae1206
Document Enhancement of F1 and COCO metric (#1460)
intel-zhangyi Nov 14, 2022
13d3fa8
update Stock PT scripts (#1478)
lkk12014402 Nov 14, 2022
8a14091
Update pruning.md (#1485)
YIYANGCAI Nov 14, 2022
fa2dc39
update full name of Intel® Extension for PyTorch* (#1486)
chensuyue Nov 14, 2022
bdd390c
Update the metric API helper(#1450)
yiliu30 Nov 14, 2022
74a6ab0
update metric.md docs (#1463)
changwangss Nov 15, 2022
1151ec8
support broader HW on multi-instance (#1468)
Spycsh Nov 15, 2022
44db475
Merge branch 'azure-pipeline' into perf_stable_check
XuehaoSun Nov 15, 2022
fc43f80
add ssd_resnet50_v1_ckpt
XuehaoSun Nov 15, 2022
f5b24e2
Merge branch 'perf_stable_check' of https://github.com/VincyZhang/neu…
XuehaoSun Nov 15, 2022
cbdd4ee
add continue on error
XuehaoSun Nov 15, 2022
6db67a6
continue on error
XuehaoSun Nov 15, 2022
93167ac
continue on error
XuehaoSun Nov 15, 2022
5b43482
add succeededOrFailed()
XuehaoSun Nov 15, 2022
409ff12
fix bug
XuehaoSun Nov 15, 2022
ee41b9f
test external benchmark
XuehaoSun Nov 15, 2022
30d8e90
fix path
XuehaoSun Nov 15, 2022
dddbeb4
fix path
XuehaoSun Nov 15, 2022
c6959b1
fix bug
XuehaoSun Nov 16, 2022
ffaded6
update
XuehaoSun Nov 16, 2022
9c1fbba
fix bug
XuehaoSun Nov 16, 2022
7a0f9be
Add ITEX test (#46)
chensuyue Nov 16, 2022
e106829
print core list
XuehaoSun Nov 16, 2022
b80f050
fix bug
XuehaoSun Nov 16, 2022
0007973
update
XuehaoSun Nov 16, 2022
dbcd6bf
test
XuehaoSun Nov 16, 2022
d3f19b7
fix bug
XuehaoSun Nov 16, 2022
310e38f
test
XuehaoSun Nov 16, 2022
9d240a0
fix
XuehaoSun Nov 16, 2022
31ebd2e
fix
XuehaoSun Nov 16, 2022
0d27599
fix
XuehaoSun Nov 16, 2022
caf4b55
test
XuehaoSun Nov 16, 2022
6abeddb
single instance
XuehaoSun Nov 16, 2022
6b81d7c
4 instance
XuehaoSun Nov 16, 2022
ae2a59c
1 instance
XuehaoSun Nov 16, 2022
ceb5ed1
update
XuehaoSun Nov 16, 2022
baaf6a5
update
XuehaoSun Nov 16, 2022
37c9e68
update
XuehaoSun Nov 17, 2022
2837a96
CLX-32C
XuehaoSun Nov 17, 2022
4096ad8
update
XuehaoSun Nov 17, 2022
c4ca9df
update user auth
XuehaoSun Nov 17, 2022
2bee9ed
update
XuehaoSun Nov 17, 2022
3429869
udpate
XuehaoSun Nov 17, 2022
645be9b
update agent pool
XuehaoSun Nov 18, 2022
c84a1b7
update agent pool
XuehaoSun Nov 18, 2022
908a464
update pool
XuehaoSun Nov 18, 2022
0d79a2a
UT test issue fix (#47)
chensuyue Nov 18, 2022
78fccf7
Merge branch 'master' of https://github.com/intel-innersource/framewo…
chensuyue Nov 18, 2022
0710dc0
fwk version update
chensuyue Nov 18, 2022
dc25880
update spell check dict
chensuyue Nov 18, 2022
e992934
Merge pull request #44 from VincyZhang/perf_stable_check
XuehaoSun Nov 18, 2022
c19f88b
fix container name (#48)
XuehaoSun Nov 18, 2022
05b4646
update repo link
chensuyue Nov 18, 2022
084c32f
fix report gap
chensuyue Nov 18, 2022
a4c2bdf
Azure pipeline bug fix (#50)
chensuyue Nov 19, 2022
0027fbb
update torch version to cover some pylint issue
chensuyue Nov 19, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
100 changes: 100 additions & 0 deletions .azure-pipelines/code-scan.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,100 @@
trigger: none

pr:
autoCancel: true
drafts: false
branches:
include:
- master

pool: ICX-16C

variables:
CODE_SCAN_LOG_PATH: ".azure-pipelines/scripts/codeScan/scanLog"

stages:
- stage: BanditCodeScan
displayName: Bandit Code Scan
dependsOn: []
jobs:
- job: Bandit
displayName: Bandit
steps:
- template: template/code-scan-template.yml
parameters:
codeScanFileName: "bandit"
uploadPath: "lpot-bandit.log"

- stage: PylintCodeScan
displayName: Pylint Code Scan
dependsOn: []
jobs:
- job: Pylint
displayName: Pylint
steps:
- template: template/code-scan-template.yml
parameters:
codeScanFileName: "pylint"
uploadPath: "lpot-pylint.json"

- stage: PyspellingCodeScan
displayName: Pyspelling Code Scan
dependsOn: []
jobs:
- job: Pyspelling
displayName: Pyspelling
steps:
- template: template/code-scan-template.yml
parameters:
codeScanFileName: "pyspelling"
uploadPath: "lpot_pyspelling.log"

- stage: CopyRight
displayName: CopyRight Code Scan
dependsOn: []
jobs:
- job: CopyRight
displayName: CopyRight
steps:
- script: |
rm -fr $(Build.SourcesDirectory) || true
echo y | docker system prune
displayName: "Clean workspace"
- checkout: self
displayName: "Checkout out Repo"
- task: Bash@3
inputs:
targetType: "inline"
script: |
source $(Build.SourcesDirectory)/.azure-pipelines/scripts/change_color.sh
set -e
mkdir -p $(Build.SourcesDirectory)/$(CODE_SCAN_LOG_PATH)
RESET="echo -en \\E[0m \\n" # close

supported_extensions=(py, sh, yaml)
git --no-pager diff --name-only $(git show-ref -s remotes/origin/$(System.PullRequest.TargetBranch)) $(Build.SourcesDirectory)/neural_compressor > $(Build.SourcesDirectory)/$(CODE_SCAN_LOG_PATH)/diff.log
files=$(cat $(Build.SourcesDirectory)/$(CODE_SCAN_LOG_PATH)/diff.log | awk '!a[$0]++')

for file in ${files}
do
if [[ "${supported_extensions[@]}" =~ "${file##*.}" ]]; then
if [ $(grep -E -c "Copyright \\(c\\) ([0-9]{4})(-[0-9]{4})? Intel Corporation" ${file}) = 0 ]; then
echo ${file} >> $(Build.SourcesDirectory)/$(CODE_SCAN_LOG_PATH)/copyright_issue_summary.log
$BOLD_YELLOW && echo " ----------------- Current log file output start --------------------------"
cat $(Build.SourcesDirectory)/$(CODE_SCAN_LOG_PATH)/copyright_issue_summary.log
$BOLD_YELLOW && echo " ----------------- Current log file output end --------------------------" && $RESET
$BOLD_RED && echo "CopyRight has something wrong! Please click on the artifact button to download and view the error log!" && $RESET; exit 1
fi
else
$LIGHT_PURPLE && echo "Skipping ${file}" && $RESET
fi
done
displayName: "CopyRight Check"

- task: PublishPipelineArtifact@1
condition: failed()
inputs:
targetPath: $(Build.SourcesDirectory)/$(CODE_SCAN_LOG_PATH)/copyright_issue_summary.log
artifact: copyright
publishLocation: "pipeline"
displayName: "PublishPipelineArtifact"
44 changes: 44 additions & 0 deletions .azure-pipelines/docker/Dockerfile.devel
Original file line number Diff line number Diff line change
@@ -0,0 +1,44 @@
#
# Copyright (c) 2022 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
ARG UBUNTU_VER=20.04
FROM ubuntu:${UBUNTU_VER} as devel

# See http://bugs.python.org/issue19846
ENV LANG C.UTF-8

RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
python3 \
python3-pip \
python3-dev \
python3-distutils \
autoconf \
build-essential \
git \
libgl1-mesa-glx \
libglib2.0-0 \
numactl \
time \
wget \
vim

RUN ln -sf $(which python3) /usr/bin/python

RUN python -m pip --no-cache-dir install --upgrade pip
RUN python -m pip install --no-cache-dir setuptools

RUN pip list

WORKDIR /

43 changes: 43 additions & 0 deletions .azure-pipelines/docker/DockerfileCodeScan.devel
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
#
# Copyright (c) 2022 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

ARG IMAGE_NAME='neural-compressor'
ARG IMAGE_TAG='py38'

FROM ${IMAGE_NAME}:${IMAGE_TAG} as devel

# See http://bugs.python.org/issue19846
ENV LANG C.UTF-8


RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
aspell \
aspell-en

RUN python -m pip install --no-cache-dir pylint==2.12.1\
bandit\
pyspelling\
google\
autograd\
ofa\
fvcore\
pymoo\
onnxruntime_extensions\
tf_slim\
transformers\
horovod\
flask==2.1.3

WORKDIR /
53 changes: 53 additions & 0 deletions .azure-pipelines/docker/DockerfileWithNC.devel
Original file line number Diff line number Diff line change
@@ -0,0 +1,53 @@
#
# Copyright (c) 2022 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

ARG UBUNTU_VER=20.04
FROM ubuntu:${UBUNTU_VER} as devel

# See http://bugs.python.org/issue19846
ENV LANG C.UTF-8

ARG REPO=x
ARG TARGET_BRANCH=y
ARG SOURCE_BRANCH=z
ARG DEBIAN_FRONTEND=noninteractive

RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
python3 \
python3-pip \
python3-dev \
python3-distutils \
autoconf \
build-essential \
git \
libgl1-mesa-glx \
libglib2.0-0

RUN ln -sf $(which python3) /usr/bin/python

RUN python -m pip --no-cache-dir install --upgrade pip

RUN git clone --single-branch --branch=${SOURCE_BRANCH} ${REPO} neural-compressor && \
cd neural-compressor && \
python -m pip install --no-cache-dir setuptools && \
python -m pip install --no-cache-dir pycocotools && \
python -m pip install --no-cache-dir -r requirements.txt && \
python setup.py install

RUN pip list
RUN pip list | grep neural

WORKDIR /neural-compressor
RUN git rev-parse HEAD
Loading