Skip to content

Commit

Permalink
[SW-193273] Merge from public github to gerrit
Browse files Browse the repository at this point in the history
Merged from INC public master branch,
top commit 7056720

Change-Id: I3c016ab98973ac56fc976e5b15a678e91a59291e
  • Loading branch information
ulivne committed Aug 13, 2024
1 parent f02e9bd commit 23fe77e
Show file tree
Hide file tree
Showing 1,374 changed files with 67,114 additions and 177,666 deletions.
59 changes: 0 additions & 59 deletions .azure-pipelines/code-scan-neural-insights.yaml

This file was deleted.

59 changes: 0 additions & 59 deletions .azure-pipelines/code-scan-neural-solution.yaml

This file was deleted.

12 changes: 0 additions & 12 deletions .azure-pipelines/code-scan.yml
Original file line number Diff line number Diff line change
Expand Up @@ -44,15 +44,3 @@ stages:
parameters:
codeScanFileName: "bandit"
uploadPath: "bandit.log"

- stage: PylintCodeScan
displayName: Pylint Code Scan
dependsOn: []
jobs:
- job: Pylint
displayName: Pylint
steps:
- template: template/code-scan-template.yml
parameters:
codeScanFileName: "pylint"
uploadPath: "pylint.json"
2 changes: 1 addition & 1 deletion .azure-pipelines/docker/Dockerfile.devel
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \

RUN ln -sf $(which python3) /usr/bin/python

RUN python -m pip --no-cache-dir install --upgrade pip
RUN python -m pip install pip==24.0
RUN python -m pip install --no-cache-dir setuptools

RUN pip list
Expand Down
2 changes: 1 addition & 1 deletion .azure-pipelines/docker/DockerfileCodeScan.devel
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \

RUN ln -sf $(which python3) /usr/bin/python

RUN python -m pip install --no-cache-dir pylint==2.12.1\
RUN python -m pip install --no-cache-dir \
bandit\
pyspelling\
pydocstyle
Expand Down
6 changes: 3 additions & 3 deletions .azure-pipelines/model-test-3x.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ pr:
include:
- neural_compressor/common
- neural_compressor/torch
- examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/llm
- examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/weight_only
- setup.py
- requirements_pt.txt
- .azure-pipelines/scripts/models
Expand Down Expand Up @@ -112,7 +112,7 @@ stages:
displayName: "Publish report"
- script: |
if [ $(is_perf_reg) == 'true' ]; then
echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
exit 1
fi
displayName: "Specify performance regression"
displayName: "Specify regression"
32 changes: 2 additions & 30 deletions .azure-pipelines/model-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -40,33 +40,20 @@ parameters:
displayName: Run ONNX models?
type: boolean
default: true
- name: MXNet_Model
displayName: Run MXNet models?
type: boolean
default: false

- name: TensorFlowModelList
type: object
default:
- resnet50v1.5
- ssd_resnet50_v1
# - ssd_mobilenet_v1_ckpt
# - inception_v1
# - darknet19
# - resnet-101
- name: PyTorchModelList
type: object
default:
- resnet18
- resnet18_fx
- name: ONNXModelList
type: object
default:
- resnet50-v1-12
- name: MXNetModelList
type: object
default:
- resnet50v1

stages:
- stage: TensorFlowModels
Expand Down Expand Up @@ -114,21 +101,6 @@ stages:
modelName: ${{ model }}
framework: "onnxrt"

- stage: MXNetModels
displayName: Run MXNet Model
pool: MODEL_PERF_TEST
dependsOn: []
condition: and(succeeded(), eq('${{ parameters.MXNet_Model }}', 'true'))
jobs:
- ${{ each model in parameters.MXNetModelList }}:
- job:
displayName: ${{ model }}
steps:
- template: template/model-template.yml
parameters:
modelName: ${{ model }}
framework: "mxnet"

- stage: GenerateLogs
displayName: Generate Report
pool:
Expand Down Expand Up @@ -191,7 +163,7 @@ stages:
displayName: "Publish report"
- script: |
if [ $(is_perf_reg) == 'true' ]; then
echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
exit 1
fi
displayName: "Specify performance regression"
displayName: "Specify regression"
5 changes: 0 additions & 5 deletions .azure-pipelines/scripts/codeScan/pydocstyle/pydocstyle.sh
Original file line number Diff line number Diff line change
Expand Up @@ -17,11 +17,6 @@ log_dir="$work_dir/../scanLog"
mkdir -p $log_dir

scan_path="scan_path.txt"
if [ "${scan_module}" = "neural_solution" ]; then
scan_path="scan_path_neural_solution.txt"
elif [ "${scan_module}" = "neural_insights" ]; then
scan_path="scan_path_neural_insights.txt"
fi

exit_code=0
for line in $(cat ${work_dir}/${scan_path})
Expand Down
12 changes: 12 additions & 0 deletions .azure-pipelines/scripts/codeScan/pydocstyle/scan_path.txt
Original file line number Diff line number Diff line change
Expand Up @@ -15,3 +15,15 @@
/neural-compressor/neural_compressor/strategy
/neural-compressor/neural_compressor/training.py
/neural-compressor/neural_compressor/utils
/neural-compressor/neural_compressor/common
/neural-compressor/neural_compressor/tensorflow
/neural-compressor/neural_compressor/torch/algorithms/layer_wise
/neural-compressor/neural_compressor/torch/algorithms/mixed_precision
/neural-compressor/neural_compressor/torch/algorithms/mx_quant
/neural-compressor/neural_compressor/torch/algorithms/pt2e_quant
/neural-compressor/neural_compressor/torch/algorithms/smooth_quant
/neural-compressor/neural_compressor/torch/algorithms/static_quant
/neural-compressor/neural_compressor/torch/algorithms/weight_only
/neural-compressor/neural_compressor/torch/export
/neural-compressor/neural_compressor/torch/quantization
/neural-compressor/neural_compressor/torch/utils

This file was deleted.

This file was deleted.

87 changes: 0 additions & 87 deletions .azure-pipelines/scripts/codeScan/pylint/pylint.sh

This file was deleted.

31 changes: 7 additions & 24 deletions .azure-pipelines/scripts/fwk_version.sh
Original file line number Diff line number Diff line change
@@ -1,27 +1,10 @@
#!/bin/bash

echo "export FWs version..."
test_mode=$1

if [ "$test_mode" == "coverage" ] || [ "$test_mode" == "latest" ]; then
export tensorflow_version='2.15.0-official'
export pytorch_version='2.3.0+cpu'
export torchvision_version='0.18.0+cpu'
export ipex_version='2.3.0+cpu'
export onnx_version='1.16.0'
export onnxruntime_version='1.18.0'
export mxnet_version='1.9.1'
else
export tensorflow_version='2.15.0-official'
export pytorch_version='2.2.1+cpu'
export torchvision_version='0.17.1+cpu'
export ipex_version='2.2.0+cpu'
export onnx_version='1.15.0'
export onnxruntime_version='1.17.1'
export mxnet_version='1.9.1'
fi





export tensorflow_version='2.15.0-official'
export pytorch_version='2.3.0+cpu'
export torchvision_version='0.18.0+cpu'
export ipex_version='2.3.0+cpu'
export onnx_version='1.16.0'
export onnxruntime_version='1.18.0'
export mxnet_version='1.9.1'
Loading

0 comments on commit 23fe77e

Please sign in to comment.