From 89a5428eeba570a1db42e86754a6efef779f5221 Mon Sep 17 00:00:00 2001 From: chensuyue Date: Mon, 12 Oct 2026 23:17:56 -0700 Subject: [PATCH 1/3] Remove TensorFlow support from INC Signed-off-by: chensuyue --- .azure-pipelines/scripts/fwk_version.sh | 1 - .azure-pipelines/scripts/install_nc.sh | 5 - .../scripts/models/collect_log_model.py | 7 - .../scripts/models/generate_report.sh | 2 +- .../models/run_model_trigger_common.sh | 4 - .../scripts/models/update_yaml_config.py | 10 - .azure-pipelines/scripts/ut/coverage.3x_tf | 21 - .azure-pipelines/scripts/ut/run_3x_tf.sh | 78 - .azure-pipelines/template/model-template.yml | 2 +- .azure-pipelines/ut-3x-tf.yml | 118 - README.md | 16 +- docs/source/TF_Quant.md | 115 - docs/source/TF_SQ.md | 45 - docs/source/TensorFlow.md | 216 -- docs/source/api-doc/apis.rst | 9 - .../api-doc/tf_quantization_autotune.rst | 6 - .../source/api-doc/tf_quantization_common.rst | 6 - .../source/api-doc/tf_quantization_config.rst | 6 - docs/source/autotune.md | 28 +- docs/source/coding_style.md | 8 +- docs/source/get_started.md | 14 +- docs/source/imgs/bf16_convert_tf.png | Bin 206833 -> 0 bytes docs/source/installation_guide.md | 15 +- docs/source/quantization.md | 8 +- docs/source/smooth_quant.md | 1 - neural_compressor/common/base_config.py | 4 +- neural_compressor/jax/utils/utility.py | 2 +- neural_compressor/tensorflow/__init__.py | 24 - .../tensorflow/algorithms/__init__.py | 17 - .../algorithms/smoother/__init__.py | 27 - .../algorithms/smoother/calibration.py | 505 ---- .../tensorflow/algorithms/smoother/core.py | 196 -- .../tensorflow/algorithms/smoother/scaler.py | 268 --- .../algorithms/static_quant/__init__.py | 17 - .../algorithms/static_quant/keras.py | 788 ------- .../algorithms/static_quant/keras.yaml | 121 - .../algorithms/static_quant/tensorflow.py | 1553 ------------- .../algorithms/static_quant/tensorflow.yaml | 244 -- .../static_quant/tensorflow_itex.yaml | 149 -- .../tensorflow/keras/__init__.py | 19 - .../tensorflow/keras/layers/__init__.py | 24 - .../tensorflow/keras/layers/conv2d.py | 415 ---- .../tensorflow/keras/layers/dense.py | 215 -- .../keras/layers/depthwise_conv2d.py | 432 ---- .../keras/layers/layer_initializer.py | 34 - .../tensorflow/keras/layers/pool2d.py | 283 --- .../keras/layers/separable_conv2d.py | 431 ---- .../tensorflow/keras/quantization/__init__.py | 19 - .../tensorflow/keras/quantization/config.py | 161 -- .../tensorflow/quantization/__init__.py | 24 - .../quantization/algorithm_entry.py | 89 - .../tensorflow/quantization/autotune.py | 84 - .../tensorflow/quantization/config.py | 297 --- .../tensorflow/quantization/quantize.py | 103 - .../tensorflow/quantization/utils/__init__.py | 14 - .../quantization/utils/graph_converter.py | 1006 -------- .../utils/graph_rewriter/__init__.py | 14 - .../utils/graph_rewriter/bf16/__init__.py | 17 - .../utils/graph_rewriter/bf16/bf16_convert.py | 290 --- .../bf16/dequantize_cast_optimizer.py | 79 - .../utils/graph_rewriter/generic/__init__.py | 17 - .../generic/convert_add_to_biasadd.py | 76 - .../graph_rewriter/generic/convert_layout.py | 85 - .../generic/convert_leakyrelu.py | 78 - .../generic/convert_nan_to_random.py | 52 - .../generic/convert_placeholder_to_const.py | 99 - .../generic/dilated_contraction.py | 89 - .../graph_rewriter/generic/dummy_biasadd.py | 130 -- .../generic/expanddims_optimizer.py | 80 - .../generic/fetch_weight_from_reshape.py | 88 - .../graph_rewriter/generic/fold_batch_norm.py | 271 --- .../graph_rewriter/generic/fold_constant.py | 182 -- .../generic/fuse_biasadd_add.py | 75 - .../generic/fuse_column_wise_mul.py | 86 - .../generic/fuse_conv_with_math.py | 111 - .../generic/fuse_decomposed_bn.py | 400 ---- .../generic/fuse_decomposed_in.py | 369 --- .../utils/graph_rewriter/generic/fuse_gelu.py | 227 -- .../graph_rewriter/generic/fuse_layer_norm.py | 244 -- .../generic/fuse_pad_with_conv.py | 125 - .../generic/fuse_pad_with_fp32_conv.py | 128 -- .../generic/fuse_reshape_transpose.py | 126 - .../generic/graph_cse_optimizer.py | 145 -- .../graph_rewriter/generic/grappler_pass.py | 69 - .../generic/insert_print_node.py | 223 -- .../generic/move_squeeze_after_relu.py | 123 - .../graph_rewriter/generic/pre_optimize.py | 310 --- .../generic/remove_training_nodes.py | 66 - .../generic/rename_batch_norm.py | 60 - .../generic/split_shared_input.py | 60 - .../generic/strip_equivalent_nodes.py | 50 - .../generic/strip_unused_nodes.py | 42 - .../generic/switch_optimizer.py | 84 - .../utils/graph_rewriter/graph_base.py | 40 - .../utils/graph_rewriter/int8/__init__.py | 17 - .../graph_rewriter/int8/freeze_fake_quant.py | 151 -- .../utils/graph_rewriter/int8/freeze_value.py | 396 ---- .../int8/fuse_conv_redundant_dequantize.py | 152 -- .../int8/fuse_conv_requantize.py | 819 ------- .../int8/fuse_matmul_redundant_dequantize.py | 160 -- .../int8/fuse_matmul_requantize.py | 908 -------- .../graph_rewriter/int8/meta_op_optimizer.py | 115 - .../int8/post_hostconst_converter.py | 53 - .../int8/post_quantized_op_cse.py | 135 -- .../graph_rewriter/int8/scale_propagation.py | 118 - .../utils/graph_rewriter/qdq/__init__.py | 17 - .../graph_rewriter/qdq/insert_qdq_pattern.py | 750 ------ .../qdq/merge_duplicated_qdq.py | 94 - .../graph_rewriter/qdq/share_qdq_y_pattern.py | 60 - .../quantization/utils/graph_util.py | 1118 --------- .../utils/quantize_graph/__init__.py | 17 - .../utils/quantize_graph/qdq/__init__.py | 17 - .../utils/quantize_graph/qdq/fuse_qdq_bn.py | 303 --- .../quantize_graph/qdq/fuse_qdq_concatv2.py | 261 --- .../utils/quantize_graph/qdq/fuse_qdq_conv.py | 2022 ----------------- .../quantize_graph/qdq/fuse_qdq_deconv.py | 541 ----- .../utils/quantize_graph/qdq/fuse_qdq_in.py | 183 -- .../quantize_graph/qdq/fuse_qdq_matmul.py | 1039 --------- .../quantize_graph/qdq/fuse_qdq_pooling.py | 137 -- .../utils/quantize_graph/qdq/optimize_qdq.py | 158 -- .../quantize_graph/quantize_graph_base.py | 751 ------ .../utils/quantize_graph/quantize_graph_bn.py | 298 --- .../quantize_graph/quantize_graph_concatv2.py | 106 - .../quantize_graph/quantize_graph_conv.py | 378 --- .../quantize_graph_for_intel_cpu.py | 130 -- .../quantize_graph/quantize_graph_matmul.py | 351 --- .../quantize_graph/quantize_graph_pooling.py | 73 - .../utils/quantize_graph_common.py | 448 ---- .../utils/transform_graph/__init__.py | 18 - .../utils/transform_graph/bias_correction.py | 137 -- .../transform_graph/graph_transform_base.py | 111 - .../utils/transform_graph/insert_logging.py | 199 -- .../rerange_quantized_concat.py | 313 --- .../tensorflow/quantization/utils/utility.py | 621 ----- .../tensorflow/utils/__init__.py | 56 - .../tensorflow/utils/constants.py | 60 - neural_compressor/tensorflow/utils/data.py | 628 ----- neural_compressor/tensorflow/utils/model.py | 118 - .../tensorflow/utils/model_wrappers.py | 1650 -------------- neural_compressor/tensorflow/utils/utility.py | 456 ---- .../torch/algorithms/weight_only/save_load.py | 2 +- .../transformers/models/modeling_auto.py | 4 +- requirements_tf.txt | 6 - setup.py | 23 +- test/common/test_common.py | 7 - test/tensorflow/keras/requirements.txt | 1 - test/tensorflow/keras/test_config.py | 341 --- test/tensorflow/keras/test_layers.py | 213 -- test/tensorflow/keras/test_model_wrappers.py | 99 - .../ptq/newapi/test_bias_correction_newapi.py | 181 -- .../ptq/newapi/test_big_saved_model.py | 143 -- .../newapi/test_graph_biasadd_add_fusion.py | 91 - .../newapi/test_graph_conv_fusion_newapi.py | 966 -------- .../test_graph_conv_requantize_fusion.py | 1147 ---------- .../newapi/test_graph_depthwiseconv_fusion.py | 260 --- ..._graph_dequantize_cast_optimizer_newapi.py | 96 - .../ptq/newapi/test_graph_dq_cast_fusion.py | 63 - .../newapi/test_graph_fuse_pad_conv_fp32.py | 109 - .../ptq/newapi/test_graph_qdq_bn_fusion.py | 461 ---- .../newapi/test_graph_qdq_concat_fusion.py | 226 -- .../newapi/test_graph_qdq_conv3d_fusion.py | 1000 -------- .../ptq/newapi/test_graph_qdq_conv_fusion.py | 1158 ---------- .../test_graph_qdq_depthwiseconv_fusion.py | 309 --- .../newapi/test_graph_qdq_matmul_fusion.py | 1399 ------------ .../newapi/test_graph_qdq_new_conv_fusion.py | 126 - .../newapi/test_graph_qdq_pooling_fusion.py | 111 - .../ptq/newapi/test_use_reshape_transpose.py | 118 - .../ptq/test_auto_input_output.py | 54 - .../quantization/ptq/test_bf16_convert.py | 339 --- .../quantization/ptq/test_bias_correction.py | 66 - .../quantization/ptq/test_data_pipline.py | 63 - .../quantization/ptq/test_fold_batch_norm.py | 78 - .../quantization/ptq/test_fold_const.py | 193 -- test/tensorflow/quantization/ptq/test_gpu.py | 107 - .../quantization/ptq/test_graph_cac.py | 146 -- .../ptq/test_graph_column_wise_mul.py | 49 - .../quantization/ptq/test_graph_concat.py | 124 - .../ptq/test_graph_conv_add_relu_fusion.py | 61 - .../ptq/test_graph_conv_as_output.py | 196 -- .../ptq/test_graph_conv_fusion.py | 658 ------ .../quantization/ptq/test_graph_conv_math.py | 64 - .../ptq/test_graph_convert_layout.py | 42 - .../ptq/test_graph_convert_leakyrelu.py | 144 -- .../ptq/test_graph_convert_nan.py | 54 - .../ptq/test_graph_cse_optimization.py | 94 - .../quantization/ptq/test_graph_debug_mode.py | 63 - .../test_graph_dequantize_cast_optimizer.py | 99 - .../ptq/test_graph_expanddims_optimizer.py | 43 - .../test_graph_fetch_weight_from_reshape.py | 142 -- .../quantization/ptq/test_graph_fold_bn.py | 103 - .../ptq/test_graph_fuse_decomposed_bn.py | 181 -- .../quantization/ptq/test_graph_fuse_gelu.py | 414 ---- .../ptq/test_graph_input_output.py | 192 -- .../ptq/test_graph_insert_logging.py | 88 - .../ptq/test_graph_library_detection.py | 54 - .../ptq/test_graph_matmul_fusion.py | 450 ---- .../quantization/ptq/test_graph_meta_pass.py | 207 -- .../quantization/ptq/test_graph_pad_conv.py | 183 -- .../ptq/test_graph_post_cse_optimize.py | 157 -- .../ptq/test_graph_search_patterns.py | 128 -- .../ptq/test_graph_switch_optimizer.py | 126 - .../quantization/ptq/test_graph_util.py | 178 -- .../quantization/ptq/test_grappler_pass.py | 49 - .../ptq/test_move_squeeze_after_relu.py | 141 -- .../quantization/ptq/test_quantize_input.py | 78 - .../quantization/ptq/test_query_yaml.py | 239 -- .../ptq/test_remove_training_nodes.py | 146 -- test/tensorflow/quantization/ptq/test_rnn.py | 95 - .../ptq/test_share_nodes_graph.py | 63 - .../ptq/test_strip_equivalent_nodes.py | 64 - .../tensorflow/quantization/ptq/test_utils.py | 185 -- .../quantization/test_smooth_quant.py | 239 -- test/tensorflow/requirements.txt | 1 - test/tensorflow/test_autotune.py | 194 -- test/tensorflow/test_config.py | 344 --- test/tensorflow/test_model_wrappers.py | 365 --- test/tensorflow/test_quantize_model.py | 160 -- third-party-programs.txt | 9 +- 218 files changed, 16 insertions(+), 46115 deletions(-) delete mode 100644 .azure-pipelines/scripts/ut/coverage.3x_tf delete mode 100644 .azure-pipelines/scripts/ut/run_3x_tf.sh delete mode 100644 .azure-pipelines/ut-3x-tf.yml delete mode 100644 docs/source/TF_Quant.md delete mode 100644 docs/source/TF_SQ.md delete mode 100644 docs/source/TensorFlow.md delete mode 100644 docs/source/api-doc/tf_quantization_autotune.rst delete mode 100644 docs/source/api-doc/tf_quantization_common.rst delete mode 100644 docs/source/api-doc/tf_quantization_config.rst delete mode 100644 docs/source/imgs/bf16_convert_tf.png delete mode 100644 neural_compressor/tensorflow/__init__.py delete mode 100644 neural_compressor/tensorflow/algorithms/__init__.py delete mode 100644 neural_compressor/tensorflow/algorithms/smoother/__init__.py delete mode 100644 neural_compressor/tensorflow/algorithms/smoother/calibration.py delete mode 100644 neural_compressor/tensorflow/algorithms/smoother/core.py delete mode 100644 neural_compressor/tensorflow/algorithms/smoother/scaler.py delete mode 100644 neural_compressor/tensorflow/algorithms/static_quant/__init__.py delete mode 100644 neural_compressor/tensorflow/algorithms/static_quant/keras.py delete mode 100644 neural_compressor/tensorflow/algorithms/static_quant/keras.yaml delete mode 100644 neural_compressor/tensorflow/algorithms/static_quant/tensorflow.py delete mode 100644 neural_compressor/tensorflow/algorithms/static_quant/tensorflow.yaml delete mode 100644 neural_compressor/tensorflow/algorithms/static_quant/tensorflow_itex.yaml delete mode 100644 neural_compressor/tensorflow/keras/__init__.py delete mode 100644 neural_compressor/tensorflow/keras/layers/__init__.py delete mode 100644 neural_compressor/tensorflow/keras/layers/conv2d.py delete mode 100644 neural_compressor/tensorflow/keras/layers/dense.py delete mode 100644 neural_compressor/tensorflow/keras/layers/depthwise_conv2d.py delete mode 100644 neural_compressor/tensorflow/keras/layers/layer_initializer.py delete mode 100644 neural_compressor/tensorflow/keras/layers/pool2d.py delete mode 100644 neural_compressor/tensorflow/keras/layers/separable_conv2d.py delete mode 100644 neural_compressor/tensorflow/keras/quantization/__init__.py delete mode 100644 neural_compressor/tensorflow/keras/quantization/config.py delete mode 100644 neural_compressor/tensorflow/quantization/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/algorithm_entry.py delete mode 100644 neural_compressor/tensorflow/quantization/autotune.py delete mode 100644 neural_compressor/tensorflow/quantization/config.py delete mode 100644 neural_compressor/tensorflow/quantization/quantize.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_converter.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/bf16/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/bf16/bf16_convert.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/bf16/dequantize_cast_optimizer.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/convert_add_to_biasadd.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/convert_layout.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/convert_leakyrelu.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/convert_nan_to_random.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/convert_placeholder_to_const.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/dilated_contraction.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/dummy_biasadd.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/expanddims_optimizer.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fetch_weight_from_reshape.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fold_batch_norm.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fold_constant.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_biasadd_add.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_column_wise_mul.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_conv_with_math.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_decomposed_bn.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_decomposed_in.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_gelu.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_layer_norm.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_pad_with_conv.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_pad_with_fp32_conv.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/fuse_reshape_transpose.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/graph_cse_optimizer.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/grappler_pass.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/insert_print_node.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/move_squeeze_after_relu.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/pre_optimize.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/remove_training_nodes.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/rename_batch_norm.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/split_shared_input.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/strip_equivalent_nodes.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/strip_unused_nodes.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/generic/switch_optimizer.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/graph_base.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/freeze_fake_quant.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/freeze_value.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/fuse_conv_redundant_dequantize.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/fuse_conv_requantize.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/fuse_matmul_redundant_dequantize.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/fuse_matmul_requantize.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/meta_op_optimizer.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/post_hostconst_converter.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/post_quantized_op_cse.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/int8/scale_propagation.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/qdq/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/qdq/insert_qdq_pattern.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/qdq/merge_duplicated_qdq.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_rewriter/qdq/share_qdq_y_pattern.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/graph_util.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/fuse_qdq_bn.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/fuse_qdq_concatv2.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/fuse_qdq_conv.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/fuse_qdq_deconv.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/fuse_qdq_in.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/fuse_qdq_matmul.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/fuse_qdq_pooling.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/qdq/optimize_qdq.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/quantize_graph_base.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/quantize_graph_bn.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/quantize_graph_concatv2.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/quantize_graph_conv.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/quantize_graph_for_intel_cpu.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/quantize_graph_matmul.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph/quantize_graph_pooling.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/quantize_graph_common.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/transform_graph/__init__.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/transform_graph/bias_correction.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/transform_graph/graph_transform_base.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/transform_graph/insert_logging.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/transform_graph/rerange_quantized_concat.py delete mode 100644 neural_compressor/tensorflow/quantization/utils/utility.py delete mode 100644 neural_compressor/tensorflow/utils/__init__.py delete mode 100644 neural_compressor/tensorflow/utils/constants.py delete mode 100644 neural_compressor/tensorflow/utils/data.py delete mode 100644 neural_compressor/tensorflow/utils/model.py delete mode 100644 neural_compressor/tensorflow/utils/model_wrappers.py delete mode 100644 neural_compressor/tensorflow/utils/utility.py delete mode 100644 requirements_tf.txt delete mode 100644 test/tensorflow/keras/requirements.txt delete mode 100644 test/tensorflow/keras/test_config.py delete mode 100644 test/tensorflow/keras/test_layers.py delete mode 100644 test/tensorflow/keras/test_model_wrappers.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_bias_correction_newapi.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_big_saved_model.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_biasadd_add_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_conv_fusion_newapi.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_conv_requantize_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_depthwiseconv_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_dequantize_cast_optimizer_newapi.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_dq_cast_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_fuse_pad_conv_fp32.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_bn_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_concat_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_conv3d_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_conv_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_depthwiseconv_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_matmul_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_new_conv_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_graph_qdq_pooling_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/newapi/test_use_reshape_transpose.py delete mode 100644 test/tensorflow/quantization/ptq/test_auto_input_output.py delete mode 100644 test/tensorflow/quantization/ptq/test_bf16_convert.py delete mode 100644 test/tensorflow/quantization/ptq/test_bias_correction.py delete mode 100644 test/tensorflow/quantization/ptq/test_data_pipline.py delete mode 100644 test/tensorflow/quantization/ptq/test_fold_batch_norm.py delete mode 100644 test/tensorflow/quantization/ptq/test_fold_const.py delete mode 100644 test/tensorflow/quantization/ptq/test_gpu.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_cac.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_column_wise_mul.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_concat.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_conv_add_relu_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_conv_as_output.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_conv_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_conv_math.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_convert_layout.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_convert_leakyrelu.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_convert_nan.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_cse_optimization.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_debug_mode.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_dequantize_cast_optimizer.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_expanddims_optimizer.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_fetch_weight_from_reshape.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_fold_bn.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_fuse_decomposed_bn.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_fuse_gelu.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_input_output.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_insert_logging.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_library_detection.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_matmul_fusion.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_meta_pass.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_pad_conv.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_post_cse_optimize.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_search_patterns.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_switch_optimizer.py delete mode 100644 test/tensorflow/quantization/ptq/test_graph_util.py delete mode 100644 test/tensorflow/quantization/ptq/test_grappler_pass.py delete mode 100644 test/tensorflow/quantization/ptq/test_move_squeeze_after_relu.py delete mode 100644 test/tensorflow/quantization/ptq/test_quantize_input.py delete mode 100644 test/tensorflow/quantization/ptq/test_query_yaml.py delete mode 100644 test/tensorflow/quantization/ptq/test_remove_training_nodes.py delete mode 100644 test/tensorflow/quantization/ptq/test_rnn.py delete mode 100644 test/tensorflow/quantization/ptq/test_share_nodes_graph.py delete mode 100644 test/tensorflow/quantization/ptq/test_strip_equivalent_nodes.py delete mode 100644 test/tensorflow/quantization/ptq/test_utils.py delete mode 100644 test/tensorflow/quantization/test_smooth_quant.py delete mode 100644 test/tensorflow/requirements.txt delete mode 100644 test/tensorflow/test_autotune.py delete mode 100644 test/tensorflow/test_config.py delete mode 100644 test/tensorflow/test_model_wrappers.py delete mode 100644 test/tensorflow/test_quantize_model.py diff --git a/.azure-pipelines/scripts/fwk_version.sh b/.azure-pipelines/scripts/fwk_version.sh index f6af43af431..279139d9ac9 100644 --- a/.azure-pipelines/scripts/fwk_version.sh +++ b/.azure-pipelines/scripts/fwk_version.sh @@ -1,7 +1,6 @@ #!/bin/bash echo "export FWs version..." -export tensorflow_version='2.15.0-official' export pytorch_version='2.5.1' export torchvision_version='0.20.1' export ipex_version='2.5.0+cpu' diff --git a/.azure-pipelines/scripts/install_nc.sh b/.azure-pipelines/scripts/install_nc.sh index 869169e6864..0d73d915adb 100644 --- a/.azure-pipelines/scripts/install_nc.sh +++ b/.azure-pipelines/scripts/install_nc.sh @@ -23,11 +23,6 @@ if [[ $1 = *"3x_pt"* ]]; then fi python setup.py pt bdist_wheel uv pip install --no-deps dist/neural_compressor*.whl --force-reinstall -elif [[ $1 = *"3x_tf"* ]]; then - uv pip install tensorflow==2.19.0 - uv pip install --no-cache-dir -r requirements_tf.txt - python setup.py tf bdist_wheel - uv pip install dist/neural_compressor*.whl --force-reinstall elif [[ $1 = *"3x_jax"* ]]; then uv pip install --no-cache-dir -r requirements_jax.txt python setup.py jax bdist_wheel diff --git a/.azure-pipelines/scripts/models/collect_log_model.py b/.azure-pipelines/scripts/models/collect_log_model.py index 9abbf22996e..63c59f27bf3 100644 --- a/.azure-pipelines/scripts/models/collect_log_model.py +++ b/.azure-pipelines/scripts/models/collect_log_model.py @@ -21,9 +21,6 @@ + args.build_id + "&view=artifacts&pathAsName=false&type=publishedArtifacts" ) -OOB_MODEL_LIST = ["darknet19", "densenet-121", "resnet-101"] - - def get_model_tuning_dict_results(): tuning_result_dict = {} @@ -141,10 +138,6 @@ def collect_log(): parse_tuning_line(line, tmp) print(tmp) - # oob_model no need acc - if (args.model in OOB_MODEL_LIST) and args.framework == "tensorflow": - tmp["fp32_acc"], tmp["int8_acc"] = "unknown", "unknown" - # set for 3x woq models if args.inc_new_api.split("_")[0] == "3x": tmp["fp32_acc"], tmp["tuning_trials"], tmp["strategy"] = "unknown", "", "" diff --git a/.azure-pipelines/scripts/models/generate_report.sh b/.azure-pipelines/scripts/models/generate_report.sh index e13118fcffe..1f512c1e3d7 100644 --- a/.azure-pipelines/scripts/models/generate_report.sh +++ b/.azure-pipelines/scripts/models/generate_report.sh @@ -530,7 +530,7 @@ cat > ${output_dir}/report.html << eof - Daily Tests - TensorFlow - Jenkins + Daily Tests - Neural Compressor - Jenkins