Index

A

add_pre_optimization_config() (quark.torch.quantization.config.config.Config method) AlgoConfig (class in quark.torch.pruning.config) (class in quark.torch.quantization.config.config) AlgoConfigBase (class in quark.torch.pruning.config) (class in quark.torch.quantization.config.config)

augment_graph() (quark.onnx.calibrate.OverridedHistogramCalibrater method) (quark.onnx.calibrate.OverridedMinMaxCalibrater method) (quark.onnx.calibrate.PowOfTwoCalibrater method) AutoSmoothQuantConfig (class in quark.torch.quantization.config.config) AWQConfig (class in quark.torch.quantization.config.config)

B

Bfloat16Spec (class in quark.torch.quantization.config.config)

BFP16Spec (class in quark.torch.quantization.config.config) BlockwiseTuningConfig (class in quark.torch.pruning.config)

C

cache_onnx_model_and_infer_shapes() (in module quark.onnx.quant_utils) CachedDataReader (class in quark.onnx.quant_utils) calculate_quantization_params() (quark.onnx.onnx_quantizer.VitisONNXQuantizer method) check_hard_sigmoid_condition() (in module quark.onnx.quant_utils) check_model_quantizable() (in module quark.onnx.quant_utils) check_onnx_model() (in module quark.onnx.quant_utils) check_reduce_mean_condition() (in module quark.onnx.quant_utils) check_relu_like_node() (in module quark.onnx.quant_utils) collect() (quark.onnx.calibrate.OverridedHistogramCollector method) (quark.onnx.calibrate.PowOfTwoCollector method) collect_data() (quark.onnx.calibrate.LayerWisePercentileCalibrater method) (quark.onnx.calibrate.PercentileCalibrater method) (quark.onnx.calibrate.PowOfTwoCalibrater method) compute_collection_result() (quark.onnx.calibrate.PowOfTwoCollector method) compute_data() (quark.onnx.calibrate.LayerWisePercentileCalibrater method) (quark.onnx.calibrate.OverridedHistogramCalibrater method) compute_range() (quark.onnx.calibrate.PowOfTwoCalibrater method)

compute_scale_zp() (in module quark.onnx.quant_utils) compute_scale_zp_fp() (in module quark.onnx.quant_utils) Config (class in quark.onnx.quantization.config.config) (class in quark.torch.pruning.config) (class in quark.torch.quantization.config.config) ConfigBase (class in quark.torch.pruning.config) (class in quark.torch.quantization.config.config) convert_bn_to_conv() (quark.onnx.optimize.Optimize method) convert_clip_to_relu() (quark.onnx.optimize.Optimize method) convert_reduce_mean_to_global_avg_pool() (quark.onnx.optimize.Optimize method) convert_split_to_slice() (quark.onnx.optimize.Optimize method) create_calibrator_float_scale() (in module quark.onnx.calibrate) create_calibrator_power_of_two() (in module quark.onnx.calibrate) create_infer_session_for_onnx_model() (in module quark.onnx.quant_utils) create_inference_session() (quark.onnx.calibrate.OverridedHistogramCalibrater method) (quark.onnx.calibrate.OverridedMinMaxCalibrater method) (quark.onnx.calibrate.PowOfTwoCalibrater method) customqdq_to_contribqdq() (in module quark.onnx.quant_utils)

D

DataTypeSpec (class in quark.torch.quantization.config.config) decrypt_data() (in module quark.onnx.quant_utils) dequantize_data() (in module quark.onnx.quant_utils)

DistributionCalibrater (class in quark.onnx.calibrate) dpu_leaky_relu_alpha() (in module quark.onnx.quant_utils) dump_model() (in module quark.onnx.quant_utils)

E

encrypt_data() (in module quark.onnx.quant_utils) EntropyCalibrater (class in quark.onnx.calibrate) export_gguf_model() (quark.torch.export.api.ModelExporter method) export_onnx_model() (quark.torch.export.api.ModelExporter method)

export_quark_model() (quark.torch.export.api.ModelExporter method) export_safetensors_model() (quark.torch.export.api.ModelExporter method) ExporterConfig (class in quark.torch.export.config.config) ExtendedQuantFormat (class in quark.onnx.quant_utils) ExtendedQuantType (class in quark.onnx.quant_utils)

F

find_int16_scale() (in module quark.onnx.quant_utils) find_quant_scale_zp() (quark.onnx.onnx_quantizer.VitisONNXQuantizer method) find_quantized_value() (quark.onnx.onnx_quantizer.VitisONNXQuantizer method) Float16Spec (class in quark.torch.quantization.config.config) fold_batch_norm() (quark.onnx.optimize.Optimize method) fold_batch_norm_after_concat() (quark.onnx.optimize.Optimize method) FP4PerGroupSpec (class in quark.torch.quantization.config.config) FP6E2M3PerGroupSpec (class in quark.torch.quantization.config.config) FP6E3M2PerGroupSpec (class in quark.torch.quantization.config.config)

FP8E4M3PerChannelSpec (class in quark.torch.quantization.config.config) FP8E4M3PerGroupSpec (class in quark.torch.quantization.config.config) FP8E4M3PerTensorSpec (class in quark.torch.quantization.config.config) FP8E5M2PerChannelSpec (class in quark.torch.quantization.config.config) FP8E5M2PerGroupSpec (class in quark.torch.quantization.config.config) FP8E5M2PerTensorSpec (class in quark.torch.quantization.config.config) freeze() (quark.torch.quantization.api.ModelQuantizer static method) fuse_instance_norm() (quark.onnx.optimize.Optimize method) fuse_l2_norm() (quark.onnx.optimize.Optimize method)

G

GenerateAnEmptyOnnxModel() (in module quark.onnx.calibrate) get_annotate_tensors() (in module quark.onnx.quant_utils) get_clip_min_max() (in module quark.onnx.quant_utils) get_datatype_shape() (in module quark.onnx.quant_utils) get_exclude_nodes() (in module quark.onnx.quant_utils) get_export_model() (quark.torch.export.api.ModelExporter method)

get_next() (quark.onnx.quant_utils.CachedDataReader method) (quark.onnx.quant_utils.PathDataReader method) (quark.onnx.quant_utils.RandomDataReader method) get_qdq_to_remove() (in module quark.onnx.quant_utils) get_qmin_qmax_for_qType() (in module quark.onnx.quant_utils) get_qrange_for_qType() (in module quark.onnx.quant_utils) GPTQConfig (class in quark.torch.quantization.config.config)

I

import_model_info() (quark.torch.export.api.ModelImporter method) infer_shape() (in module quark.onnx.quant_utils) Int16Method (class in quark.onnx.quant_utils) Int2PerGroupSpec (class in quark.torch.quantization.config.config) Int4PerChannelSpec (class in quark.torch.quantization.config.config) Int4PerGroupSpec (class in quark.torch.quantization.config.config) Int4PerTensorSpec (class in quark.torch.quantization.config.config)

Int8PerChannelSpec (class in quark.torch.quantization.config.config) Int8PerGroupSpec (class in quark.torch.quantization.config.config) Int8PerTensorSpec (class in quark.torch.quantization.config.config) is_approximately_equal() (in module quark.onnx.quant_utils) is_clip_with_min_max() (in module quark.onnx.quant_utils) is_leaky_relu_with_alpha() (in module quark.onnx.quant_utils) is_node_needs_annotated() (in module quark.onnx.quant_utils) is_ort_version_below() (in module quark.onnx.quant_utils)

J

JsonExporterConfig (class in quark.torch.export.config.config)

L

LayerWiseMethod (class in quark.onnx.calibrate) LayerWisePercentileCalibrater (class in quark.onnx.calibrate)

load_params() (in module quark.torch.quantization.api) load_pre_optimization_config_from_file() (in module quark.torch.quantization.config.config) load_quant_algo_config_from_file() (in module quark.torch.quantization.config.config)

M

MinMaxCalibrater (class in quark.onnx.calibrate) ModelExporter (class in quark.torch.export.api) ModelImporter (class in quark.torch.export.api) ModelPruner (class in quark.torch.pruning.api) ModelQuantizer (class in quark.onnx.quantization.api) (class in quark.torch.quantization.api) modified_annotate_input() (in module quark.onnx.quant_utils) module quark.onnx.calibrate quark.onnx.onnx_quantizer quark.onnx.optimize quark.onnx.qdq_quantizer quark.onnx.quant_utils quark.onnx.quantization.api quark.onnx.quantization.config.config quark.torch.export.api quark.torch.export.config.config quark.torch.pruning.api quark.torch.pruning.config quark.torch.quantization.api quark.torch.quantization.config.config

MX6Spec (class in quark.torch.quantization.config.config) MX9Spec (class in quark.torch.quantization.config.config)

O

OCP_MXFP4DiffsSpec (class in quark.torch.quantization.config.config) OCP_MXFP4Spec (class in quark.torch.quantization.config.config) OCP_MXFP6E2M3Spec (class in quark.torch.quantization.config.config) OCP_MXFP6E3M2Spec (class in quark.torch.quantization.config.config) OCP_MXFP8E4M3Spec (class in quark.torch.quantization.config.config) OCP_MXFP8E5M2Spec (class in quark.torch.quantization.config.config) OCP_MXINT8Spec (class in quark.torch.quantization.config.config) OCP_MXSpec (class in quark.torch.quantization.config.config) onnx_load_model_with_decryption() (in module quark.onnx.quant_utils)

onnx_save_model_with_encryption() (in module quark.onnx.quant_utils) OnnxExporterConfig (class in quark.torch.export.config.config) ONNXQuantizer (class in quark.onnx.onnx_quantizer) Optimize (class in quark.onnx.optimize) optimize() (in module quark.onnx.optimize) OSSCARConfig (class in quark.torch.pruning.config) OverridedHistogramCalibrater (class in quark.onnx.calibrate) OverridedHistogramCollector (class in quark.onnx.calibrate) OverridedMinMaxCalibrater (class in quark.onnx.calibrate)

P

PathDataReader (class in quark.onnx.quant_utils) PercentileCalibrater (class in quark.onnx.calibrate) pos2scale() (in module quark.onnx.quant_utils) PowerOfTwoMethod (class in quark.onnx.quant_utils) PowOfTwoCalibrater (class in quark.onnx.calibrate)

PowOfTwoCollector (class in quark.onnx.calibrate) PreQuantOptConfig (class in quark.torch.quantization.config.config) print_quantize_dynamic_info() (in module quark.onnx.quant_utils) print_quantize_info() (in module quark.onnx.quant_utils) ProgressiveSpec (class in quark.torch.quantization.config.config) pruning_model() (quark.torch.pruning.api.ModelPruner method)

Q

QATSpec (class in quark.torch.quantization.config.config) QDQNPUTransformerQuantizer (class in quark.onnx.qdq_quantizer) QDQQuantizer (class in quark.onnx.qdq_quantizer) QuantizationConfig (class in quark.onnx.quantization.config.config) (class in quark.torch.quantization.config.config) QuantizationSpec (class in quark.torch.quantization.config.config) quantize_bias_static() (quark.onnx.onnx_quantizer.VitisONNXQuantizer method) quantize_bias_tensor() (quark.onnx.qdq_quantizer.QDQNPUTransformerQuantizer method) (quark.onnx.qdq_quantizer.QDQQuantizer method) quantize_data_pof2s() (in module quark.onnx.quant_utils) quantize_initializer() (quark.onnx.onnx_quantizer.VitisONNXQuantizer method) quantize_model() (quark.onnx.quantization.api.ModelQuantizer method) (quark.torch.quantization.api.ModelQuantizer method) quantize_weight() (quark.onnx.onnx_quantizer.VitisONNXQuantizer method) quantize_weight_per_channel() (quark.onnx.onnx_quantizer.VitisONNXQuantizer method) quark.onnx.calibrate module quark.onnx.onnx_quantizer module quark.onnx.optimize module

quark.onnx.qdq_quantizer module quark.onnx.quant_utils module quark.onnx.quantization.api module quark.onnx.quantization.config.config module quark.torch.export.api module quark.torch.export.config.config module quark.torch.pruning.api module quark.torch.pruning.config module quark.torch.quantization.api module quark.torch.quantization.config.config module QuaRotConfig (class in quark.torch.quantization.config.config)

R

RandomDataReader (class in quark.onnx.quant_utils) remove_initializers() (in module quark.onnx.quant_utils) remove_nodes() (in module quark.onnx.quant_utils)

reset_iter() (quark.onnx.quant_utils.CachedDataReader method) reset_model() (quark.torch.export.api.ModelExporter method) RotationConfig (class in quark.torch.quantization.config.config) run_onnx_model() (in module quark.onnx.quant_utils)

S

save_onnx_model_with_external_data() (in module quark.onnx.quant_utils) save_params() (in module quark.torch.export.api) scale2pos() (in module quark.onnx.quant_utils)

ScaleQuantSpec (class in quark.torch.quantization.config.config) set_algo_config() (quark.torch.quantization.config.config.Config method) SmoothQuantConfig (class in quark.torch.quantization.config.config) split_large_kernel_pool() (quark.onnx.optimize.Optimize method)

T

TQTSpec (class in quark.torch.quantization.config.config)

TwoStageSpec (class in quark.torch.quantization.config.config)

U

Uint4PerChannelSpec (class in quark.torch.quantization.config.config) Uint4PerGroupSpec (class in quark.torch.quantization.config.config) Uint4PerTensorSpec (class in quark.torch.quantization.config.config)

Uint8PerChannelSpec (class in quark.torch.quantization.config.config) Uint8PerGroupSpec (class in quark.torch.quantization.config.config) Uint8PerTensorSpec (class in quark.torch.quantization.config.config)

V

VitisBFPQuantizer (class in quark.onnx.qdq_quantizer) VitisExtendedQuantizer (class in quark.onnx.qdq_quantizer) VitisONNXQuantizer (class in quark.onnx.onnx_quantizer)

VitisQDQNPUCNNQuantizer (class in quark.onnx.qdq_quantizer) VitisQDQQuantizer (class in quark.onnx.qdq_quantizer) VitisQuantFormat (class in quark.onnx.quant_utils) VitisQuantType (class in quark.onnx.quant_utils)