Skip to content

GruRequestForm

Properties

Name Type Description Notes
targetHardwares array[HardwareType] [optional] [default to ["V100","T4","A10G","A100 80GB GCP","A100 40GB GCP","EPYC 7002","EPYC 7003","Jetson Xavier","Jetson Nano","Jetson Xavier AGX","Jetson Orin","Jetson Orin NX","Jetson Orin Nano","Jetson Orin Nano 4GB","Cascade Lake","Skylake","Broadwell","Icelake","Intel NUC Tiger Lake","Skylake-SP","Cascade Lake GCP","NXP i.MX 8M mini","c5.2xlarge"]]
targetBatchSizes array[integer] Targetbatchsizes [optional] [default to [1]]
targetMetric Metric [optional] [default to null]
optimizeModelSize boolean Optimizemodelsize [optional] [default to false]
quantizationLevels array[QuantizationLevel] [optional] [default to ["FP16"]]
optimizeAutonac boolean Optimizeautonac [optional] [default to false]
name string Name [optional] [default to null]
rawFormat boolean Rawformat [optional] [default to false]
conversionParameters map Conversionparameters [optional] [default to null]

[Back to Model list] [Back to API list] [Back to README]