From b66cc295298ea0d9562b176e361a27859c47c16f Mon Sep 17 00:00:00 2001 From: Tad ZeMicheal Date: Mon, 9 Dec 2024 15:52:26 -0800 Subject: [PATCH 1/2] Remove trt optimization for sid ppl --- models/triton-model-repo/sid-minibert-onnx/config.pbtxt | 7 ------- 1 file changed, 7 deletions(-) diff --git a/models/triton-model-repo/sid-minibert-onnx/config.pbtxt b/models/triton-model-repo/sid-minibert-onnx/config.pbtxt index 16f59ef852..94f75036b9 100644 --- a/models/triton-model-repo/sid-minibert-onnx/config.pbtxt +++ b/models/triton-model-repo/sid-minibert-onnx/config.pbtxt @@ -28,10 +28,3 @@ dynamic_batching { max_queue_delay_microseconds: 50000 } -optimization { execution_accelerators { - gpu_execution_accelerator : [ { - name : "tensorrt" - parameters { key: "precision_mode" value: "FP16" } - parameters { key: "max_workspace_size_bytes" value: "1073741824" } - }] -}} From f9b72142faa9d62c5d169974b49865f61a8d41df Mon Sep 17 00:00:00 2001 From: Tad ZeMicheal Date: Wed, 11 Dec 2024 07:42:08 -0800 Subject: [PATCH 2/2] Remove trt optimization config from phishing detection model --- models/triton-model-repo/phishing-bert-onnx/config.pbtxt | 7 ------- 1 file changed, 7 deletions(-) diff --git a/models/triton-model-repo/phishing-bert-onnx/config.pbtxt b/models/triton-model-repo/phishing-bert-onnx/config.pbtxt index ab60a0229d..8fa758c248 100644 --- a/models/triton-model-repo/phishing-bert-onnx/config.pbtxt +++ b/models/triton-model-repo/phishing-bert-onnx/config.pbtxt @@ -28,10 +28,3 @@ dynamic_batching { max_queue_delay_microseconds: 50000 } -optimization { execution_accelerators { - gpu_execution_accelerator : [ { - name : "tensorrt" - parameters { key: "precision_mode" value: "FP16" } - parameters { key: "max_workspace_size_bytes" value: "1073741824" } - }] -}}