Implemented destructor to free up resources

Signed-off-by: Shrinath Suresh <[email protected]>
pytorch · Sep 5, 2023 · e75a5ae · e75a5ae
1 parent 5c0495e
commit e75a5ae
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/cpp/src/examples/babyllama/baby_llama_handler.cc b/cpp/src/examples/babyllama/baby_llama_handler.cc
@@ -266,6 +266,12 @@ void LlmHandler::Postprocess(
   }
 }
 
+LlmHandler::~LlmHandler() noexcept {
+  free_sampler(&sampler);
+  free_tokenizer(&tokenizer);
+  free_transformer(&transformer);
+}
+
 }  // namespace llm
 
 #if defined(__linux__) || defined(__APPLE__)

diff --git a/cpp/src/examples/babyllama/baby_llama_handler.hh b/cpp/src/examples/babyllama/baby_llama_handler.hh
@@ -11,11 +11,10 @@
 namespace llm {
 class LlmHandler : public torchserve::torchscripted::BaseHandler {
  public:
-
   // NOLINTBEGIN(bugprone-exception-escape)
   LlmHandler() = default;
   // NOLINTEND(bugprone-exception-escape)
-  ~LlmHandler() override = default;
+  ~LlmHandler() noexcept;
 
   void initialize_context();