fixes some bugs

Capsize-Games · Jan 11, 2024 · a1c9640 · a1c9640
1 parent 1fe1b48
commit a1c9640
Show file tree

Hide file tree

Showing 13 changed files with 280 additions and 569 deletions.
diff --git a/src/airunner/aihandler/engine.py b/src/airunner/aihandler/engine.py
@@ -104,9 +104,9 @@ def unload_llm(self):
         VRAM to keep the LLM loaded while
         using other models.
         """
-        do_unload_model = self.settings_manager.unload_unused_model
-        do_move_to_cpu = not do_unload_model and self.settings_manager.move_unused_model_to_cpu
-        dtype = self.settings_manager.llm_generator_setting.dtype
+        do_unload_model = self.settings_manager.settings.unload_unused_model
+        do_move_to_cpu = not do_unload_model and self.settings_manager.settings.move_unused_model_to_cpu
+        dtype = self.settings_manager.llm_generator_settings.dtype
         if dtype in ["2bit", "4bit", "8bit"]:
             do_unload_model = True
             do_move_to_cpu = False

diff --git a/src/airunner/aihandler/settings_manager.py b/src/airunner/aihandler/settings_manager.py