Fix broken inference pools (#866)

* Fix broken inference pools

* Fix broken inference pools
This commit is contained in:
Henry Ruhs
2025-02-08 23:53:37 +01:00
committed by henryruhs
parent 7ceb3389dc
commit 5e3ab88f63
18 changed files with 45 additions and 29 deletions

View File

@@ -47,7 +47,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions: