Fix broken inference pools (#866)

* Fix broken inference pools

* Fix broken inference pools
This commit is contained in:
Henry Ruhs
2025-02-08 23:53:37 +01:00
committed by henryruhs
parent 7ceb3389dc
commit 5e3ab88f63
18 changed files with 45 additions and 29 deletions

View File

@@ -69,7 +69,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions:

View File

@@ -245,7 +245,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions:

View File

@@ -80,7 +80,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions:

View File

@@ -110,7 +110,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions:

View File

@@ -227,7 +227,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions:

View File

@@ -341,7 +341,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions:

View File

@@ -134,7 +134,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def resolve_execution_providers() -> List[ExecutionProvider]:

View File

@@ -391,7 +391,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions:

View File

@@ -79,7 +79,8 @@ def get_inference_pool() -> InferencePool:
def clear_inference_pool() -> None:
inference_manager.clear_inference_pool(__name__)
model_sources = get_model_options().get('sources')
inference_manager.clear_inference_pool(__name__, model_sources)
def get_model_options() -> ModelOptions: