79 lines
3.4 KiB
Python
79 lines
3.4 KiB
Python
import importlib
|
|
from time import sleep
|
|
from typing import List
|
|
|
|
from onnxruntime import InferenceSession
|
|
|
|
from facefusion import process_manager, state_manager
|
|
from facefusion.app_context import detect_app_context
|
|
from facefusion.execution import create_inference_session_providers
|
|
from facefusion.filesystem import is_file
|
|
from facefusion.types import DownloadSet, ExecutionProvider, InferencePool, InferencePoolSet
|
|
|
|
INFERENCE_POOLS : InferencePoolSet =\
|
|
{
|
|
'cli': {}, #type:ignore[typeddict-item]
|
|
'ui': {} #type:ignore[typeddict-item]
|
|
}
|
|
|
|
|
|
def get_inference_pool(module_name : str, model_names : List[str], model_sources : DownloadSet) -> InferencePool:
|
|
global INFERENCE_POOLS
|
|
|
|
while process_manager.is_checking():
|
|
sleep(0.5)
|
|
execution_device_id = state_manager.get_item('execution_device_id')
|
|
execution_providers = resolve_execution_providers(module_name)
|
|
app_context = detect_app_context()
|
|
inference_context = get_inference_context(module_name, model_names, execution_device_id, execution_providers)
|
|
|
|
if app_context == 'cli' and INFERENCE_POOLS.get('ui').get(inference_context):
|
|
INFERENCE_POOLS['cli'][inference_context] = INFERENCE_POOLS.get('ui').get(inference_context)
|
|
if app_context == 'ui' and INFERENCE_POOLS.get('cli').get(inference_context):
|
|
INFERENCE_POOLS['ui'][inference_context] = INFERENCE_POOLS.get('cli').get(inference_context)
|
|
if not INFERENCE_POOLS.get(app_context).get(inference_context):
|
|
INFERENCE_POOLS[app_context][inference_context] = create_inference_pool(model_sources, execution_device_id, execution_providers)
|
|
|
|
return INFERENCE_POOLS.get(app_context).get(inference_context)
|
|
|
|
|
|
def create_inference_pool(model_sources : DownloadSet, execution_device_id : str, execution_providers : List[ExecutionProvider]) -> InferencePool:
|
|
inference_pool : InferencePool = {}
|
|
|
|
for model_name in model_sources.keys():
|
|
model_path = model_sources.get(model_name).get('path')
|
|
if is_file(model_path):
|
|
inference_pool[model_name] = create_inference_session(model_path, execution_device_id, execution_providers)
|
|
|
|
return inference_pool
|
|
|
|
|
|
def clear_inference_pool(module_name : str, model_names : List[str]) -> None:
|
|
global INFERENCE_POOLS
|
|
|
|
execution_device_id = state_manager.get_item('execution_device_id')
|
|
execution_providers = resolve_execution_providers(module_name)
|
|
app_context = detect_app_context()
|
|
inference_context = get_inference_context(module_name, model_names, execution_device_id, execution_providers)
|
|
|
|
if INFERENCE_POOLS.get(app_context).get(inference_context):
|
|
del INFERENCE_POOLS[app_context][inference_context]
|
|
|
|
|
|
def create_inference_session(model_path : str, execution_device_id : str, execution_providers : List[ExecutionProvider]) -> InferenceSession:
|
|
inference_session_providers = create_inference_session_providers(execution_device_id, execution_providers)
|
|
return InferenceSession(model_path, providers = inference_session_providers)
|
|
|
|
|
|
def get_inference_context(module_name : str, model_names : List[str], execution_device_id : str, execution_providers : List[ExecutionProvider]) -> str:
|
|
inference_context = '.'.join([ module_name ] + model_names + [ execution_device_id ] + list(execution_providers))
|
|
return inference_context
|
|
|
|
|
|
def resolve_execution_providers(module_name : str) -> List[ExecutionProvider]:
|
|
module = importlib.import_module(module_name)
|
|
|
|
if hasattr(module, 'resolve_execution_providers'):
|
|
return getattr(module, 'resolve_execution_providers')()
|
|
return state_manager.get_item('execution_providers')
|