temporary fix for inference pool disaster

This commit is contained in:
henryruhs
2026-08-03 16:56:56 +02:00
parent 232ff9b5b9
commit 1e6d0b46c7
+1 -1
View File
@@ -32,7 +32,7 @@ def get_inference_pool(module_name : str, model_names : List[str], model_source_
for execution_device_id in execution_device_ids:
inference_context = get_inference_context(module_name, model_names, execution_device_id, execution_providers)
if state_manager.get_item('video_memory_strategy') in [ 'moderate', 'tolerant' ]:
if state_manager.get_item('video_memory_strategy') == 'tolerant':
if app_context == 'cli' and INFERENCE_POOL_SET.get('ui').get(inference_context):
INFERENCE_POOL_SET['cli'][inference_context] = INFERENCE_POOL_SET.get('ui').get(inference_context)
if app_context == 'ui' and INFERENCE_POOL_SET.get('cli').get(inference_context):