{ "model_config_list": [ { "config": { "name": "lfm2.5-24b-a2b-uncensored-int8", "base_path": "./", "target_device": "GPU", "nireq": 8, "plugin_config": { "CACHE_DIR": ".ov_cache", "PERFORMANCE_HINT": "THROUGHPUT", "NUM_STREAMS": "1" } } } ] }