Download ovms_config.json from blaj/LFM2.5-24B-A2B-Uncensored-int8-ov: direct link, hf CLI and curl.
- Browser
- Download file 448 Bytes
-
https://huggingface.co/blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/resolve/main/ovms_config.json
- Command line
-
hf download hf://blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/ovms_config.json
-
curl -L -o ovms_config.json https://huggingface.co/blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/resolve/main/ovms_config.json
448 Bytes
| { | |
| "model_config_list": [ | |
| { | |
| "config": { | |
| "name": "lfm2.5-24b-a2b-uncensored-int8", | |
| "base_path": "./", | |
| "target_device": "GPU", | |
| "nireq": 8, | |
| "plugin_config": { | |
| "CACHE_DIR": ".ov_cache", | |
| "PERFORMANCE_HINT": "THROUGHPUT", | |
| "NUM_STREAMS": "1" | |
| } | |
| } | |
| } | |
| ] | |
| } | |