| { |
| "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json", |
| "model": "phi_4_mini", |
| "family": "phi", |
| "capabilities": [ |
| "text-generation" |
| ], |
| "backend": "mlx", |
| "license": "mit", |
| "variants": [ |
| { |
| "file": "phi_4_mini_mlx_int4.pte", |
| "precision": "4w", |
| "quantized": true, |
| "default": true, |
| "methods": { |
| "enable_dynamic_shape": true, |
| "forward": { |
| "inputs": [ |
| { |
| "shape": [ |
| 1, |
| { |
| "min": 1, |
| "max": 2047 |
| } |
| ], |
| "dtype": "int64" |
| }, |
| { |
| "shape": [ |
| 1 |
| ], |
| "dtype": "int64" |
| } |
| ], |
| "outputs": [ |
| { |
| "shape": [ |
| 1, |
| 200064 |
| ], |
| "dtype": "bfloat16" |
| } |
| ] |
| }, |
| "get_bos_id": 199999, |
| "get_eos_ids": [ |
| 200020, |
| 199999 |
| ], |
| "get_max_context_len": 2048, |
| "get_max_seq_len": 2048, |
| "get_n_layers": 32, |
| "get_vocab_size": 200064, |
| "use_kv_cache": true, |
| "use_sdpa_with_kv_cache": true |
| } |
| } |
| ] |
| } |
|
|
