File size: 197 Bytes
c2df24a |
1 2 3 4 5 6 7 8 9 |
{
"model_name": "Compressa-Embeddings",
"torch_dtype": "torch.float16",
"device_map": "auto",
"trust_remote_code": false,
"backends": ["vllm"],
"config_class": "HFConfig"
}
|