File size: 197 Bytes
c2df24a
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
{
    "model_name": "Compressa-Embeddings",
    "torch_dtype": "torch.float16",
    "device_map": "auto",
    "trust_remote_code": false,
    "backends": ["vllm"],
    "config_class": "HFConfig"
}