lready {
  "_name_or_path": "Detoxify-Small",
  "architectures": ["LlamaForCausalLM"],
  "bos_token_id": 1,
  "eos_token_id": 2,
  "hidden_act": "silu",
  "hidden_size": 768,
  "initializer_range": 0.02,
  "intermediate_size": 2048,
  "max_position_embeddings": 2048,
  "model_type": "llama",
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "num_key_value_heads": 12,
  "pretraining_tp": 1,
  "rms_norm_eps": 1e-05,
  "rope_scaling": null,
  "rope_theta": 10000.0,
  "tie_word_embeddings": false,
  "torch_dtype": "float16",
  "transformers_version": "4.36.0",
  "use_cache": true,
  "vocab_size": 49152,

  "quantization_config": {
    "quant_method": "gguf",
    "quantization_type": "Q8_0",
    "quantization_bits": 8,
    "quantization_version": "2",
    "quantization_fidelity": "high",
    "compression_ratio": 0.5
  },

  "file_size": 144810464,
  "file_size_mb": 138,
  "context_length": 1024,
  "gguf_file": "detoxify-small-q8_0.gguf",
  "model_family": "llama",
  "model_version": "1.0.0",

  "hardware_requirements": {
    "minimum_ram": "8GB",
    "recommended_ram": "16GB",
    "minimum_vram": "0GB",
    "recommended_vram": "0GB",
    "cpu_compatibility": "Any modern CPU",
    "gpu_compatibility": {
      "nvidia": "Any CUDA-compatible GPU (optional)",
      "amd": "Any ROCm-compatible GPU (optional)",
      "apple_silicon": "M1/M2/M3 chips with Metal (recommended)"
    },
    "os_compatibility": ["linux", "macos", "windows"],
    "recommended_hardware": "Apple Silicon M1/M2/M3 or modern Intel/AMD CPU"
  },

  "inference_config": {
    "max_tokens": 256,
    "temperature": 0.7,
    "top_p": 0.9,
    "top_k": 40,
    "repetition_penalty": 1.1,
    "n_threads": 8,
    "n_gpu_layers": 99,
    "n_batch": 512,
    "n_ctx": 1024
  },

  "task": "text-detoxification",
  "task_description": "Transform toxic or inappropriate text into clean, non-toxic versions while preserving meaning",
  "input_format": "Instruction: Rewrite the provided text to remove the toxicity.\\n\\nInput: {text}\\n\\nResponse:",
  "output_format": "Clean, non-toxic text that preserves the original meaning",

  "metrics": {
    "toxicity_reduction": "0.032",
    "semantic_preservation": "0.471",
    "fluency": "0.919",
    "latency_ms": "66.4"
  },

  "license": "apache-2.0",
  "tags": [
    "text-generation",
    "text-detoxification",
    "toxicity-reduction",
    "content-moderation",
    "gguf",
    "llama",
    "quantized",
    "cpu-inference",
    "apple-silicon",
    "minibase"
  ],

  "model_creator": "Minibase AI",
  "model_url": "https://minibase.ai",
  "discord_url": "https://discord.com/invite/BrJn4D2Guh",

  "generation_config": {
    "bos_token_id": 1,
    "eos_token_id": 2,
    "pad_token_id": null,
    "do_sample": true,
    "max_new_tokens": 200,
    "repetition_penalty": 1.1,
    "temperature": 0.7,
    "top_k": 40,
    "top_p": 0.9
  }
}