metadata
inference: false
base_model: TheDrummer/Behemoth-X-123B-v2
base_model_relation: quantized
tags:
- exl2
library_name: exllamav2
pipeline_tag: text-generation
exllamav2 quantizations of TheDrummer's Behemoth-X-123B-v2
2.25bpw h6 (32.964 GiB)
3.75bpw h6 (54.234 GiB)
5.00bpw h6 (71.959 GiB)
8.00bpw h8 (114.560 GiB) (Uploading)
measurement.json