configscript.sh

python convert_checkpoint.py --model_dir /home/user/hf/deepseek-v3-bf16 \
	                           --output_dir /home/user/hf/deepseek-v3-int4 \
				                              --dtype bfloat16 \
							                                 --tp_size 4 \
											                            --use_weight_only \
														                               --weight_only_precision int4 \
																	                                  --workers 4