Makefile.delta_weights

MODELS_ROOT_DIR=/opt/local/llm_models/huggingface.co
BASE_MODEL_PATH=${MODELS_ROOT_DIR}/mistralai/Mistral-7B-v0.1
MIXTURE_OF_MUTI_LORAS_DIR=${MODELS_ROOT_DIR}/mixture-of-multi-loras

# 32002 tokens <|im_end|><|im_start|>
# TUNED_MODEL_PATH=${MIXTURE_OF_MUTI_LORAS_DIR}/teknium/OpenHermes-2.5-Mistral-7B
TUNED_MODEL_PATH=${MIXTURE_OF_MUTI_LORAS_DIR}/bhenrym14/mistral-7b-platypus-fp16
# TUNED_MODEL_PATH=${MIXTURE_OF_MUTI_LORAS_DIR}/uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b

DELTA_WEIGHTS_SAVE_PATH=${TUNED_MODEL_PATH}-delta.pt

delta_weights:
	PYTHONPATH=${PWD} \
	python -m multi_loras \
		delta_weights \
		--base_model_name_or_path ${BASE_MODEL_PATH} \
		--tuned_model_name_or_path ${TUNED_MODEL_PATH} \
		--save_path ${DELTA_WEIGHTS_SAVE_PATH}