#!/bin/bash
BASE_PATH=""
A="${BASE_PATH}/output/s2l_orpo_8k_chosen_sft_qwen/checkpoint-60"
B="${BASE_PATH}/output_yarn/qwen_yarn/s2l_orpo_8k_chosen_sft_qwen_ckp_60"

mkdir -p "$B"

find "$A" -maxdepth 1 -type f ! -name "*.pth" ! -name "*.pt" -exec cp -n {} "$B" \;

# add the following content into config.json to enable YARN
# ,
#   "rope_scaling": {
#     "factor": 4.0,
#     "original_max_position_embeddings": 32768,
#     "type": "yarn"
#   }