This commit is contained in:
esenke
2025-12-08 22:16:31 +08:00
commit 01adcfdf60
305 changed files with 50879 additions and 0 deletions

24
tools/run_pretrain.sh Normal file
View File

@@ -0,0 +1,24 @@
#!/bin/sh
set -x
export PYTHONPATH=`pwd`:$PYTHONPATH
cd antmmf
export PYTHONPATH=`pwd`:$PYTHONPATH
cd ..
export NCCL_DEBUG=INFO
export OMP_NUM_THREADS=4
NUM_GPU=8
CONFIG_FILE=configs/pretrain_skysensepp.yml
SAVE_DIR=save/skysensepp_pretrain
mkdir -p ${SAVE_DIR}/$1/
pip install lmdb
nohup python -m antmmf.utils.launch --nproc_per_node=${NUM_GPU} --master_port 12345 --nnodes=4 --node_rank=$1 --master_addr=$2 tools/run.py --config $CONFIG_FILE \
training_parameters.distributed True \
training_parameters.save_dir ${SAVE_DIR} > ${SAVE_DIR}/$1/nohup.log 2>&1 &
sleep 3s
tail -f ${SAVE_DIR}/$1/nohup.log