DeepSeek-Coder/Evaluation/HumanEval/eval.sh

4 lines
274 B
Bash

MODEL_NAME_OR_PATH="deepseek/deepseek-coder-1b"
DATASET_ROOT="data/"
LANGUAGE="python"
CUDA_VISIBLE_DEVICES=1,2,3 python -m accelerate.commands.launch --config_file test_config.yaml eval_pal.py --logdir ${MODEL_NAME_OR_PATH} --language ${LANGUAGE} --dataroot ${DATASET_ROOT}