lm-pseudoperplexity-evaluation/job.sh at main · DataTools4Heart/lm-pseudoperplexity-evaluation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
#!/bin/bash
#SBATCH --job-name=ppl_mRoberta
#SBATCH -D .
#SBATCH -A bsc14
#SBATCH --qos=acc_debug
#SBATCH --output=logs/ce_train_%j.out
#SBATCH --error=logs/ce_train_%j.err
#SBATCH --ntasks=1
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=32
#SBATCH --time=2:00:00

source venv/bin/activate

/gpfs/projects/bsc14/code/lm-pseudoperplexity-evaluation/venv/bin/python ppl.py \
    --model "/gpfs/projects/bsc14/abecerr1/hub/mRoBERTa_newtok" \
    --csv_path "data/data/paraclite.csv" \
    --output_path "output/mRoBERTa_newtok" \
    --batch_size 32 \
    --language "es" \
    --mask_token_id 103 \
    --pad_token_id 1

# /gpfs/projects/bsc14/code/lm-pseudoperplexity-evaluation/venv/bin/python ppl.py \
#     --model "/gpfs/projects/bsc14/abecerr1/hub/mRoBERTa_newtok" \
#     --csv_path "data/data/paraclite.csv" \
#     --output_path "tmp/mRoBERTa_newtok" \
#     --batch_size 32 \
#     --language "es"