score_logra fix

Author: DanielNi868

experiments/gpt2_wikitext/score_logra.py

@@ -54,12 +54,12 @@
     default_data_collator,
     get_scheduler,
 )
-from transformers.utils import check_min_version
+from transformers.utils import check_min_version, send_example_telemetry
 from transformers.utils.versions import require_version
-try:
-    from transformers.utils import send_example_telemetry
-except ImportError:
-    send_example_telemetry = None  # Not available in newer transformers versions
+# try:
+#     from transformers.utils import send_example_telemetry
+# except ImportError:
+#     send_example_telemetry = None  # Not available in newer transformers versions
 
 from dattri.benchmark.utils import SubsetSampler
 

experiments/gpt2_wikitext/score_logra_slurm.sh

@@ -14,8 +14,9 @@ echo "Running LoGra scoring for seed: ${SLURM_ARRAY_TASK_ID}"
 #export CUDA_VISIBLE_DEVICES=1
 
 # PyTorch memory management
+export CUDA_VISIBLE_DEVICES=2
 export PYTORCH_ALLOC_CONF=expandable_segments:True,max_split_size_mb:512
-export CUDA_LAUNCH_BLOCKING=0
+export TOKENIZERS_PARALLELISM=false
 
 # Create logs directory if it doesn't exist
 mkdir -p logs