Gemma2b

hitz-zentroa · Sep 18, 2024 · 9048324 · 9048324
1 parent 30d0aed
commit 9048324
Show file tree

Hide file tree

Showing 43 changed files with 254,221 additions and 1 deletion.
diff --git a/...-3-Llama-3.1-8B_fix/DIANN_2023_T1_es.json → ...rmes-3-Llama-3.1-8B/DIANN_2023_T1_es.json b/...-3-Llama-3.1-8B_fix/DIANN_2023_T1_es.json → ...rmes-3-Llama-3.1-8B/DIANN_2023_T1_es.json
diff --git a/...lama-3.1-8B_fix/DIANN_2023_T1_es_val.json → ...-3-Llama-3.1-8B/DIANN_2023_T1_es_val.json b/...lama-3.1-8B_fix/DIANN_2023_T1_es_val.json → ...-3-Llama-3.1-8B/DIANN_2023_T1_es_val.json
diff --git a/...lama-3.1-8B_fix/DIPROMATS_2023_T1_es.json → ...-3-Llama-3.1-8B/DIPROMATS_2023_T1_es.json b/...lama-3.1-8B_fix/DIPROMATS_2023_T1_es.json → ...-3-Llama-3.1-8B/DIPROMATS_2023_T1_es.json
diff --git a/...-3.1-8B_fix/DIPROMATS_2023_T1_es_val.json → ...lama-3.1-8B/DIPROMATS_2023_T1_es_val.json b/...-3.1-8B_fix/DIPROMATS_2023_T1_es_val.json → ...lama-3.1-8B/DIPROMATS_2023_T1_es_val.json
diff --git a/...lama-3.1-8B_fix/DIPROMATS_2023_T2_es.json → ...-3-Llama-3.1-8B/DIPROMATS_2023_T2_es.json b/...lama-3.1-8B_fix/DIPROMATS_2023_T2_es.json → ...-3-Llama-3.1-8B/DIPROMATS_2023_T2_es.json
diff --git a/...-3.1-8B_fix/DIPROMATS_2023_T2_es_val.json → ...lama-3.1-8B/DIPROMATS_2023_T2_es_val.json b/...-3.1-8B_fix/DIPROMATS_2023_T2_es_val.json → ...lama-3.1-8B/DIPROMATS_2023_T2_es_val.json
diff --git a/...lama-3.1-8B_fix/DIPROMATS_2023_T3_es.json → ...-3-Llama-3.1-8B/DIPROMATS_2023_T3_es.json b/...lama-3.1-8B_fix/DIPROMATS_2023_T3_es.json → ...-3-Llama-3.1-8B/DIPROMATS_2023_T3_es.json
diff --git a/...-3.1-8B_fix/DIPROMATS_2023_T3_es_val.json → ...lama-3.1-8B/DIPROMATS_2023_T3_es_val.json b/...-3.1-8B_fix/DIPROMATS_2023_T3_es_val.json → ...lama-3.1-8B/DIPROMATS_2023_T3_es_val.json
diff --git a/...-3-Llama-3.1-8B_fix/EXIST_2022_T1_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2022_T1_es.json b/...-3-Llama-3.1-8B_fix/EXIST_2022_T1_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2022_T1_es.json
diff --git a/...lama-3.1-8B_fix/EXIST_2022_T1_es_val.json → ...-3-Llama-3.1-8B/EXIST_2022_T1_es_val.json b/...lama-3.1-8B_fix/EXIST_2022_T1_es_val.json → ...-3-Llama-3.1-8B/EXIST_2022_T1_es_val.json
diff --git a/...-3-Llama-3.1-8B_fix/EXIST_2022_T2_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2022_T2_es.json b/...-3-Llama-3.1-8B_fix/EXIST_2022_T2_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2022_T2_es.json
diff --git a/...lama-3.1-8B_fix/EXIST_2022_T2_es_val.json → ...-3-Llama-3.1-8B/EXIST_2022_T2_es_val.json b/...lama-3.1-8B_fix/EXIST_2022_T2_es_val.json → ...-3-Llama-3.1-8B/EXIST_2022_T2_es_val.json
diff --git a/...-3-Llama-3.1-8B_fix/EXIST_2023_T1_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2023_T1_es.json b/...-3-Llama-3.1-8B_fix/EXIST_2023_T1_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2023_T1_es.json
diff --git a/...lama-3.1-8B_fix/EXIST_2023_T1_es_val.json → ...-3-Llama-3.1-8B/EXIST_2023_T1_es_val.json b/...lama-3.1-8B_fix/EXIST_2023_T1_es_val.json → ...-3-Llama-3.1-8B/EXIST_2023_T1_es_val.json
diff --git a/...-3-Llama-3.1-8B_fix/EXIST_2023_T2_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2023_T2_es.json b/...-3-Llama-3.1-8B_fix/EXIST_2023_T2_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2023_T2_es.json
diff --git a/...lama-3.1-8B_fix/EXIST_2023_T2_es_val.json → ...-3-Llama-3.1-8B/EXIST_2023_T2_es_val.json b/...lama-3.1-8B_fix/EXIST_2023_T2_es_val.json → ...-3-Llama-3.1-8B/EXIST_2023_T2_es_val.json
diff --git a/...-3-Llama-3.1-8B_fix/EXIST_2023_T3_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2023_T3_es.json b/...-3-Llama-3.1-8B_fix/EXIST_2023_T3_es.json → ...rmes-3-Llama-3.1-8B/EXIST_2023_T3_es.json
diff --git a/...lama-3.1-8B_fix/EXIST_2023_T3_es_val.json → ...-3-Llama-3.1-8B/EXIST_2023_T3_es_val.json b/...lama-3.1-8B_fix/EXIST_2023_T3_es_val.json → ...-3-Llama-3.1-8B/EXIST_2023_T3_es_val.json
diff --git a/...-Llama-3.1-8B_fix/SQAC_SQUAD_2024_es.json → ...es-3-Llama-3.1-8B/SQAC_SQUAD_2024_es.json b/...-Llama-3.1-8B_fix/SQAC_SQUAD_2024_es.json → ...es-3-Llama-3.1-8B/SQAC_SQUAD_2024_es.json
diff --git a/...ma-3.1-8B_fix/SQAC_SQUAD_2024_es_val.json → ...-Llama-3.1-8B/SQAC_SQUAD_2024_es_val.json b/...ma-3.1-8B_fix/SQAC_SQUAD_2024_es_val.json → ...-Llama-3.1-8B/SQAC_SQUAD_2024_es_val.json
diff --git a/...ermes-3-Llama-3.1-8B_fix/dev_metrics.json → ...ne/Hermes-3-Llama-3.1-8B/dev_metrics.json b/...ermes-3-Llama-3.1-8B_fix/dev_metrics.json → ...ne/Hermes-3-Llama-3.1-8B/dev_metrics.json
diff --git a/results/finetune/gemma-2b-it/DIANN_2023_T1_es.json b/results/finetune/gemma-2b-it/DIANN_2023_T1_es.json
diff --git a/results/finetune/gemma-2b-it/DIANN_2023_T1_es_val.json b/results/finetune/gemma-2b-it/DIANN_2023_T1_es_val.json
diff --git a/results/finetune/gemma-2b-it/DIPROMATS_2023_T1_es.json b/results/finetune/gemma-2b-it/DIPROMATS_2023_T1_es.json
diff --git a/results/finetune/gemma-2b-it/DIPROMATS_2023_T1_es_val.json b/results/finetune/gemma-2b-it/DIPROMATS_2023_T1_es_val.json
diff --git a/results/finetune/gemma-2b-it/DIPROMATS_2023_T2_es.json b/results/finetune/gemma-2b-it/DIPROMATS_2023_T2_es.json
diff --git a/results/finetune/gemma-2b-it/DIPROMATS_2023_T2_es_val.json b/results/finetune/gemma-2b-it/DIPROMATS_2023_T2_es_val.json
diff --git a/results/finetune/gemma-2b-it/DIPROMATS_2023_T3_es.json b/results/finetune/gemma-2b-it/DIPROMATS_2023_T3_es.json
diff --git a/results/finetune/gemma-2b-it/DIPROMATS_2023_T3_es_val.json b/results/finetune/gemma-2b-it/DIPROMATS_2023_T3_es_val.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2022_T1_es.json b/results/finetune/gemma-2b-it/EXIST_2022_T1_es.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2022_T1_es_val.json b/results/finetune/gemma-2b-it/EXIST_2022_T1_es_val.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2022_T2_es.json b/results/finetune/gemma-2b-it/EXIST_2022_T2_es.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2022_T2_es_val.json b/results/finetune/gemma-2b-it/EXIST_2022_T2_es_val.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2023_T1_es.json b/results/finetune/gemma-2b-it/EXIST_2023_T1_es.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2023_T1_es_val.json b/results/finetune/gemma-2b-it/EXIST_2023_T1_es_val.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2023_T2_es.json b/results/finetune/gemma-2b-it/EXIST_2023_T2_es.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2023_T2_es_val.json b/results/finetune/gemma-2b-it/EXIST_2023_T2_es_val.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2023_T3_es.json b/results/finetune/gemma-2b-it/EXIST_2023_T3_es.json
diff --git a/results/finetune/gemma-2b-it/EXIST_2023_T3_es_val.json b/results/finetune/gemma-2b-it/EXIST_2023_T3_es_val.json
diff --git a/results/finetune/gemma-2b-it/SQAC_SQUAD_2024_es.json b/results/finetune/gemma-2b-it/SQAC_SQUAD_2024_es.json
diff --git a/results/finetune/gemma-2b-it/SQAC_SQUAD_2024_es_val.json b/results/finetune/gemma-2b-it/SQAC_SQUAD_2024_es_val.json
diff --git a/results/finetune/gemma-2b-it/dev_metrics.json b/results/finetune/gemma-2b-it/dev_metrics.json
@@ -0,0 +1,37 @@
+{
+    "exist_2022_t1_es": {
+        "accuracy": 0.8115687992988606
+    },
+    "exist_2022_t2_es": {
+        "macro_f1": 0.6154964150689928
+    },
+    "exist_2023_t1_es": {
+        "accuracy": 0.8051001821493625,
+        "cross_entropy_loss": 0.5758636876099313
+    },
+    "exist_2023_t2_es": {
+        "accuracy": 0.6939890710382514,
+        "cross_entropy_loss": 1.1910553439935918
+    },
+    "exist_2023_t3_es": {
+        "accuracy": 0.599271402550091,
+        "cross_entropy_loss": 1.9416777549111344
+    },
+    "dipromats_2023_t1_es": {
+        "accuracy": 0.9117647058823529
+    },
+    "dipromats_2023_t2_es": {
+        "micro_f1": 0.8827309236947791
+    },
+    "dipromats_2023_t3_es": {
+        "micro_f1": 0.858158830501778
+    },
+    "diann_2023_t1_es": {
+        "precision": 0.7257383966244726,
+        "recall": 0.7678571428571429,
+        "f1": 0.7462039045553146
+    },
+    "squad_2024_t1_es": {
+        "f1": 0.7353934182100604
+    }
+}
diff --git a/train_configs/gemma2B.yaml b/train_configs/gemma2B.yaml
@@ -8,7 +8,7 @@ force_auto_device_map: false
 use_flash_attention: true
 deepspeed: train_configs/deepspeed_zero3.json
 
-output_dir: models/gemma-2b-it_2
+output_dir: models/gemma-2b-it
 overwrite_output_dir: true
 load_best_model_at_end: false
 metric_for_best_model: eval_loss