adapt finetuning and add requirement

HelmholtzAI-Consultants-Munich · Sep 23, 2024 · 9c7eb8d · 9c7eb8d
1 parent be36fa4
commit 9c7eb8d
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 5 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -16,4 +16,5 @@ utils==1.0.1
 torch
 torchvision
 opencv-python
-transformers[torch]
+transformers[torch]
+evaluate
diff --git a/xai-for-transformer/1-Tutorial_Transformer_Model.ipynb b/xai-for-transformer/1-Tutorial_Transformer_Model.ipynb
@@ -574,14 +574,14 @@
    "outputs": [],
    "source": [
     "training_args = Seq2SeqTrainingArguments(\n",
-    "    output_dir=\"my_awesome_opus_books_model\",\n",
+    "    output_dir=\"german-english\",\n",
     "    evaluation_strategy=\"epoch\",\n",
     "    learning_rate=2e-3,\n",
-    "    per_device_train_batch_size=16,\n",
-    "    per_device_eval_batch_size=16,\n",
+    "    per_device_train_batch_size=128,\n",
+    "    per_device_eval_batch_size=128,\n",
     "    weight_decay=0.01,\n",
     "    save_total_limit=3,\n",
-    "    num_train_epochs=10,\n",
+    "    num_train_epochs=40,\n",
     "    predict_with_generate=True,\n",
     "    fp16=False, \n",
     "    push_to_hub=False,\n",