From de0bab714bddd009bbf245ce06e177c6f08c47a7 Mon Sep 17 00:00:00 2001
From: Jan <jakel101@hhu.de>
Date: Mon, 8 Jan 2024 19:15:34 +0100
Subject: [PATCH] Add tagging for "incomplete generations"

---
 bigcode_eval/tasks/shadereval.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/bigcode_eval/tasks/shadereval.py b/bigcode_eval/tasks/shadereval.py
index 7e76cf196..3e5790b02 100644
--- a/bigcode_eval/tasks/shadereval.py
+++ b/bigcode_eval/tasks/shadereval.py
@@ -195,6 +195,8 @@ def remove_last_block(self, code):
         if not cut:
             if '}' in code:
                 code = code[:code.rfind('}')] + '}'
+            else:
+                code = code + "// incomplete generation! \n"
         return code
 
     def postprocess_generation(self, generation, idx):