diff --git a/flair/nn/model.py b/flair/nn/model.py
index 54c52eba3..04a9c24a3 100644
--- a/flair/nn/model.py
+++ b/flair/nn/model.py
@@ -899,7 +899,9 @@ def predict(
 
                         if has_unknown_label:
                             has_any_unknown_label = True
-                            scores = torch.index_select(scores, 0, torch.tensor(filtered_indices, device=flair.device))
+                            scores = torch.index_select(
+                                scores, 0, torch.tensor(filtered_indices, device=flair.device, dtype=torch.int32)
+                            )
 
                         gold_labels = self._prepare_label_tensor([data_points[index] for index in filtered_indices])
                         overall_loss += self._calculate_loss(scores, gold_labels)[0]