uncomment flash error captureg

huggingface · Jun 24, 2024 · 2d2325c · 2d2325c
1 parent 20bda42
commit 2d2325c
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/backends/python/server/text_embeddings_server/models/__init__.py b/backends/python/server/text_embeddings_server/models/__init__.py
@@ -15,11 +15,11 @@
 torch.set_grad_enabled(False)
 
 FLASH_ATTENTION = True
-# try:
-from text_embeddings_server.models.flash_bert import FlashBert
-# except ImportError as e:
-#     logger.warning(f"Could not import Flash Attention enabled models: {e}")
-#     FLASH_ATTENTION = False
+try:
+    from text_embeddings_server.models.flash_bert import FlashBert
+except ImportError as e:
+    logger.warning(f"Could not import Flash Attention enabled models: {e}")
+    FLASH_ATTENTION = False
 
 if FLASH_ATTENTION:
     __all__.append(FlashBert)