diff --git a/pyproject.toml b/pyproject.toml
index 8b5e322..a3eca77 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -19,30 +19,30 @@ include = [
 python = ">=3.10"
 torch = ">=2.2.2"
 torchvision = ">=0.17.2"
-omegaconf = "^2.3.0"
-matplotlib = "^3.8.4"
-iopath = "^0.1.9"
-timm = "^0.9.16"
-opencv-python = "^4.6.0"
-transformers = "4.42.4"
-fairscale = "^0.4.13"
-# ftfy = "^6.2.0"
-ftfy = {version = "^6.2.0", python = ">=3.10,<4.0"}
-albumentations = "^1.4.4"
-wand = "^0.6.13"
-webdataset = "^0.2.86"
-rapidfuzz = "^3.8.1"
-termcolor = "^2.4.0"
-pandas = "^2.2.2"
-evaluate = "^0.4.1"
-rich = "^13.7.1"
-jupyterlab = "^4.1.6"
-tabulate = "^0.9.0"
-nltk = "^3.8.1"
-streamlit = "^1.33.0"
-pypdfium2 = "^4.29.0"
-pdf2image = "^1.17.0"
-streamlit_drawable_canvas = "^0.9.3"
+omegaconf = ">=2.3.0"
+matplotlib = ">=3.8.4"
+iopath = ">=0.1.9"
+timm = ">=0.9.16"
+opencv-python = ">=4.6.0"
+transformers = ">=4.42.0"
+fairscale = ">=0.4.13"
+# ftfy = ">=6.2.0"
+ftfy = {version = ">=6.2.0", python = ">=3.10,<4.0"}
+albumentations = ">=1.4.4"
+wand = ">=0.6.13"
+webdataset = ">=0.2.86"
+rapidfuzz = ">=3.8.1"
+termcolor = ">=2.4.0"
+pandas = ">=2.2.2"
+evaluate = ">=0.4.1"
+rich = ">=13.7.1"
+jupyterlab = ">=4.1.6"
+tabulate = ">=0.9.0"
+nltk = ">=3.8.1"
+streamlit = ">=1.33.0"
+pypdfium2 = ">=4.29.0"
+pdf2image = ">=1.17.0"
+streamlit_drawable_canvas = ">=0.9.3"
 
 [tool.poetry.extras]
 full = [
diff --git a/unimernet/models/unimernet/encoder_decoder.py b/unimernet/models/unimernet/encoder_decoder.py
index 7cf350a..cccef39 100644
--- a/unimernet/models/unimernet/encoder_decoder.py
+++ b/unimernet/models/unimernet/encoder_decoder.py
@@ -432,6 +432,7 @@ def __init__(self, config):
         print("CustomMBartForCausalLM init")
         super().__init__(config)
         # Modify the decoder within MBartDecoderWrapper
+        config._attn_implementation = "eager"
         self.model.decoder = CustomMBartDecoder(config)