Update app.py

app.py

@@ -8,17 +8,40 @@ import matplotlib.patches as patches
 import numpy as np
 import requests
 from io import BytesIO
+from unittest.mock import patch
 
 subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 
-config = AutoConfig.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection', trust_remote_code=True)
+model_dir = 'medieval-data/florence2-medieval-bbox-line-detection'
+with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
+    # Load the configuration
+    config = AutoConfig.from_pretrained(model_dir, trust_remote_code=True)
+    
     # Modify the vision configuration
-if hasattr(config, 'vision_config'):
-    config.vision_config.model_type = 'davit'
+    if hasattr(config, 'vision_config'):
+        config.vision_config.model_type = 'davit'
     
-model = AutoModelForCausalLM.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection', trust_remote_code=True).eval()
-processor = AutoProcessor.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection', trust_remote_code=True)
-
+    print("Modified vision configuration:")
+    print(config.vision_config)
+    
+    # Try to load the model with the modified configuration
+    try:
+        model = AutoModelForCausalLM.from_pretrained(
+            model_dir,
+            config=config,
+            trust_remote_code=True
+        )
+        print("Model loaded successfully!")
+    except Exception as e:
+        print(f"Failed to load model: {str(e)}")
+
+    # Load the processor
+    processor = AutoProcessor.from_pretrained(
+        model_dir, 
+        trust_remote_code=True,
+        revision='refs/pr/6'
+    )
+    print("Processor loaded successfully!")
 TITLE = "# [Florence-2-DocVQA Demo](https://huggingface.co/HuggingFaceM4/Florence-2-DocVQA)"
 DESCRIPTION = "The demo for Florence-2 fine-tuned on DocVQA dataset. You can find the notebook [here](https://colab.research.google.com/drive/1hKDrJ5AH_o7I95PtZ9__VlCTNAo1Gjpf?usp=sharing). Read more about Florence-2 fine-tuning [here](finetune-florence2)."