Update app.py

app.py

@@ -62,14 +62,28 @@ class MarketingAnalyzer:
     def _initialize_model(self, model_size: str):
         """Initialize Gemma model and tokenizer"""
         try:
+            import os
             model_name = f"google/gemma-{model_size}"
-            self.model = AutoModelForCausalLM.from_pretrained(model_name)
-            self.tokenizer = AutoTokenizer.from_pretrained(model_name)
             
-            self.model = self.model.to(self.device)
-            self.model.eval()
+            # Access HF token from environment variable
+            hf_token = os.environ.get('HF_TOKEN')
+            if not hf_token:
+                logger.warning("HF_TOKEN not found in environment variables")
+                
+            # Initialize model and tokenizer with token
+            self.model = AutoModelForCausalLM.from_pretrained(
+                model_name,
+                token=hf_token,
+                device_map='auto'  # Automatically handle device placement
+            )
+            self.tokenizer = AutoTokenizer.from_pretrained(
+                model_name,
+                token=hf_token
+            )
             
+            self.model.eval()  # Set to evaluation mode
             logger.info(f"Initialized model: {model_name}")
+            
         except Exception as e:
             logger.error(f"Error initializing model: {str(e)}")
             raise
@@ -198,7 +212,18 @@ class MarketingAnalyzer:
 
 def create_gradio_interface():
     """Create Gradio interface for marketing analysis"""
-    analyzer = MarketingAnalyzer()
+    try:
+        analyzer = MarketingAnalyzer()
+    except Exception as e:
+        logger.error(f"Failed to initialize analyzer: {str(e)}")
+        # Provide a more graceful fallback or error message in the interface
+        return gr.Interface(
+            fn=lambda x: "Error: Failed to initialize model. Please check authentication.",
+            inputs=gr.Textbox(),
+            outputs=gr.Textbox(),
+            title="Marketing Content Analyzer (Error)",
+            description="Failed to initialize. Please check if HF_TOKEN is properly set."
+        )
     
     def analyze(text):
         results = analyzer.analyze_content(text)