Update src/app/api/qa/route.ts

src/app/api/qa/route.ts

@@ -1,7 +1,7 @@
 import { NextRequest, NextResponse } from 'next/server'
 import { HfInference } from '@huggingface/inference'
 
-const hf = new HfInference(process.env.HUGGINGFACE_API_KEY)
+const hf = new HfInference(process.env.API_TOKEN)
 
 interface RequestBody {
   query: string
@@ -13,25 +13,21 @@ export async function POST(request: NextRequest) {
     const body: RequestBody = await request.json()
     const { query, documents } = body
 
-    // If query is empty, return early
     if (!query.trim()) {
       return NextResponse.json({ 
         answer: 'Please enter a question.' 
       })
     }
 
-    // Clean and format the document texts
     const context = documents
       .map(doc => {
-        // Clean up the text and ensure proper spacing
         return doc.text
-          .replace(/\s+/g, ' ')  // Replace multiple spaces with single space
-          .trim()  // Remove leading/trailing whitespace
+          .replace(/\s+/g, ' ')  
+          .trim()  
       })
       .filter(text => text.length > 0)
-      .join('\n\n')  // Add clear separation between documents
+      .join('\n\n')  
 
-    // Create a prompt following Llama's instruction format
     const prompt = `[INST] You are a helpful AI assistant. Please answer the following question based on the provided context. If the answer cannot be found in the context, say "I cannot find the answer in the provided documents." Answer in the same language as the question. Do not include any instruction tags in your response.
 
 Context:
@@ -48,13 +44,13 @@ ${query} [/INST]`
         temperature: 0.7,
         top_p: 0.95,
         repetition_penalty: 1.15,
-        return_full_text: false  // Only return the generated response
+        return_full_text: false 
       }
     })
 
     const answer = response.generated_text?.trim()
-      .replace(/\[INST\]/g, '')  // Remove [INST] tags
-      .replace(/\[\/INST\]/g, '') // Remove [/INST] tags
+      .replace(/\[INST\]/g, '')  
+      .replace(/\[\/INST\]/g, '') 
       .trim() || 'Failed to generate an answer'
 
     return NextResponse.json({ answer })