fix endpoint

This commit is contained in:
Joseph J Helfenbein
2025-01-26 07:17:12 -05:00
parent 741c853345
commit b25c290463

View File

@@ -1,19 +1,24 @@
import { HuggingFaceInference } from "@langchain/community/llms/hf"; import { HuggingFaceInference } from "@langchain/community/llms/hf";
export async function POST(req, res) { export async function POST(req) {
try { try {
const { query } = req.body; const body = await req.json();
const { query } = body;
const model = new HuggingFaceInference({ const model = new HuggingFaceInference({
model: 'm42-health/Llama3-Med42-8B', model: "m42-health/Llama3-Med42-8B",
apiKey: process.env.HUGGING_FACE_API_KEY, apiKey: process.env.HUGGING_FACE_API_KEY,
}); });
const response = await model.invoke(query); const response = await model.invoke(query);
res.status(200).json({ answer: response }); return new Response(JSON.stringify({ answer: response }), {
status: 200,
});
} catch (error) { } catch (error) {
console.error(error); console.error("Backend error:", error);
res.status(500).json({ error: 'Error generating response' }); return new Response(JSON.stringify({ error: "Error generating response" }), {
status: 500,
});
} }
} }