Hackathons/HoyaHax2025
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use different endpoint structure

Browse Source
This commit is contained in:
Joseph J Helfenbein
2025-01-26 06:55:03 -05:00
parent 4e4c30356a
commit 6eb4429523
1 changed files with 12 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
src/app/api/chat/route.js
View File

@@ -1,23 +1,19 @@
import { HuggingFaceInference } from "@langchain/community/llms/hf"; import { HuggingFaceInference } from "@langchain/community/llms/hf";
export default async function handler(req, res) { export async function POST(req, res) {
if (req.method === 'POST') { try {
try { const { query } = req.body;
const { query } = req.body;
const model = new HuggingFaceInference({ const model = new HuggingFaceInference({
model: 'm42-health/Llama3-Med42-8B', model: 'm42-health/Llama3-Med42-8B',
apiKey: process.env.HUGGING_FACE_API_KEY, apiKey: process.env.HUGGING_FACE_API_KEY,
}); });
const response = await model.invoke(query); const response = await model.invoke(query);
res.status(200).json({ answer: response }); res.status(200).json({ answer: response });
} catch (error) { } catch (error) {
console.error(error); console.error(error);
res.status(500).json({ error: 'Error generating response' }); res.status(500).json({ error: 'Error generating response' });
}
} else {
res.status(405).json({ error: 'Method Not Allowed' });
} }
} }