feat: aggregate model votes in metrics

src/lib/server/metrics.ts

@@ -14,6 +14,8 @@ interface Metrics {
 		timePerOutputToken: Summary<Model["id"]>;
 		timeToFirstToken: Summary<Model["id"]>;
 		latency: Summary<Model["id"]>;
+		votesPositive: Counter<Model["id"]>;
+		votesNegative: Counter<Model["id"]>;
 	};
 
 	webSearch: {
@@ -106,6 +108,18 @@ export class MetricsServer {
 					maxAgeSeconds: 5 * 60,
 					ageBuckets: 5,
 				}),
+				votesPositive: new Counter({
+					name: "model_votes_positive",
+					help: "Total number of positive votes on messages generated by the model",
+					labelNames: ["model"],
+					registers: [register],
+				}),
+				votesNegative: new Counter({
+					name: "model_votes_negative",
+					help: "Total number of negative votes on messages generated by the model",
+					labelNames: ["model"],
+					registers: [register],
+				}),
 			},
 			webSearch: {
 				requestCount: new Counter({

src/routes/conversation/[id]/message/[messageId]/vote/+server.ts

@@ -1,5 +1,6 @@
 import { authCondition } from "$lib/server/auth";
 import { collections } from "$lib/server/database";
+import { MetricsServer } from "$lib/server/metrics.js";
 import { error } from "@sveltejs/kit";
 import { ObjectId } from "mongodb";
 import { z } from "zod";
@@ -13,6 +14,25 @@ export async function POST({ params, request, locals }) {
 	const conversationId = new ObjectId(params.id);
 	const messageId = params.messageId;
 
+	// aggregate votes per model in order to detect model performance degradation
+	const model = await collections.conversations
+		.findOne(
+			{
+				_id: conversationId,
+				...authCondition(locals),
+			},
+			{ projection: { model: 1 } }
+		)
+		.then((c) => c?.model);
+
+	if (model) {
+		if (score === 1) {
+			MetricsServer.getMetrics().model.votesPositive.inc({ model });
+		} else {
+			MetricsServer.getMetrics().model.votesNegative.inc({ model });
+		}
+	}
+
 	const document = await collections.conversations.updateOne(
 		{
 			_id: conversationId,