chore: add model info to the chat table

prisma/migrations/20230502081044_add_model_json/migration.sql

@@ -0,0 +1,8 @@
+/*
+  Warnings:
+
+  - Added the required column `model` to the `Chat` table without a default value. This is not possible if the table is not empty.
+
+*/
+-- AlterTable
+ALTER TABLE "Chat" ADD COLUMN     "model" JSONB NOT NULL;

prisma/schema.prisma

@@ -13,6 +13,7 @@ datasource db {
 model Chat {
   id        String   @id @default(uuid())
   createdAt DateTime @default(now())
+  model     Json
   ctx       Json
   messages  Message[]
 

src/pages/api/chat.ts

@@ -5,7 +5,7 @@ import {
 } from "eventsource-parser";
 import { NextRequest } from "next/server";
 import { API_KEY } from "@/env";
-import { openAIApiEndpoint, openAIApiKey } from "@/utils";
+import { openAIApiEndpoint, openAIApiKey, gpt35 } from "@/utils";
 
 export const config = {
   runtime: "edge",
@@ -49,11 +49,11 @@ const handler = async (req: NextRequest) => {
     },
     method: "POST",
     body: JSON.stringify({
-      model: "gpt-3.5-turbo",
+      model: gpt35.name,
       messages: reqBody.messages,
-      temperature: 0,
+      temperature: gpt35.temperature,
-      frequency_penalty: 0.0,
+      frequency_penalty: gpt35.frequency_penalty,
-      presence_penalty: 0.0,
+      presence_penalty: gpt35.presence_penalty,
       stream: true,
     }),
   });

src/pages/api/usage.ts

@@ -1,6 +1,7 @@
 import { PrismaClient } from "@prisma/client";
 import { NextApiRequest, NextApiResponse } from "next";
 import { Conversation, Message } from "@/types";
+import { gpt35 } from "@/utils";
 
 const prisma = new PrismaClient();
 
@@ -36,6 +37,7 @@ export default async function handler(
         data: {
           id: conversation.id,
           createdAt: new Date(conversation.createdAt),
+          model: gpt35,
           ctx: {},
           messages: {
             create: messages.map((message) => ({

src/utils/index.ts

@@ -2,3 +2,4 @@ export * from "./id";
 export * from "./openai";
 export * from "./sql";
 export * from "./execution";
+export * from "./model";

src/utils/model.ts

@@ -0,0 +1,6 @@
+export const gpt35 = {
+  name: "gpt-3.5-turbo",
+  temperature: 0,
+  frequency_penalty: 0.0,
+  presence_penalty: 0.0,
+};