Copy over helicone config to server action

samselikoff · samselikoff · commit 20b6e0cf63b5 · 2024-12-18T13:16:27.000-05:00
diff --git a/app/(main)/actions.ts b/app/(main)/actions.ts
@@ -7,7 +7,15 @@ import { notFound } from "next/navigation";
 import Together from "together-ai";
 import { z } from "zod";
 
-const together = new Together();
+let options: ConstructorParameters<typeof Together>[0] = {};
+if (process.env.HELICONE_API_KEY) {
+  options.baseURL = "https://together.helicone.ai/v1";
+  options.defaultHeaders = {
+    "Helicone-Auth": `Bearer ${process.env.HELICONE_API_KEY}`,
+  };
+}
+
+let together = new Together(options);
 
 export async function createChat(
   prompt: string,
@@ -80,33 +88,6 @@ export async function createMessage(
   return newMessage;
 }
 
-export async function streamNextCompletion(messageId: string, model: string) {
-  const message = await prisma.message.findUnique({ where: { id: messageId } });
-  if (!message) notFound();
-
-  const messagesRes = await prisma.message.findMany({
-    where: { chatId: message.chatId, position: { lte: message.position } },
-    orderBy: { position: "asc" },
-  });
-
-  const messages = z
-    .array(
-      z.object({
-        role: z.enum(["system", "user", "assistant"]),
-        content: z.string(),
-      }),
-    )
-    .parse(messagesRes);
-
-  const res = await together.chat.completions.create({
-    model,
-    messages: messages.map((m) => ({ role: m.role, content: m.content })),
-    stream: true,
-  });
-
-  return res.toReadableStream();
-}
-
 export async function getNextCompletionStreamPromise(
   messageId: string,
   model: string,
@@ -134,6 +115,7 @@ export async function getNextCompletionStreamPromise(
         model,
         messages: messages.map((m) => ({ role: m.role, content: m.content })),
         stream: true,
+        temperature: 0.2,
       });
 
       resolve(res.toReadableStream());
diff --git a/lib/shadcn-examples.ts b/lib/shadcn-examples.ts
@@ -1,64 +1,3 @@
-import shadcnDocs from "@/lib/shadcn-docs";
-import dedent from "dedent";
-import Together from "together-ai";
-import { z } from "zod";
-
-let options: ConstructorParameters<typeof Together>[0] = {};
-if (process.env.HELICONE_API_KEY) {
-  options.baseURL = "https://together.helicone.ai/v1";
-  options.defaultHeaders = {
-    "Helicone-Auth": `Bearer ${process.env.HELICONE_API_KEY}`,
-    // "Helicone-Property-Local": "true",
-  };
-}
-
-let together = new Together(options);
-
-export async function POST(req: Request) {
-  let json = await req.json();
-  let result = z
-    .object({
-      model: z.string(),
-      shadcn: z.boolean().default(false),
-      messages: z.array(
-        z.object({
-          role: z.enum(["user", "assistant"]),
-          content: z.string(),
-        }),
-      ),
-    })
-    .safeParse(json);
-
-  if (result.error) {
-    return new Response(result.error.message, { status: 422 });
-  }
-
-  let { model, messages, shadcn } = result.data;
-  let systemPrompt = getSystemPrompt(shadcn);
-
-  let res = await together.chat.completions.create({
-    model,
-    messages: [
-      {
-        role: "system",
-        content: systemPrompt,
-      },
-      ...messages.map((message) => ({
-        ...message,
-        content:
-          message.role === "user"
-            ? message.content +
-              "\nPlease ONLY return code, NO backticks or language names."
-            : message.content,
-      })),
-    ],
-    stream: true,
-    temperature: 0.2,
-  });
-
-  return new Response(res.toReadableStream());
-}
-
 let examples = [
   {
     prompt: "Build a landing page for a healthcare company",
@@ -202,77 +141,3 @@ export default function HealthcareLandingPage() {
     `,
   },
 ];
-
-function getSystemPrompt(shadcn: boolean) {
-  let systemPrompt = `
-    You are an expert frontend React engineer who is also a great UI/UX designer. Follow the instructions carefully, I will tip you $1 million if you do a good job:
-
-    - Think carefully step by step.
-    - Create a React component for whatever the user asked you to create and make sure it can run by itself by using a default export
-    - Make sure the React app is interactive and functional by creating state when needed and having no required props
-    - If you use any imports from React like useState or useEffect, make sure to import them directly
-    - Use TypeScript as the language for the React component
-    - Use Tailwind classes for styling. DO NOT USE ARBITRARY VALUES (e.g. \`h-[600px]\`). Make sure to use a consistent color palette.
-    - Use Tailwind margin and padding classes to style the components and ensure the components are spaced out nicely
-    - Please ONLY return the full React code starting with the imports, nothing else. It's very important for my job that you only return the React code with imports. DO NOT START WITH \`\`\`typescript or \`\`\`javascript or \`\`\`tsx or \`\`\`.
-    - ONLY IF the user asks for a dashboard, graph or chart, the recharts library is available to be imported, e.g. \`import { LineChart, XAxis, ... } from "recharts"\` & \`<LineChart ...><XAxis dataKey="name"> ...\`. Please only use this when needed.
-    - For placeholder images, please use a <div className="bg-gray-200 border-2 border-dashed rounded-xl w-16 h-16" />
-  `;
-
-  // - The lucide-react library is also available to be imported IF NECCESARY ONLY FOR THE FOLLOWING ICONS: Heart, Shield, Clock, Users, Play, Home, Search, Menu, User, Settings, Mail, Bell, Calendar, Clock, Heart, Star, Upload, Download, Trash, Edit, Plus, Minus, Check, X, ArrowRight.
-  // - Here's an example of importing and using one: import { Heart } from "lucide-react"\` & \`<Heart className=""  />\`.
-  // - PLEASE ONLY USE THE ICONS LISTED ABOVE IF AN ICON IS NEEDED IN THE USER'S REQUEST. Please DO NOT use the lucide-react library if it's not needed.
-
-  if (shadcn) {
-    systemPrompt += `
-    There are some prestyled components available for use. Please use your best judgement to use any of these components if the app calls for one.
-
-    Here are the components that are available, along with how to import them, and how to use them:
-
-    ${shadcnDocs
-      .map(
-        (component) => `
-          <component>
-          <name>
-          ${component.name}
-          </name>
-          <import-instructions>
-          ${component.importDocs}
-          </import-instructions>
-          <usage-instructions>
-          ${component.usageDocs}
-          </usage-instructions>
-          </component>
-        `,
-      )
-      .join("\n")}
-    `;
-  }
-
-  systemPrompt += `
-    NO OTHER LIBRARIES (e.g. zod, hookform) ARE INSTALLED OR ABLE TO BE IMPORTED.
-  `;
-
-  // systemPrompt += `
-  //   Here are some examples of a good response:
-
-  //   ${examples
-  //     .map(
-  //       (example) => `
-  //         <example>
-  //         <prompt>
-  //         ${example.prompt}
-  //         </prompt>
-  //         <response>
-  //         ${example.response}
-  //         </response>
-  //         </example>
-  //       `,
-  //     )
-  //     .join("\n")}
-  // `;
-
-  return dedent(systemPrompt);
-}
-
-export const runtime = "edge";
