Capturing Images

import { readFileSync } from "node:fs";
import { openai } from "@ai-sdk/openai";
import { generateText } from "ai";
import { setupObservability } from "langwatch/observability/node";

setupObservability({ serviceName: "image-service" });

const data = readFileSync("shapes.png").toString("base64");

const { text } = await generateText({
  model: openai.chat("gpt-5-mini"),
  messages: [
    {
      role: "user",
      content: [
        { type: "text", text: "What does this image show?" },
        { type: "file", data, mediaType: "image/png", filename: "shapes.png" },
      ],
    },
  ],
  experimental_telemetry: { isEnabled: true },
});

console.log(text);

import { readFileSync } from "node:fs";
import OpenAI from "openai";
import { getLangWatchTracer } from "langwatch";
import { setupObservability } from "langwatch/observability/node";

setupObservability({ serviceName: "image-service" });

const tracer = getLangWatchTracer("image-service");
const client = new OpenAI();

const describe = async (prompt: string, path: string): Promise<string> => {
  return await tracer.withActiveSpan("DescribeImage", async (span) => {
    span.setType("llm");

    const encoded = readFileSync(path).toString("base64");
    const completion = await client.chat.completions.create({
      model: "gpt-5-mini",
      messages: [
        {
          role: "user",
          content: [
            { type: "text", text: prompt },
            {
              type: "image_url",
              image_url: { url: `data:image/png;base64,${encoded}` },
            },
          ],
        },
      ],
    });

    return completion.choices[0]?.message.content ?? "";
  });
};

await describe("What does this image show?", "shapes.png");