Run open models with an API.

from openai import OpenAI

client = OpenAI(
    base_url="https://api.lightspacehq.com/v1",
    api_key=os.environ["LIGHTSPACE_API_KEY"],
)

r = client.chat.completions.create(
    model="qwen2.5-vl-7b",
    messages=[{"role": "user", "content": [
        {"type": "text", "text": "Invoice number, date and total as JSON."},
        {"type": "image_url",
         "image_url": {"url": "https://example.com/invoice.jpg"}},
    ]}],
)
print(r.choices[0].message.content)

OpenAIClient client = OpenAIOkHttpClient.builder()
    .baseUrl("https://api.lightspacehq.com/v1")
    .apiKey(System.getenv("LIGHTSPACE_API_KEY"))
    .build();

ChatCompletionCreateParams params = ChatCompletionCreateParams.builder()
    .model("qwen2.5-vl-7b")
    .addUserMessage("Invoice number, date and total as JSON.")
    .build();

ChatCompletion r = client.chat().completions().create(params);
System.out.println(r.choices().get(0).message().content().orElse(""));

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://api.lightspacehq.com/v1",
  apiKey: process.env.LIGHTSPACE_API_KEY,
});

const r = await client.chat.completions.create({
  model: "qwen2.5-vl-7b",
  messages: [{ role: "user", content: [
    { type: "text", text: "Invoice number, date and total as JSON." },
    { type: "image_url", image_url: { url: "https://example.com/invoice.jpg" } },
  ]}],
});
console.log(r.choices[0].message.content);

curl https://api.lightspacehq.com/v1/chat/completions \
  -H "Authorization: Bearer $LIGHTSPACE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "qwen2.5-vl-7b",
    "messages": [{"role": "user", "content": "Summarise this contract."}]
  }'