GPT-6 Astra

npm i ai @neondatabase/ai-sdk-provider

import { generateText } from "ai";
import { neon } from "@neondatabase/ai-sdk-provider";

const { text } = await generateText({
  model: neon("gpt-6-astra"),
  prompt: "Explain Serverless Postgres.",
});

console.log(text);

npm i @mastra/core

import { Agent } from "@mastra/core/agent";

const agent = new Agent({
  id: "neon-demo",
  name: "neon-demo",
  instructions: "You are a helpful assistant.",
  model: "neon/gpt-6-astra",
});

const { text } = await agent.generate("Explain Serverless Postgres.");
console.log(text);

npm i openai

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: process.env.NEON_AI_GATEWAY_TOKEN,
  baseURL: `${process.env.NEON_AI_GATEWAY_BASE_URL}/v1`,
});

const resp = await client.chat.completions.create({
  model: "gpt-6-astra",
  messages: [{ role: "user", content: "Explain Serverless Postgres." }],
});
console.log(resp.choices[0].message.content);

pip install openai

import os
from openai import OpenAI

client = OpenAI(
    api_key=os.environ["NEON_AI_GATEWAY_TOKEN"],
    base_url=f"{os.environ['NEON_AI_GATEWAY_BASE_URL']}/v1",
)

resp = client.chat.completions.create(
    model="gpt-6-astra",
    messages=[{"role": "user", "content": "Explain Serverless Postgres."}],
)
print(resp.choices[0].message.content)

curl "${NEON_AI_GATEWAY_BASE_URL}/v1/chat/completions" \
  -H "Authorization: Bearer ${NEON_AI_GATEWAY_TOKEN}" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "gpt-6-astra",
    "messages": [{"role": "user", "content": "Explain Serverless Postgres."}]
  }'

npm i ai @neondatabase/ai-sdk-provider

import { streamText } from "ai";
import { neon } from "@neondatabase/ai-sdk-provider";

const result = streamText({
  model: neon("gpt-6-astra"),
  prompt: "A red apple on a wooden table.",
  tools: {
    image_generation: neon.tools.imageGeneration({ outputFormat: "jpeg" }),
  },
});

for await (const _ of result.textStream) {}

const images = (await result.toolResults).filter((r) => r.toolName === "image_generation");
console.log(images.length);

npm i @mastra/core ai @neondatabase/ai-sdk-provider

import { Agent } from "@mastra/core/agent";
import { neon } from "@neondatabase/ai-sdk-provider";

const agent = new Agent({
  id: "neon-demo",
  name: "neon-demo",
  instructions: "Generate the image the user asks for.",
  model: "neon/gpt-6-astra",
  tools: { image_generation: neon.tools.imageGeneration({ outputFormat: "jpeg" }) },
});

const { toolResults } = await agent.generate("A red apple on a wooden table.");
const images = toolResults.filter((r) => r.payload.toolName === "image_generation");
console.log(images.map((r) => r.payload.result.result.length));

npm i openai

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: process.env.NEON_AI_GATEWAY_TOKEN,
  baseURL: `${process.env.NEON_AI_GATEWAY_BASE_URL}/openai/v1`,
});

const stream = client.responses.stream({
  model: "gpt-6-astra",
  input: "A red apple on a wooden table.",
  tools: [{ type: "image_generation" }],
});

const response = await stream.finalResponse();
const sizes = response.output.flatMap((item) => {
  if (item.type !== "image_generation_call") return [];
  if (!("result" in item) || typeof item.result !== "string") return [];
  return [item.result.length];
});
console.log(sizes);

pip install openai

import os
from openai import OpenAI

client = OpenAI(
    api_key=os.environ["NEON_AI_GATEWAY_TOKEN"],
    base_url=f"{os.environ['NEON_AI_GATEWAY_BASE_URL']}/openai/v1",
)

with client.responses.stream(
    model="gpt-6-astra",
    input="A red apple on a wooden table.",
    tools=[{"type": "image_generation"}],
) as stream:
    for _ in stream:
        pass
    response = stream.get_final_response()

sizes = [
    len(item.result)
    for item in response.output
    if item.type == "image_generation_call" and getattr(item, "result", None)
]
print(sizes)

# Injected by `neon env pull` when AI Gateway is enabled on the branch (neon.ts preview.aiGateway).
# Neon injects ONLY the NEON_AI_GATEWAY_* vars (not OPENAI_*). Build the OpenAI SDK / curl
# apiKey + baseURL from them: apiKey = NEON_AI_GATEWAY_TOKEN (the bearer, nt_live_...).
#
# NEON_AI_GATEWAY_BASE_URL is the bare gateway host (no path). Append the route you need:
#   - `/v1`        - unified Chat Completions and `/v1/embeddings`
#   - `/openai/v1` - OpenAI Responses API
# @neondatabase/ai-sdk-provider and Mastra route requests automatically.

NEON_AI_GATEWAY_TOKEN=nt_live_...
NEON_AI_GATEWAY_BASE_URL=https://<branch-id>-api.ai.<cell>.<region>.<cloud>.neon.tech