npm install @better-agent/ollama

import { defineAgent } from "@better-agent/core";
import { ollama } from "@better-agent/ollama";

export const localAgent = defineAgent({
  name: "local",
  model: ollama("llama3.2", {
    options: {
      num_predict: 512,
    },
  }),
  instruction: "You help with local development.",
});

import { createOllama } from "@better-agent/ollama";

const ollama = createOllama({
  baseURL: "http://localhost:11434/api",
});

const text = ollama.text("llama3.2");

const localSummarize = defineTool({
  name: "local_summarize",
  description: "Summarize text with a local model.",
  inputSchema: z.object({
    content: z.string(),
  }),
  execute: async ({ content }) => {
    const result = await text.generate({
      input: `Summarize this locally:\n\n${content}`,
    });

    return { summary: result.text };
  },
});

const embedding = ollama.embedding("nomic-embed-text");

await app.agent("local").run({
  messages,
  providerOptions: {
    ollama: {
      structuredOutputs: true,
    },
  },
});