Galileo Prompts allow you to create, version, and test prompt templates for your LLM applications.

Creating a Prompt Template

import { createPromptTemplate } from "galileo";

const template = await createPromptTemplate({
  template: [
    { role: "system", content: "You are a great storyteller." },
    { role: "user", content: "Please write a short story about the following topic: {topic}" },
  ],
  projectName: "my-project",
  name: "storyteller-prompt",
});

Using a Prompt Template

// Coming soon…

Retrieving a Prompt Template

import { getPromptTemplate } from "galileo";

async function retrievePromptTemplate() {
  // Get a prompt template
  const template = await getPromptTemplate({
    projectName: "my-project",
    name: "Hello name prompt",
  });

  return template;
}

Using Prompts in Experiments

Prompts can be used in experiments to evaluate different prompt templates:

import { runExperiment, getPromptTemplate, getDataset } from "galileo";

async function runPromptExperiment() {
  const template = await getPromptTemplate({
    projectName: "my-project",
    name: "storyteller-prompt",
  });

  const dataset = await getDataset(undefined, "storyteller-dataset");

  await runExperiment({
    name: "Test Experiment",
    dataset: dataset,
    promptTemplate: template,
    metrics: ["toxicity"],
    projectName: "my-project",
  });
}