The whole agent loop,
on the user's GPU

01import { useEngine } from "@tryhamster/gerbil/hooks";
02
03type Analysis = {
04  sentence: string;
05  sentiment: "positive" | "negative" | "neutral";
06  verified: boolean;
07};
08
09const LABELS = ["positive", "negative", "neutral"] as const;
10
11// The schema every response must satisfy.
12function isAnalysis(o: any): o is Analysis {
13  return (
14    typeof o.sentence === "string" &&
15    LABELS.includes(o.sentiment) &&
16    typeof o.verified === "boolean"
17  );
18}
19
20function Pipeline() {
21  const { complete, isReady } = useEngine();
22
23  // Five steps, every one on the user's GPU.
24  async function analyze(sentence: string): Promise<Analysis> {
25    // 1. Sentiment — one word from the on-device model.
26    const raw = await complete(
27      `Reply with ONLY one word ` +
28      `(positive, negative, or neutral) ` +
29      `based on the sentiment in this sentence: ${sentence}`,
30      { maxTokens: 8, temperature: 0 }
31    );
32    const sentiment = raw.toLowerCase().match(
33      /positive|negative|neutral/
34    )?.[0] as Analysis["sentiment"];
35
36    // 2. Validation call — a second pass grades the label.
37    const verdict = await complete(
38      `Does "${sentiment}" correctly describe the sentiment of: ` +
39      `"${sentence}"? Reply yes or no.`,
40      { maxTokens: 6, temperature: 0 }
41    );
42    const verified = /^\s*y/i.test(verdict.trim());
43
44    // 3. Construct the object.
45    const result = { sentence, sentiment, verified };
46
47    // 4. Validate against the schema before trusting it.
48    if (!isAnalysis(result)) {
49      throw new Error("model output failed schema validation");
50    }
51
52    // 5. Respond.
53    return result;
54  }
55
56  return (
57    <button onClick={() => analyze("Best purchase all year!")} disabled={!isReady}>
58      Analyze
59    </button>
60  );
61}