Adding Cerebras inference support (#502) (#523)

* Adding Cerebras inference support (#502)

* Added support for Cerebras models

Full function calling support for both llama-3.3-70b and llama-3.1-8b models
(llama 3.1 8b struggles with tools)

* Added higher performance model as default for example

* Changed Cerebras model prefixes to include provider

* Update CerebrasClient.ts

* Update LLMProvider.ts

* Update LLMClient.ts

* Update model.ts

* Update LLMClient.ts

* Update LLMProvider.ts

* Update LLMProvider.ts

---------

Co-authored-by: Anirudh Kamath <[email protected]>

* changeset

---------

Co-authored-by: kwt00 <[email protected]>

Author: kamath

Diff for: .changeset/young-insects-look.md

@@ -0,0 +1,17 @@
+---
+"@browserbasehq/stagehand": minor
+---
+
+Added CerebrasClient.ts:
+
+- Handles API communication with Cerebras
+- Supports function calling
+- Includes robust response parsing with fallbacks
+- Handles caching and error logging
+- Infrastructure Changes:
+
+Updated LLMClient.ts to support Cerebras provider type:
+
+- Added Cerebras models to model.ts type definitions
+- Added Cerebras case to LLMProvider.ts
+- Added CEREBRAS_API_KEY to environment variables

Diff for: .env.example

@@ -1,4 +1,5 @@
 OPENAI_API_KEY=""
+CEREBRAS_API_KEY=""
 BROWSERBASE_API_KEY=""
 BRAINTRUST_API_KEY=""
 ANTHROPIC_API_KEY=""
@@ -7,4 +8,4 @@ ENABLE_CACHING=false
 EVAL_MODELS="gpt-4o,claude-3-5-sonnet-latest"
 EXPERIMENTAL_EVAL_MODELS="gpt-4o,claude-3-5-sonnet-latest,o1-mini,o1-preview"
 EVAL_CATEGORIES="observe,act,combination,extract,experimental"
-STAGEHAND_API_URL="http://localhost:80"
+STAGEHAND_API_URL="http://localhost:80"

Diff for: examples/form_filling_sensible_cerebras.ts

@@ -0,0 +1,97 @@
+import { Stagehand } from "@/dist";
+import StagehandConfig from "@/stagehand.config";
+import { CerebrasClient } from "../lib/llm/CerebrasClient";
+import chalk from "chalk";
+
+async function formFillingSensible() {
+  const stagehand = new Stagehand({
+    ...StagehandConfig,
+    env: "LOCAL",
+    llmClient: new CerebrasClient({
+      modelName: "cerebras-llama-3.3-70b",
+      clientOptions: {
+        apiKey: process.env.CEREBRAS_API_KEY,
+      },
+      logger: console.log,
+    }),
+  });
+  await stagehand.init();
+
+  // Block manifest worker to prevent PWA installation popup.
+  // This is necessary because the website prompts the user to install the PWA and prevents form filling.
+  await stagehand.page.route("**/manifest.json", (route) => route.abort());
+
+  // Go to the website and wait for it to load
+  await stagehand.page.goto("https://file.1040.com/estimate/", {
+    waitUntil: "networkidle",
+    timeout: 30000,
+  });
+
+  // Observe the form fields with suggested actions
+  const observed = await stagehand.page.observe({
+    instruction:
+      "fill all the form fields in the page with mock data. In the description inlcude the field name",
+    returnAction: true,
+  });
+
+  // Uncomment the following snippet to see the stagehand candidate suggestions (initial)
+  console.log(
+    `${chalk.green("Observe:")} Form fields found:\n${observed
+      .map((r) => `${chalk.yellow(r.description)} -> ${chalk.gray(r.selector)}`)
+      .join("\n")}`,
+  );
+
+  // Create a mapping of 1+ keywords in the form fields to standardize field names
+  const mapping = (description: string): string | null => {
+    const keywords: { [key: string]: string[] } = {
+      age: ["old"],
+      dependentsUnder17: ["under age 17", "child", "minor"],
+      dependents17to23: ["17-23", "school", "student"],
+      wages: ["wages", "W-2 Box 1"],
+      federalTax: ["federal tax", "Box 2"],
+      stateTax: ["state tax", "Box 17"],
+    };
+
+    for (const [key, terms] of Object.entries(keywords)) {
+      if (terms.some((term) => description.toLowerCase().includes(term))) {
+        return key;
+      }
+    }
+    return null;
+  };
+
+  // Fill the form fields with sensible data. This data will only be used in your session and not be shared with LLM providers/external APIs.
+  const userInputs: { [key: string]: string } = {
+    age: "26",
+    dependentsUnder17: "1",
+    wages: "54321",
+    federalTax: "8345",
+    stateTax: "2222",
+  };
+
+  const updatedFields = observed.map((candidate) => {
+    const key = mapping(candidate.description);
+    if (key && userInputs[key]) {
+      candidate.arguments = [userInputs[key]];
+    }
+    return candidate;
+  });
+  // List of sensible-data candidates
+  console.log(
+    `\n${chalk.green("Sensible Data form inputs:")} Form fields to be filled:\n${updatedFields
+      .map(
+        (r) =>
+          `${chalk.yellow(r.description)} -> ${chalk.blue(r.arguments?.[0] || "no value")}`,
+      )
+      .join("\n")}`,
+  );
+
+  // Fill all the form fields with the sensible candidates
+  for (const candidate of updatedFields) {
+    await stagehand.page.act(candidate);
+  }
+}
+
+(async () => {
+  await formFillingSensible();
+})();