@devries-cameron20 / t3code-1 / commits / 22b5252467
Fork 0

The best way to control Claude Code, Codex and more from any computer or phone

feat(server): log fast and ultrafast service tiers in analytics (#29348)

Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>

Theo Browne committed Nov 2, 2026 at 06:14 UTC 22b5252467aef991517afb0155be57f5c9eb301e
3 files changed +52 -3
apps/server/src/telemetry/ProviderUsageAnalytics.test.ts
+28 -1
@@ -77,7 +77,10 @@ const context = (
77 modelSelection: {
78 instanceId: ProviderInstanceId.make("codex"),
79 model,
80 - options: [{ id: "reasoningEffort", value: "xhigh" }],
80 + options: [
81 + { id: "reasoningEffort", value: "xhigh" },
82 + { id: "serviceTier", value: "priority" },
83 + ],
84 },
85 runtimeMode: "full-access",
86 interactionMode: "default",
@@ -154,6 +157,7 @@ describe("provider usage reporting", () => {
157 lifecycleObserved: true,
158 model: "gpt-6-sol",
159 effort: "xhigh",
160 + serviceTier: "fast",
161 runtimeMode: "full-access",
162 interactionMode: "default",
163 createdBy: "user",
@@ -320,4 +324,27 @@ describe("provider usage reporting", () => {
324 }
325 expect(routed("ollama/acme-internal", "secret-variant")).not.toHaveProperty("effort");
326 });
327 +
328 + it("reports closed service tiers from a tier option or a fast mode toggle", () => {
329 + const tier = (option: { id: string; value: string | boolean }) =>
330 + providerTurnProperties(
331 + {
332 + driver: "codex",
333 + context: {
334 + modelSelection: {
335 + instanceId: ProviderInstanceId.make("codex"),
336 + model: "gpt-6-sol",
337 + options: [option],
338 + },
339 + },
340 + providerTurn: turn("t", complete(1, 1)),
341 + },
342 + label,
343 + ).serviceTier;
344 + expect(tier({ id: "serviceTier", value: "ultrafast" })).toBe("ultrafast");
345 + expect(tier({ id: "serviceTier", value: "default" })).toBe("standard");
346 + expect(tier({ id: "serviceTier", value: "/home/me/secret" })).toBeUndefined();
347 + expect(tier({ id: "fastMode", value: true })).toBe("fast");
348 + expect(tier({ id: "fastMode", value: false })).toBe("standard");
349 + });
350 });
apps/server/src/telemetry/ProviderUsageAnalytics.ts
+21 -1
@@ -20,7 +20,10 @@ import * as DateTime from "effect/DateTime";
20 import * as Effect from "effect/Effect";
21 import * as Layer from "effect/Layer";
22
23 -import { getModelSelectionStringOptionValue } from "@t3tools/shared/model";
23 +import {
24 + getModelSelectionBooleanOptionValue,
25 + getModelSelectionStringOptionValue,
26 +} from "@t3tools/shared/model";
27 import * as ProviderRegistry from "../provider/ProviderRegistry.ts";
28 import * as AnalyticsService from "./AnalyticsService.ts";
29 import { catalogModelLabel } from "./ProviderDimensions.ts";
@@ -106,6 +109,22 @@ function selectedEffort(selection: ModelSelection): string | undefined {
109 return effort !== undefined && REPORTED_EFFORTS.has(effort) ? effort : undefined;
110 }
111
112 +// Codex sends a tier id (its "fast" config shows up as "priority"); Claude has a fastMode toggle.
113 +const REPORTED_SERVICE_TIERS: ReadonlyMap<string, string> = new Map([
114 + ["default", "standard"],
115 + ["flex", "flex"],
116 + ["fast", "fast"],
117 + ["priority", "fast"],
118 + ["ultrafast", "ultrafast"],
119 +]);
120 +
121 +function selectedServiceTier(selection: ModelSelection): string | undefined {
122 + const tier = getModelSelectionStringOptionValue(selection, "serviceTier");
123 + if (tier !== undefined) return REPORTED_SERVICE_TIERS.get(tier);
124 + const fastMode = getModelSelectionBooleanOptionValue(selection, "fastMode");
125 + return fastMode === undefined ? undefined : fastMode ? "fast" : "standard";
126 +}
127 +
128 /**
129 * Confirmed models across counted work. Unknown when any piece of work has no
130 * reported model, unless two distinct models were already seen.
@@ -130,6 +149,7 @@ function selectionProperties(
149 return defined({
150 model: selection === undefined ? undefined : label(selection.model),
151 effort: selection === undefined ? undefined : selectedEffort(selection),
152 + serviceTier: selection === undefined ? undefined : selectedServiceTier(selection),
153 runtimeMode: context?.runtimeMode,
154 interactionMode: context?.interactionMode,
155 ...context?.origin,
docs/internals/product-analytics.md
+3 -1
@@ -84,7 +84,9 @@ is unknown or the ledger goes backwards, and background work that ends between
84 turns lands in the next one. Claude subagents have no turns of their own, so
85 this never overlaps child turns.
86
87 -`model` and `effort` are what the run selected. `observedModel` and
87 +`model`, `effort`, and `serviceTier` are what the run selected. `serviceTier`
88 +is `standard`, `flex`, `fast`, or `ultrafast`, from Codex's tier option or
89 +Claude's fast mode, and is absent when the selection does not set one. `observedModel` and
90 `mixedModels` appear only when the provider reported the models for the counted
91 work (Codex thread settings and reroutes, Claude root messages, OpenCode steps).
92 `mixedModels: false` without `reportVersion` was never checked. Model labels