feat(kimi-code): support per-model survey popup overrides (#4033)

Author: grapedge

.changeset/tame-survey-frequency.md

@@ -0,0 +1,5 @@
+---
+"@moonshot-ai/kimi-code": patch
+---
+
+Feedback surveys now appear less often.

apps/kimi-code/src/tui/controllers/survey-controller.ts

@@ -8,7 +8,9 @@ import {
   getSurveyPopupConfig,
   peekSurveyPopupConfig,
   peekSurveyPopupConfigFresh,
+  resolveSurveyPopupConfig,
   type SurveyPopupConfig,
+  type SurveyPopupPayload,
 } from '#/utils/survey-popup-config';
 import { readSurveyLastShownTime, writeSurveyLastShownTime } from '#/utils/survey-state-store';
 import { currentKimiRegion } from '#/utils/region';
@@ -94,7 +96,7 @@ function joinModels(models: ReadonlySet<string>): string | undefined {
 }
 
 export interface SurveyControllerDeps {
-  readonly config?: () => SurveyPopupConfig;
+  readonly config?: () => SurveyPopupPayload;
   readonly monotonicNow?: () => number;
   readonly wallNow?: () => number;
   readonly random?: () => number;
@@ -145,7 +147,8 @@ export class SurveyController {
   private userTurnsAtLastShown: number | undefined;
   private appearanceCount = 0;
   private globalLastShownAt: number | undefined;
-  private longContextRollConsumed = false;
+  private readonly longContextRollConsumedModels = new Set<string | undefined>();
+  private longContextShownThisMount = false;
   private generation = 0;
   private idleSince: number | undefined;
   private openedAt = 0;
@@ -196,7 +199,8 @@ export class SurveyController {
     this.lastShownAt = undefined;
     this.userTurnsAtLastShown = undefined;
     this.appearanceCount = 0;
-    this.longContextRollConsumed = false;
+    this.longContextRollConsumedModels.clear();
+    this.longContextShownThisMount = false;
     this.idleSince = undefined;
     this.stickySample = undefined;
     this.toolCallCount = 0;
@@ -444,6 +448,13 @@ export class SurveyController {
     return false;
   }
 
+  private currentConfig(): SurveyPopupConfig {
+    return resolveSurveyPopupConfig(
+      (this.deps.config ?? defaultDeps.config)(),
+      resolveKfcModelId(this.host.state.appState),
+    );
+  }
+
   private evaluate(): void {
     if (this.machine.phase !== 'closed') return;
     if (!this.configReady) return;
@@ -463,9 +474,12 @@ export class SurveyController {
     ) {
       return;
     }
-    const config = (this.deps.config ?? defaultDeps.config)();
-    const verdict = evaluateSurveyGate({ ...this.gateInputs(), config });
-    if (verdict.longContextRollConsumed === true) this.longContextRollConsumed = true;
+    const config = this.currentConfig();
+    const inputs = this.gateInputs();
+    const verdict = evaluateSurveyGate({ ...inputs, config });
+    if (verdict.longContextRollConsumed === true) {
+      this.longContextRollConsumedModels.add(inputs.longContext.kfcModelId);
+    }
     if (!verdict.show) return;
     this.open(verdict.survey, config);
   }
@@ -508,7 +522,12 @@ export class SurveyController {
         ...shared,
         cumulativeTokens: appState.cumulativeTokens ?? 0,
         virtualContextTokens: appState.contextTokens,
-        mountRollConsumed: this.longContextRollConsumed,
+        mountRollConsumed: this.longContextRollConsumedModels.has(shared.kfcModelId),
+        mountSurveyShown: this.longContextShownThisMount,
+        msSinceGlobalLastShown:
+          this.globalLastShownAt === undefined
+            ? undefined
+            : this.wallNow() - this.globalLastShownAt,
         drawMountRoll: () => (this.deps.random ?? defaultDeps.random)(),
       },
     };
@@ -564,7 +583,7 @@ export class SurveyController {
     this.openedEditorText = this.host.state.editor.getText();
     this.lastShownAt = shownAt;
     this.userTurnsAtLastShown = this.userTurnCount;
-    if (survey !== 'session') return;
+    if (survey === 'long_context') this.longContextShownThisMount = true;
     this.globalLastShownAt = this.wallNow();
     try {
       (this.deps.writeGlobalLastShown ?? defaultDeps.writeGlobalLastShown)(
@@ -598,7 +617,7 @@ export class SurveyController {
             response: effect.response,
           },
           this.appearanceSnapshot?.fields ?? this.environmentFields(),
-          this.appearanceConfig ?? (this.deps.config ?? defaultDeps.config)(),
+          this.appearanceConfig ?? this.currentConfig(),
         );
         const sessionId = this.appearanceSnapshot?.sessionId ?? '';
         if (sessionId.length > 0) {

apps/kimi-code/src/tui/utils/survey-policy.ts

@@ -11,6 +11,7 @@ export type SurveyKind = 'session' | 'long_context';
 
 export type SurveyGateSkipReason =
   | 'mount-roll-consumed'
+  | 'mount-survey-shown'
   | 'survey-active'
   | 'turn-in-progress'
   | 'idle-too-short'
@@ -60,6 +61,8 @@ export interface LongContextArmGateInput extends SharedArmGateInput {
   readonly cumulativeTokens: number;
   readonly virtualContextTokens: number;
   readonly mountRollConsumed: boolean;
+  readonly mountSurveyShown: boolean;
+  readonly msSinceGlobalLastShown: number | undefined;
   readonly drawMountRoll: () => number;
 }
 
@@ -141,6 +144,7 @@ function evaluateSessionArm(input: SurveyGateInput): SurveyGateVerdict {
 
 export function evaluateLongContextArm(input: SurveyGateInput): SurveyGateVerdict {
   const { longContext, config } = input;
+  if (longContext.mountSurveyShown) return { show: false, reason: 'mount-survey-shown' };
   if (longContext.mountRollConsumed) return { show: false, reason: 'mount-roll-consumed' };
   if (longContext.phase !== 'closed') return { show: false, reason: 'survey-active' };
   if (longContext.turnInProgress) return { show: false, reason: 'turn-in-progress' };
@@ -179,6 +183,12 @@ export function evaluateLongContextArm(input: SurveyGateInput): SurveyGateVerdic
   if (counter < config.long_context_survey_threshold) {
     return { show: false, reason: 'below-threshold' };
   }
+  if (
+    longContext.msSinceGlobalLastShown !== undefined &&
+    longContext.msSinceGlobalLastShown < config.min_time_between_global_feedback_ms
+  ) {
+    return { show: false, reason: 'global-cooldown' };
+  }
   if (longContext.drawMountRoll() >= config.long_context_probability) {
     return { show: false, reason: 'sampled-out', longContextRollConsumed: true };
   }

apps/kimi-code/src/utils/survey-popup-config.ts

@@ -42,6 +42,17 @@ export const DEFAULT_SURVEY_POPUP_CONFIG: SurveyPopupConfig = {
   long_context_trigger_mode: 'virtual_context',
 };
 
+export type SurveyPopupOverride = Partial<Omit<SurveyPopupConfig, 'on_for_models'>>;
+
+export interface SurveyPopupPayload extends SurveyPopupConfig {
+  model_overrides: Record<string, SurveyPopupOverride>;
+}
+
+export const DEFAULT_SURVEY_POPUP_PAYLOAD: SurveyPopupPayload = {
+  ...DEFAULT_SURVEY_POPUP_CONFIG,
+  model_overrides: {},
+};
+
 const FIELD_SCHEMAS = {
   probability: z.number().min(0).max(1),
   on_for_models: z.array(z.string()),
@@ -55,7 +66,19 @@ const FIELD_SCHEMAS = {
   long_context_trigger_mode: z.enum(['cumulative', 'virtual_context']),
 } satisfies Record<keyof SurveyPopupConfig, z.ZodType>;
 
-const surveyPopupConfigSchema = z.unknown().transform((raw): Partial<SurveyPopupConfig> => {
+const surveyPopupOverrideSchema = z.object(FIELD_SCHEMAS).omit({ on_for_models: true }).partial();
+
+function parseModelOverrides(raw: unknown): Record<string, SurveyPopupOverride> {
+  if (typeof raw !== 'object' || raw === null) return {};
+  const overrides: Record<string, SurveyPopupOverride> = {};
+  for (const [model, entry] of Object.entries(raw)) {
+    const parsed = surveyPopupOverrideSchema.safeParse(entry);
+    if (parsed.success) overrides[model] = parsed.data;
+  }
+  return overrides;
+}
+
+const surveyPopupConfigSchema = z.unknown().transform((raw): Partial<SurveyPopupPayload> => {
   if (typeof raw !== 'object' || raw === null) return {};
   const record = raw as Record<string, unknown>;
   const partial: Record<string, unknown> = {};
@@ -65,23 +88,35 @@ const surveyPopupConfigSchema = z.unknown().transform((raw): Partial<SurveyPopup
     const parsed = schema.safeParse(value);
     if (parsed.success) partial[key] = parsed.data;
   }
-  return partial as Partial<SurveyPopupConfig>;
+  if (record['model_overrides'] !== undefined) {
+    partial['model_overrides'] = parseModelOverrides(record['model_overrides']);
+  }
+  return partial as Partial<SurveyPopupPayload>;
 });
 
-function withDefaults(partial: Partial<SurveyPopupConfig> | undefined): SurveyPopupConfig {
-  return { ...DEFAULT_SURVEY_POPUP_CONFIG, ...partial };
+function withDefaults(partial: Partial<SurveyPopupPayload> | undefined): SurveyPopupPayload {
+  return { ...DEFAULT_SURVEY_POPUP_PAYLOAD, ...partial };
 }
 
 export async function getSurveyPopupConfig(
   options: ClientConfigFetchOptions = {},
-): Promise<SurveyPopupConfig> {
+): Promise<SurveyPopupPayload> {
   return withDefaults(await getClientConfig(CONFIG_NAME, surveyPopupConfigSchema, options));
 }
 
-export function peekSurveyPopupConfig(now?: number): SurveyPopupConfig {
+export function peekSurveyPopupConfig(now?: number): SurveyPopupPayload {
   return withDefaults(peekClientConfig(CONFIG_NAME, surveyPopupConfigSchema, now));
 }
 
+export function resolveSurveyPopupConfig(
+  payload: SurveyPopupPayload,
+  kfcModelId: string | undefined,
+): SurveyPopupConfig {
+  const { model_overrides: modelOverrides, ...base } = payload;
+  const override = kfcModelId === undefined ? undefined : modelOverrides[kfcModelId];
+  return override === undefined ? base : { ...base, ...override };
+}
+
 export function peekSurveyPopupConfigFresh(now?: number): boolean {
   return peekClientConfig(CONFIG_NAME, surveyPopupConfigSchema, now) !== undefined;
 }