Circle V2 API Docs
    Preparing search index...
    compareQuestion: MutationProcedure<
        {
            input: | {
                arms?: (
                    | {
                        config?: {
                            enableAgenticDocSelection?: (...)
                            | (...)
                            | (...);
                            enableCoverageFacts?: (...) | (...) | (...);
                            enableDeadlineResolution?: (...) | (...) | (...);
                            enableDocumentCatalogue?: (...) | (...) | (...);
                            enableEpisodePatientBlock?: (...) | (...) | (...);
                            enableExpandedStatuses?: (...) | (...) | (...);
                            enableIntentAwarePlanning?: (...) | (...) | (...);
                            enableLatestPriorInstances?: (...) | (...) | (...);
                            enableMetadataAwareGate?: (...) | (...) | (...);
                            enablePassFailRecheck?: (...) | (...) | (...);
                            enablePerQuestionInstructions?: (...) | (...) | (...);
                            enableQueryHydration?: (...) | (...) | (...);
                            enableReviewCriteriaInDocumentSelection?: (...) | (...) | (...);
                            enableRunConstantPrefix?: (...) | (...) | (...);
                            enableSegmentInlining?: (...) | (...) | (...);
                            enableSelectionRetry?: (...) | (...) | (...);
                            enableStatusReconciliation?: (...) | (...) | (...);
                            enableSubClaimFanOut?: (...) | (...) | (...);
                            enableSubdocumentCatalogue?: (...) | (...) | (...);
                            enableSummaryTableShortcut?: (...) | (...) | (...);
                            enableThinRetrievalBailout?: (...) | (...) | (...);
                            enableTimeFilteringInChartReview?: (...) | (...) | (...);
                            enableUnitCitationVerification?: (...) | (...) | (...);
                            enableUnlockedRetrieval?: (...) | (...) | (...);
                            enableV3PassFailRunner?: (...) | (...) | (...);
                            enableV3SummaryRunner?: (...) | (...) | (...);
                            maxTokens?: (...) | (...);
                        };
                        instanceId: string;
                        label?: string;
                        model?: { model: string; temperature?: (...)
                        | (...) };
                        promptTag?: "snapshot" | "production" | "staging";
                        runnerId: "legacy";
                    }
                    | {
                        config?: { settings?: (...)
                        | (...); tools?: (...) | (...) };
                        instanceId: string;
                        label?: string;
                        model?: { model: string; temperature?: (...) | (...) };
                        promptTag?: "snapshot" | "production" | "staging";
                        runnerId: "v3";
                    }
                )[];
                auditQuestionId: string;
                patientChartIds?: string[];
                patientId: string;
                referenceInstant?: string;
                treatmentEpisodeId?: string;
            }
            | {
                arms?: (
                    | {
                        config?: {
                            enableAgenticDocSelection?: (...)
                            | (...)
                            | (...);
                            enableCoverageFacts?: (...) | (...) | (...);
                            enableDeadlineResolution?: (...) | (...) | (...);
                            enableDocumentCatalogue?: (...) | (...) | (...);
                            enableEpisodePatientBlock?: (...) | (...) | (...);
                            enableExpandedStatuses?: (...) | (...) | (...);
                            enableIntentAwarePlanning?: (...) | (...) | (...);
                            enableLatestPriorInstances?: (...) | (...) | (...);
                            enableMetadataAwareGate?: (...) | (...) | (...);
                            enablePassFailRecheck?: (...) | (...) | (...);
                            enablePerQuestionInstructions?: (...) | (...) | (...);
                            enableQueryHydration?: (...) | (...) | (...);
                            enableReviewCriteriaInDocumentSelection?: (...) | (...) | (...);
                            enableRunConstantPrefix?: (...) | (...) | (...);
                            enableSegmentInlining?: (...) | (...) | (...);
                            enableSelectionRetry?: (...) | (...) | (...);
                            enableStatusReconciliation?: (...) | (...) | (...);
                            enableSubClaimFanOut?: (...) | (...) | (...);
                            enableSubdocumentCatalogue?: (...) | (...) | (...);
                            enableSummaryTableShortcut?: (...) | (...) | (...);
                            enableThinRetrievalBailout?: (...) | (...) | (...);
                            enableTimeFilteringInChartReview?: (...) | (...) | (...);
                            enableUnitCitationVerification?: (...) | (...) | (...);
                            enableUnlockedRetrieval?: (...) | (...) | (...);
                            enableV3PassFailRunner?: (...) | (...) | (...);
                            enableV3SummaryRunner?: (...) | (...) | (...);
                            maxTokens?: (...) | (...);
                        };
                        instanceId: string;
                        label?: string;
                        model?: { model: string; temperature?: (...)
                        | (...) };
                        promptTag?: "snapshot" | "production" | "staging";
                        runnerId: "legacy";
                    }
                    | {
                        config?: { settings?: (...)
                        | (...); tools?: (...) | (...) };
                        instanceId: string;
                        label?: string;
                        model?: { model: string; temperature?: (...) | (...) };
                        promptTag?: "snapshot" | "production" | "staging";
                        runnerId: "v3";
                    }
                )[];
                patientChartIds?: string[];
                patientId: string;
                question: string;
                questionType: "pass_fail"
                | "summary";
                referenceInstant?: string;
                reviewCriteriaInstructions?: string;
                treatmentEpisodeId?: string;
            };
            meta: object;
            output: CompareQuestionResult;
        },
    > = ...

    Superadmin-only compare bench: runs the same question through N configured arms — the legacy production runner and/or the v3 pass/fail runner — inline, persisting nothing, and returns each arm's answer alongside what it cost and what it ran with.

    Feature-flag defaults resolve at the PATIENT's org, so an untouched arm reproduces what production would have done for this patient rather than for the operator.