Index

A

add_gold_item() (in module ek.ocr) (in module ek.ocr.benchmark) agent_regression_gate() (in module ek.agents) (in module ek.agents.harness) AgentGateResult (class in ek.agents) (class in ek.agents.harness) aggregate() (ek.agents.CostPerSuccessMetric method) (ek.agents.judge.JudgeMetric method) (ek.agents.JudgeMetric method) (ek.agents.metrics.CostPerSuccessMetric method) (ek.agents.metrics.TaskSuccessMetric method) (ek.agents.TaskSuccessMetric method) (ek.agents.ToolCallMetric method) (ek.agents.toolcalls.ToolCallMetric method) (ek.agents.trajectory.TrajectoryMetric method) (ek.agents.TrajectoryMetric method) (ek.AnlsMetric method) (ek.FieldMetric method) (ek.GritsMetric method) (ek.metrics.anls.AnlsMetric method) (ek.metrics.AnlsMetric method) (ek.metrics.FieldMetric method) (ek.metrics.fields.FieldMetric method) (ek.metrics.graphs.TypedGraphMetric method) (ek.metrics.GritsMetric method) (ek.metrics.SpanF1Metric method) (ek.metrics.spans.SpanF1Metric method) (ek.metrics.StringMetric method) (ek.metrics.strings.StringMetric method) (ek.metrics.tables.GritsMetric method) (ek.metrics.tables.TedsMetric method) (ek.metrics.TedsMetric method) (ek.metrics.TypedGraphMetric method) (ek.SpanF1Metric method) (ek.StringMetric method) (ek.TedsMetric method) (ek.TypedGraphMetric method)

aggregator() (ek.LogprobSignal method) (ek.qe.LogprobSignal method) (ek.qe.signals.LogprobSignal method) AgreementSignal (class in ek) (class in ek.qe) (class in ek.qe.rover) ALPHA_GOOD (in module ek.agents.judge) AnlsMetric (class in ek) (class in ek.metrics) (class in ek.metrics.anls) AnnotatedExtraction (class in ek) (class in ek.base) app_folder() (in module ek) (in module ek.stores) as_agent() (in module ek.agents) (in module ek.agents.bridge) as_call() (in module ek.agents) (in module ek.agents.base) as_grid() (ek.metrics.Table method) (ek.metrics.tables.Table method) (ek.Table method)

B

BENFORD_EXPECTED (in module ek.validate) benford_findings() (in module ek) (in module ek.validate)

bootstrap_ci() (in module ek.agents) (in module ek.agents.reliability)

C

cache_this() (in module ek) (in module ek.stores) cached_rate (ek.agents.cost.ModelPrice property) (ek.agents.ModelPrice property) Calibrator (class in ek) (class in ek.base) call (ek.agents.base.Step property) (ek.agents.Step property) calls (ek.agents.base.Episode property) (ek.agents.base.Trajectory property) (ek.agents.Episode property) (ek.agents.Trajectory property) (ek.Episode property) canonicalize_corrector() (in module ek) (in module ek.validate) Canonicalizer (class in ek) (class in ek.canonicalize) Cell (class in ek) (class in ek.metrics) (class in ek.metrics.tables) cer() (in module ek.tools) check() (in module ek.tools) check_requirements() (in module ek) (in module ek.registry) Checker (class in ek.agents) (class in ek.agents.metrics) checksum_validator() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) CHECKSUMS (in module ek.qe.verifiers) clean (ek.validate.ValidationResult property) (ek.ValidationResult property) coerce() (ek.metrics.Table class method) (ek.metrics.tables.Table class method) (ek.Table class method)

cohen_kappa() (in module ek) (in module ek.harness) collapse_whitespace() (in module ek.canonicalize) comparability_key() (ek.agents.base.RunProvenance method) (ek.agents.RunProvenance method) ConfidenceSource (in module ek.base) ConformalGate (class in ek) (class in ek.qe) (class in ek.qe.decide) corrected (ek.validate.ValidationResult property) (ek.ValidationResult property) Corrector (class in ek) (class in ek.validate) Cost (class in ek.agents) (class in ek.agents.base) cost() (ek.base.GraphGrammar method) (ek.GraphGrammar method) cost_from_usage() (in module ek.agents) (in module ek.agents.bridge) cost_of_pass() (in module ek.agents) (in module ek.agents.cost) cost_per_success() (in module ek.tools) cost_report() (in module ek.agents) (in module ek.agents.cost) CostPerSuccessMetric (class in ek.agents) (class in ek.agents.metrics) CostSensitiveGate (class in ek) (class in ek.qe) (class in ek.qe.decide) CostWeight (in module ek.base) crepes_mondrian_gate() (in module ek.qe.decide) cross_field_validator() (in module ek) (in module ek.validate)

D

data_dir() (in module ek.stores) Decision (class in ek) (class in ek.base) DecisionPolicy (class in ek) (class in ek.base) DEFAULT_ALPHA (in module ek.qe.decide) DEFAULT_BATCH_DISCOUNT (in module ek.agents.cost) DEFAULT_BENFORD_MIN_N (in module ek.validate) DEFAULT_BENFORD_TOL (in module ek.validate) DEFAULT_BOOTSTRAP_RESAMPLES (in module ek.agents.reliability) DEFAULT_CACHE_DISCOUNT (in module ek.agents.cost) default_canonicalizer() (in module ek) (in module ek.canonicalize) DEFAULT_CONF_WEIGHT (in module ek.qe.rover) default_cost_weight() (in module ek) (in module ek.base) DEFAULT_LENGTH_ALPHA (in module ek.qe.signals) DEFAULT_LEXICON_THRESHOLD (in module ek.validate)

DEFAULT_MAX_NODES (in module ek.metrics.graphs) DEFAULT_MAX_TOKENS (in module ek.qe.rover) DEFAULT_N_BINS (in module ek.qe.calibrate) DEFAULT_NULL_CONF (in module ek.qe.rover) DEFAULT_PROB_FLOOR (in module ek.qe.signals) DEFAULT_PROFILE (in module ek.ocr.profiles) DEFAULT_RISK_TARGET (in module ek.qe.decide) DEFAULT_TASK_VALUE (in module ek.agents.base) DEFAULT_TOKEN_CONF (in module ek.qe.rover) DEFAULT_TOTALS_TOL (in module ek.qe.verifiers) DEFAULT_Z (in module ek.agents.reliability) DEFAULT_ZSCORE_THRESHOLD (in module ek.validate) DESTRUCTIVE_WEIGHT (in module ek.agents.base) difference_upper_bound() (in module ek.agents) (in module ek.agents.reliability) dispatch_with_namespaces() (in module ek.__main__) dollars() (in module ek.agents) (in module ek.agents.cost)

E

edge_cost() (ek.base.GraphGrammar method) (ek.GraphGrammar method) EdgeType (class in ek) (class in ek.base) ek module ek.__main__ module ek.agents module ek.agents.base module ek.agents.bridge module ek.agents.cost module ek.agents.harness module ek.agents.judge module ek.agents.metrics module ek.agents.reliability module ek.agents.toolcalls module ek.agents.trajectory module ek.base module ek.canonicalize module ek.facade module ek.harness module ek.metrics module ek.metrics.anls module ek.metrics.fields module ek.metrics.graphs module ek.metrics.spans module ek.metrics.strings module ek.metrics.tables module ek.ocr module ek.ocr.benchmark module

ek.ocr.bridge module ek.ocr.profiles module ek.ocr.tables module ek.qe module ek.qe.calibrate module ek.qe.decide module ek.qe.rover module ek.qe.signals module ek.qe.verifiers module ek.registry module ek.stores module ek.tools module ek.validate module ENGINE_PROFILES (in module ek.ocr.profiles) engine_yields_tables() (in module ek) (in module ek.ocr) (in module ek.ocr.tables) engines() (in module ek.tools) enum_validator() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) Episode (class in ek) (class in ek.agents) (class in ek.agents.base) episode_dollars() (in module ek.agents) (in module ek.agents.cost) episode_from_messages() (in module ek.agents) (in module ek.agents.bridge) estimate_quality() (in module ek) (in module ek.facade) evaluate() (in module ek) (in module ek.facade) evaluate_ocr() (in module ek.ocr) (in module ek.ocr.benchmark) evaluate_store() (in module ek) (in module ek.harness) EXACT (ek.MatchScheme attribute) (ek.metrics.MatchScheme attribute) (ek.metrics.spans.MatchScheme attribute) expected_calibration_error() (in module ek) (in module ek.qe) (in module ek.qe.calibrate)

F

factory (ek.GroupCalibrator attribute) (ek.qe.calibrate.GroupCalibrator attribute) (ek.qe.GroupCalibrator attribute) field_cost() (ek.base.GraphGrammar method) (ek.GraphGrammar method) FieldEstimate (class in ek) (class in ek.base) FieldMetric (class in ek) (class in ek.metrics) (class in ek.metrics.fields) FieldSpec (class in ek) (class in ek.base) final_state_match() (in module ek.agents) (in module ek.agents.metrics) Finding (class in ek) (class in ek.base) finding() (ek.agents.judge.JudgeSignal method) (ek.agents.JudgeSignal method) findings() (ek.qe.verifiers.VerifierSignal method) (ek.qe.VerifierSignal method) (ek.VerifierSignal method) fit() (ek.ConformalGate method) (ek.GroupCalibrator method) (ek.IsotonicCalibrator method) (ek.PlattCalibrator method) (ek.qe.calibrate.GroupCalibrator method) (ek.qe.calibrate.IsotonicCalibrator method) (ek.qe.calibrate.PlattCalibrator method) (ek.qe.calibrate.TemperatureCalibrator method) (ek.qe.ConformalGate method) (ek.qe.decide.ConformalGate method) (ek.qe.decide.RiskControlGate method) (ek.qe.GroupCalibrator method) (ek.qe.IsotonicCalibrator method) (ek.qe.PlattCalibrator method) (ek.qe.RiskControlGate method) (ek.qe.TemperatureCalibrator method) (ek.RiskControlGate method) (ek.TemperatureCalibrator method)

flagged (ek.validate.ValidationResult property) (ek.ValidationResult property) from_deepeval_test_case() (in module ek.agents) (in module ek.agents.bridge) from_grid() (ek.metrics.Table class method) (ek.metrics.tables.Table class method) (ek.Table class method) from_html() (ek.metrics.Table class method) (ek.metrics.tables.Table class method) (ek.Table class method) from_inspect_sample() (in module ek.agents) (in module ek.agents.bridge)

G

GateResult (class in ek) (class in ek.harness) geo_mean() (in module ek.qe) (in module ek.qe.signals) get() (in module ek) (in module ek.registry) graded() (ek.agents.base.Episode method) (ek.agents.Episode method) (ek.Episode method) grammar() (ek.agents.base.TaskSpec method) (ek.agents.TaskSpec method) (ek.TaskSpec method)

GraphGrammar (class in ek) (class in ek.base) GritsMetric (class in ek) (class in ek.metrics) (class in ek.metrics.tables) GroupCalibrator (class in ek) (class in ek.qe) (class in ek.qe.calibrate) GroupConformalGate (class in ek) (class in ek.qe) (class in ek.qe.decide)

H

has_table_structure() (in module ek) (in module ek.ocr) (in module ek.ocr.tables)

I

iban_check() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) IntrinsicConfidenceSignal (class in ek) (class in ek.qe) (class in ek.qe.signals) is_episode() (in module ek.agents) (in module ek.agents.base)

isbn10_check() (in module ek.qe.verifiers) isbn13_check() (in module ek.qe.verifiers) isbn_check() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) IsotonicCalibrator (class in ek) (class in ek.qe) (class in ek.qe.calibrate)

J

json_store() (in module ek) (in module ek.stores) JUDGE_COST_TIER (in module ek.agents.judge) judge_validation() (in module ek.agents) (in module ek.agents.judge)

JudgeMetric (class in ek.agents) (class in ek.agents.judge) JudgeSignal (class in ek.agents) (class in ek.agents.judge)

K

KINDS (in module ek.stores)

krippendorff_alpha() (in module ek) (in module ek.harness)

L

Layer (in module ek.validate) length_normalized() (in module ek.qe) (in module ek.qe.signals) lexicon_corrector() (in module ek) (in module ek.validate) llm_corrector() (in module ek) (in module ek.validate) lm_surprisal_validator() (in module ek) (in module ek.validate) load_agent_baseline() (in module ek.agents) (in module ek.agents.harness) load_baseline() (in module ek) (in module ek.harness)

load_calibrator() (in module ek) (in module ek.qe) (in module ek.qe.calibrate) load_prices() (in module ek.agents) (in module ek.agents.cost) LogprobSignal (class in ek) (class in ek.qe) (class in ek.qe.signals) lower() (in module ek.canonicalize) luhn_check() (in module ek) (in module ek.qe) (in module ek.qe.verifiers)

M

main() (in module ek.__main__) Mall (class in ek.stores) mall() (in module ek) (in module ek.stores) mark_class_count() (in module ek.canonicalize) match_calls() (in module ek.agents) (in module ek.agents.toolcalls) MatchScheme (class in ek) (class in ek.metrics) (class in ek.metrics.spans) mean_agreement (ek.qe.rover.RoverConsensus property) (ek.qe.RoverConsensus property) (ek.RoverConsensus property) mean_prob() (in module ek.qe) (in module ek.qe.signals) Metric (class in ek) (class in ek.base) min_prob() (in module ek.qe) (in module ek.qe.signals) MissingExtraError ModelPrice (class in ek.agents) (class in ek.agents.cost) module ek ek.__main__ ek.agents ek.agents.base ek.agents.bridge ek.agents.cost ek.agents.harness ek.agents.judge ek.agents.metrics ek.agents.reliability ek.agents.toolcalls ek.agents.trajectory ek.base ek.canonicalize ek.facade ek.harness ek.metrics ek.metrics.anls ek.metrics.fields ek.metrics.graphs ek.metrics.spans ek.metrics.strings ek.metrics.tables ek.ocr ek.ocr.benchmark ek.ocr.bridge ek.ocr.profiles ek.ocr.tables ek.qe ek.qe.calibrate ek.qe.decide ek.qe.rover ek.qe.signals ek.qe.verifiers ek.registry ek.stores ek.tools ek.validate

N

names() (in module ek) (in module ek.registry) netcal_ece() (in module ek.qe.calibrate) newcombe_difference() (in module ek.agents) (in module ek.agents.reliability) nfc() (in module ek.canonicalize) nfkc() (in module ek.canonicalize)

node_cost() (ek.base.GraphGrammar method) (ek.GraphGrammar method) NodePath (class in ek) (class in ek.base) NodeType (class in ek) (class in ek.base) Normalizer (in module ek.base)

O

ocracy_backend() (in module ek.ocr) (in module ek.ocr.bridge) OcrBackend (in module ek.base)

ordering_validator() (in module ek) (in module ek.validate) output_match() (in module ek.agents) (in module ek.agents.metrics)

P

p_value() (ek.ConformalGate method) (ek.qe.ConformalGate method) (ek.qe.decide.ConformalGate method) pairwise_judge() (in module ek.agents) (in module ek.agents.judge) PARTIAL (ek.MatchScheme attribute) (ek.metrics.MatchScheme attribute) (ek.metrics.spans.MatchScheme attribute) pass_at_k() (in module ek) (in module ek.agents) (in module ek.agents.reliability) pass_hat_k() (in module ek) (in module ek.agents) (in module ek.agents.reliability) pass_k() (in module ek.tools)

per_million() (in module ek.agents) (in module ek.agents.cost) percent_agreement() (in module ek) (in module ek.harness) persistent_cache() (in module ek) (in module ek.stores) PlattCalibrator (class in ek) (class in ek.qe) (class in ek.qe.calibrate) price_of() (in module ek.agents) (in module ek.agents.cost) profile() (in module ek.ocr) (in module ek.ocr.profiles) Provenance (class in ek) (class in ek.base)

Q

QualityReport (class in ek) (class in ek.base)

R

range_validator() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) read_text() (in module ek.ocr) (in module ek.ocr.bridge) reasoning_rate (ek.agents.cost.ModelPrice property) (ek.agents.ModelPrice property) recorded_success() (in module ek.agents) (in module ek.agents.metrics) regex_validator() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) register() (in module ek) (in module ek.registry) regression_gate() (in module ek) (in module ek.harness) reliability() (in module ek.agents) (in module ek.agents.reliability) reliability_curve() (in module ek) (in module ek.qe) (in module ek.qe.calibrate) ReliabilityReport (class in ek.agents) (class in ek.agents.reliability) Report (class in ek) (class in ek.base) requires_extra() (in module ek) (in module ek.registry)

resolve() (in module ek) (in module ek.registry) resolve_canonicalizer() (in module ek.canonicalize) resolve_table_parser() (in module ek) (in module ek.ocr) (in module ek.ocr.tables) risk_coverage_curve() (in module ek) (in module ek.qe) (in module ek.qe.decide) RiskControlGate (class in ek) (class in ek.qe) (class in ek.qe.decide) rover() (in module ek) (in module ek.qe) (in module ek.qe.rover) (in module ek.tools) RoverConsensus (class in ek) (class in ek.qe) (class in ek.qe.rover) RoverSlot (class in ek.qe) (class in ek.qe.rover) run_suite() (in module ek) (in module ek.agents) (in module ek.agents.harness) RunProvenance (class in ek.agents) (class in ek.agents.base)

S

save_agent_baseline() (in module ek.agents) (in module ek.agents.harness) save_baseline() (in module ek) (in module ek.harness) save_calibrator() (in module ek) (in module ek.qe) (in module ek.qe.calibrate) schema_validator() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) SCHEMES (in module ek.agents.trajectory) Score (class in ek) (class in ek.base) score() (in module ek) (in module ek.facade) SEQEVAL_CONLL (ek.MatchScheme attribute) (ek.metrics.MatchScheme attribute) (ek.metrics.spans.MatchScheme attribute) SEQEVAL_STRICT (ek.MatchScheme attribute) (ek.metrics.MatchScheme attribute) (ek.metrics.spans.MatchScheme attribute) Severity (class in ek) (class in ek.base) Signal (class in ek) (class in ek.base)

sklearn_calibrator() (in module ek.qe) (in module ek.qe.calibrate) SpanF1Metric (class in ek) (class in ek.metrics) (class in ek.metrics.spans) split_conformal_quantile() (in module ek) (in module ek.qe) (in module ek.qe.decide) Step (class in ek.agents) (class in ek.agents.base) steps (ek.canonicalize.Canonicalizer property) (ek.Canonicalizer property) stop_on_correction() (in module ek) (in module ek.validate) stop_on_flag() (in module ek) (in module ek.validate) STRICT (ek.MatchScheme attribute) (ek.metrics.MatchScheme attribute) (ek.metrics.spans.MatchScheme attribute) StringMetric (class in ek) (class in ek.metrics) (class in ek.metrics.strings) strip() (in module ek.canonicalize) strip_punctuation() (in module ek.canonicalize) suite_grammar() (in module ek.agents) (in module ek.agents.base)

T

t_min (ek.qe.calibrate.TemperatureCalibrator attribute) (ek.qe.TemperatureCalibrator attribute) (ek.TemperatureCalibrator attribute) Table (class in ek) (class in ek.metrics) (class in ek.metrics.tables) table_from_ocr() (in module ek) (in module ek.ocr) (in module ek.ocr.tables) TABLE_PARSERS_NAMESPACE (in module ek.ocr.tables) TaskSpec (class in ek) (class in ek.agents) (class in ek.agents.base) TaskSuccessMetric (class in ek.agents) (class in ek.agents.metrics) tau (ek.CostSensitiveGate property) (ek.qe.CostSensitiveGate property) (ek.qe.decide.CostSensitiveGate property) TedsMetric (class in ek) (class in ek.metrics) (class in ek.metrics.tables) TemperatureCalibrator (class in ek) (class in ek.qe) (class in ek.qe.calibrate) text (ek.qe.rover.RoverConsensus property) (ek.qe.RoverConsensus property) (ek.RoverConsensus property) to_dict() (ek.GroupCalibrator method) (ek.qe.calibrate.GroupCalibrator method) (ek.qe.GroupCalibrator method) to_networkx() (ek.metrics.graphs.TypedGraph method) (ek.metrics.TypedGraph method) (ek.TypedGraph method) to_node_type() (ek.agents.base.ToolSpec method) (ek.agents.ToolSpec method) (ek.ToolSpec method)

tool_grammar() (in module ek.agents) (in module ek.agents.base) ToolCallMetric (class in ek.agents) (class in ek.agents.toolcalls) tools (ek.agents.base.Trajectory property) (ek.agents.Trajectory property) ToolSpec (class in ek) (class in ek.agents) (class in ek.agents.base) total_tokens (ek.agents.base.Cost property) (ek.agents.Cost property) totals_consistent() (in module ek) (in module ek.qe) (in module ek.qe.verifiers) Trajectory (class in ek.agents) (class in ek.agents.base) trajectory_from_messages() (in module ek.agents) (in module ek.agents.bridge) TrajectoryMetric (class in ek.agents) (class in ek.agents.trajectory) TYPE (ek.MatchScheme attribute) (ek.metrics.MatchScheme attribute) (ek.metrics.spans.MatchScheme attribute) TypedEdge (class in ek) (class in ek.metrics) (class in ek.metrics.graphs) TypedGraph (class in ek) (class in ek.metrics) (class in ek.metrics.graphs) TypedGraphMetric (class in ek) (class in ek.metrics) (class in ek.metrics.graphs) TypedNode (class in ek) (class in ek.metrics) (class in ek.metrics.graphs) TypeRef (class in ek) (class in ek.base)

U

UnknownModelPrice, [1]

V

validate() (in module ek.validate) validation_pipeline() (in module ek) (in module ek.validate) ValidationResult (class in ek) (class in ek.validate) Validator (class in ek) (class in ek.base)

VerifierSignal (class in ek) (class in ek.qe) (class in ek.qe.verifiers) version (ek.canonicalize.Canonicalizer property) (ek.Canonicalizer property) version() (in module ek.tools)

W

weight (ek.agents.base.ToolSpec property) (ek.agents.ToolSpec property) (ek.ToolSpec property)

wer() (in module ek.tools) where() (in module ek.tools) wilson_interval() (in module ek.agents) (in module ek.agents.reliability)

Z

zscore_anomaly_findings() (in module ek) (in module ek.validate)