Welcome to ek’s documentation!

Contents:

• ek
  • AgreementSignal
  • AnlsMetric
  • AnnotatedExtraction
  • Calibrator
  • Canonicalizer
  • Cell
  • ConformalGate
  • Corrector
  • CostSensitiveGate
  • Decision
  • DecisionPolicy
  • EdgeType
  • Episode
  • FieldEstimate
  • FieldMetric
  • FieldSpec
  • Finding
  • GateResult
  • GraphGrammar
  • GritsMetric
  • GroupCalibrator
  • GroupConformalGate
  • IntrinsicConfidenceSignal
  • IsotonicCalibrator
  • LogprobSignal
  • MatchScheme
  • Metric
  • NodePath
  • NodeType
  • PlattCalibrator
  • Provenance
  • QualityReport
  • Report
  • RiskControlGate
  • RoverConsensus
  • Score
  • Severity
  • Signal
  • SpanF1Metric
  • StringMetric
  • Table
  • TaskSpec
  • TedsMetric
  • TemperatureCalibrator
  • ToolSpec
  • TypeRef
  • TypedEdge
  • TypedGraph
  • TypedGraphMetric
  • TypedNode
  • ValidationResult
  • Validator
  • VerifierSignal
  • app_folder()
  • benford_findings()
  • cache_this()
  • canonicalize_corrector()
  • check_requirements()
  • checksum_validator()
  • cohen_kappa()
  • cross_field_validator()
  • default_canonicalizer()
  • default_cost_weight()
  • engine_yields_tables()
  • enum_validator()
  • estimate_quality()
  • evaluate()
  • evaluate_store()
  • expected_calibration_error()
  • get()
  • has_table_structure()
  • iban_check()
  • isbn_check()
  • json_store()
  • krippendorff_alpha()
  • lexicon_corrector()
  • llm_corrector()
  • lm_surprisal_validator()
  • load_baseline()
  • load_calibrator()
  • luhn_check()
  • mall()
  • names()
  • ordering_validator()
  • pass_at_k()
  • pass_hat_k()
  • percent_agreement()
  • persistent_cache()
  • range_validator()
  • regex_validator()
  • register()
  • regression_gate()
  • reliability_curve()
  • requires_extra()
  • resolve()
  • resolve_table_parser()
  • risk_coverage_curve()
  • rover()
  • run_suite()
  • save_baseline()
  • save_calibrator()
  • schema_validator()
  • score()
  • split_conformal_quantile()
  • stop_on_correction()
  • stop_on_flag()
  • table_from_ocr()
  • totals_consistent()
  • validation_pipeline()
  • zscore_anomaly_findings()
• ek.__main__
  • dispatch_with_namespaces()
  • main()
• ek.agents
  • AgentGateResult
  • Checker
  • Cost
  • CostPerSuccessMetric
  • Episode
  • JudgeMetric
  • JudgeSignal
  • ModelPrice
  • ReliabilityReport
  • RunProvenance
  • Step
  • TaskSpec
  • TaskSuccessMetric
  • ToolCallMetric
  • ToolSpec
  • Trajectory
  • TrajectoryMetric
  • UnknownModelPrice
  • agent_regression_gate()
  • as_agent()
  • as_call()
  • bootstrap_ci()
  • cost_from_usage()
  • cost_of_pass()
  • cost_report()
  • difference_upper_bound()
  • dollars()
  • episode_dollars()
  • episode_from_messages()
  • final_state_match()
  • from_deepeval_test_case()
  • from_inspect_sample()
  • is_episode()
  • judge_validation()
  • load_agent_baseline()
  • load_prices()
  • match_calls()
  • newcombe_difference()
  • output_match()
  • pairwise_judge()
  • pass_at_k()
  • pass_hat_k()
  • per_million()
  • price_of()
  • recorded_success()
  • reliability()
  • run_suite()
  • save_agent_baseline()
  • suite_grammar()
  • tool_grammar()
  • trajectory_from_messages()
  • wilson_interval()
• ek.agents.base
  • Cost
  • DEFAULT_TASK_VALUE
  • DESTRUCTIVE_WEIGHT
  • Episode
  • RunProvenance
  • Step
  • TaskSpec
  • ToolSpec
  • Trajectory
  • as_call()
  • is_episode()
  • suite_grammar()
  • tool_grammar()
• ek.agents.bridge
  • as_agent()
  • cost_from_usage()
  • episode_from_messages()
  • from_deepeval_test_case()
  • from_inspect_sample()
  • trajectory_from_messages()
• ek.agents.cost
  • DEFAULT_BATCH_DISCOUNT
  • DEFAULT_CACHE_DISCOUNT
  • ModelPrice
  • UnknownModelPrice
  • cost_of_pass()
  • cost_report()
  • dollars()
  • episode_dollars()
  • load_prices()
  • per_million()
  • price_of()
• ek.agents.harness
  • AgentGateResult
  • agent_regression_gate()
  • load_agent_baseline()
  • run_suite()
  • save_agent_baseline()
• ek.agents.judge
  • ALPHA_GOOD
  • JUDGE_COST_TIER
  • JudgeMetric
  • JudgeSignal
  • judge_validation()
  • pairwise_judge()
• ek.agents.metrics
  • Checker
  • CostPerSuccessMetric
  • TaskSuccessMetric
  • final_state_match()
  • output_match()
  • recorded_success()
• ek.agents.reliability
  • DEFAULT_BOOTSTRAP_RESAMPLES
  • DEFAULT_Z
  • ReliabilityReport
  • bootstrap_ci()
  • difference_upper_bound()
  • newcombe_difference()
  • pass_at_k()
  • pass_hat_k()
  • reliability()
  • wilson_interval()
• ek.agents.toolcalls
  • ToolCallMetric
  • match_calls()
• ek.agents.trajectory
  • SCHEMES
  • TrajectoryMetric
• ek.base
  • The two layers
  • The strategy protocols
  • AnnotatedExtraction
  • Calibrator
  • ConfidenceSource
  • CostWeight
  • Decision
  • DecisionPolicy
  • EdgeType
  • FieldEstimate
  • FieldSpec
  • Finding
  • GraphGrammar
  • Metric
  • NodePath
  • NodeType
  • Normalizer
  • OcrBackend
  • Provenance
  • QualityReport
  • Report
  • Score
  • Severity
  • Signal
  • TypeRef
  • Validator
  • default_cost_weight()
• ek.canonicalize
  • Canonicalizer
  • collapse_whitespace()
  • default_canonicalizer()
  • lower()
  • mark_class_count()
  • nfc()
  • nfkc()
  • resolve_canonicalizer()
  • strip()
  • strip_punctuation()
• ek.facade
  • estimate_quality()
  • evaluate()
  • score()
• ek.harness
  • GateResult
  • cohen_kappa()
  • evaluate_store()
  • krippendorff_alpha()
  • load_baseline()
  • percent_agreement()
  • regression_gate()
  • save_baseline()
• ek.metrics
  • AnlsMetric
  • Cell
  • FieldMetric
  • GritsMetric
  • MatchScheme
  • SpanF1Metric
  • StringMetric
  • Table
  • TedsMetric
  • TypedEdge
  • TypedGraph
  • TypedGraphMetric
  • TypedNode
• ek.metrics.anls
  • AnlsMetric
• ek.metrics.fields
  • FieldMetric
• ek.metrics.graphs
  • DEFAULT_MAX_NODES
  • TypedEdge
  • TypedGraph
  • TypedGraphMetric
  • TypedNode
• ek.metrics.spans
  • Input shapes
  • MatchScheme
  • SpanF1Metric
• ek.metrics.strings
  • StringMetric
• ek.metrics.tables
  • Input shapes
  • Cell
  • GritsMetric
  • Table
  • TedsMetric
• ek.ocr
  • add_gold_item()
  • engine_yields_tables()
  • evaluate_ocr()
  • has_table_structure()
  • ocracy_backend()
  • profile()
  • read_text()
  • resolve_table_parser()
  • table_from_ocr()
• ek.ocr.benchmark
  • add_gold_item()
  • evaluate_ocr()
• ek.ocr.bridge
  • ocracy_backend()
  • read_text()
• ek.ocr.profiles
  • DEFAULT_PROFILE
  • ENGINE_PROFILES
  • profile()
• ek.ocr.tables
  • TABLE_PARSERS_NAMESPACE
  • engine_yields_tables()
  • has_table_structure()
  • resolve_table_parser()
  • table_from_ocr()
• ek.qe
  • AgreementSignal
  • ConformalGate
  • CostSensitiveGate
  • GroupCalibrator
  • GroupConformalGate
  • IntrinsicConfidenceSignal
  • IsotonicCalibrator
  • LogprobSignal
  • PlattCalibrator
  • RiskControlGate
  • RoverConsensus
  • RoverSlot
  • TemperatureCalibrator
  • VerifierSignal
  • checksum_validator()
  • enum_validator()
  • expected_calibration_error()
  • geo_mean()
  • iban_check()
  • isbn_check()
  • length_normalized()
  • load_calibrator()
  • luhn_check()
  • mean_prob()
  • min_prob()
  • range_validator()
  • regex_validator()
  • reliability_curve()
  • risk_coverage_curve()
  • rover()
  • save_calibrator()
  • schema_validator()
  • sklearn_calibrator()
  • split_conformal_quantile()
  • totals_consistent()
• ek.qe.calibrate
  • DEFAULT_N_BINS
  • GroupCalibrator
  • IsotonicCalibrator
  • PlattCalibrator
  • TemperatureCalibrator
  • expected_calibration_error()
  • load_calibrator()
  • netcal_ece()
  • reliability_curve()
  • save_calibrator()
  • sklearn_calibrator()
• ek.qe.decide
  • ConformalGate
  • CostSensitiveGate
  • DEFAULT_ALPHA
  • DEFAULT_RISK_TARGET
  • GroupConformalGate
  • RiskControlGate
  • crepes_mondrian_gate()
  • risk_coverage_curve()
  • split_conformal_quantile()
• ek.qe.rover
  • AgreementSignal
  • DEFAULT_CONF_WEIGHT
  • DEFAULT_MAX_TOKENS
  • DEFAULT_NULL_CONF
  • DEFAULT_TOKEN_CONF
  • RoverConsensus
  • RoverSlot
  • rover()
• ek.qe.signals
  • DEFAULT_LENGTH_ALPHA
  • DEFAULT_PROB_FLOOR
  • IntrinsicConfidenceSignal
  • LogprobSignal
  • geo_mean()
  • length_normalized()
  • mean_prob()
  • min_prob()
• ek.qe.verifiers
  • CHECKSUMS
  • DEFAULT_TOTALS_TOL
  • VerifierSignal
  • checksum_validator()
  • enum_validator()
  • iban_check()
  • isbn10_check()
  • isbn13_check()
  • isbn_check()
  • luhn_check()
  • range_validator()
  • regex_validator()
  • schema_validator()
  • totals_consistent()
• ek.registry
  • MissingExtraError
  • check_requirements()
  • get()
  • names()
  • register()
  • requires_extra()
  • resolve()
• ek.stores
  • KINDS
  • Mall
  • app_folder()
  • cache_this()
  • data_dir()
  • json_store()
  • mall()
  • persistent_cache()
• ek.tools
  • cer()
  • check()
  • cost_per_success()
  • engines()
  • pass_k()
  • rover()
  • version()
  • wer()
  • where()
• ek.validate
  • BENFORD_EXPECTED
  • Corrector
  • DEFAULT_BENFORD_MIN_N
  • DEFAULT_BENFORD_TOL
  • DEFAULT_LEXICON_THRESHOLD
  • DEFAULT_ZSCORE_THRESHOLD
  • Layer
  • ValidationResult
  • benford_findings()
  • canonicalize_corrector()
  • cross_field_validator()
  • lexicon_corrector()
  • llm_corrector()
  • lm_surprisal_validator()
  • ordering_validator()
  • stop_on_correction()
  • stop_on_flag()
  • validate()
  • validation_pipeline()
  • zscore_anomaly_findings()

Indices and tables

• Index

• Module Index

• Search Page

Release: 0.1.9

Last change: Aug 07, 2026