{
  "schema_version": "2026.11",
  "registry": "Best AI Data Reference Registry (bestaidata.org)",
  "normative_reference": "https://bestaidata.org/methodology/",
  "updated_at": "2026-11-10T00:00:00Z",
  "global_hygiene_gates": {
    "minhash_shingle_ngram": 13,
    "minhash_jaccard_ceiling": 0.8,
    "dense_embedding_cosine_ceiling": 0.92,
    "pii_redaction_recall_min": 0.995,
    "spdx_license_expression_required": true,
    "tdm_opt_out_checked": true
  },
  "modality_thresholds": {
    "text_and_stem_reasoning": {
      "primary_serialization": [
        "Apache Parquet (Zstandard)",
        "JSONL (UTF-8)"
      ],
      "krippendorff_alpha_nominal_min": 0.84,
      "krippendorff_alpha_ordinal_min": 0.86,
      "cohen_kappa_pairwise_min": 0.82,
      "blind_golden_set_injection_rate": 0.08,
      "cleanlab_estimated_noise_ceiling": 0.025,
      "minimum_independent_annotators_per_row": 3
    },
    "repository_scale_code": {
      "primary_serialization": [
        "Apache Parquet",
        "TAR Git Bundle + JSONL Manifest"
      ],
      "krippendorff_alpha_nominal_min": 0.85,
      "deterministic_test_pass_rate": 1,
      "ast_parse_validity_rate": 1,
      "blind_golden_set_injection_rate": 0.06,
      "cleanlab_estimated_noise_ceiling": 0.015,
      "minimum_independent_annotators_per_row": 2
    },
    "speech_and_paralinguistic_audio": {
      "primary_serialization": [
        "WebDataset (TAR + FLAC + JSON)",
        "Parquet Metadata Sidecar"
      ],
      "krippendorff_alpha_transcript_min": 0.85,
      "diarization_error_rate_ceiling": 0.045,
      "word_error_rate_human_verified_ceiling": 0.02,
      "timestamp_boundary_tolerance_ms": 35,
      "snr_floor_db": 24,
      "blind_golden_set_injection_rate": 0.07
    },
    "multimodal_video_and_spatiotemporal_vision": {
      "primary_serialization": [
        "WebDataset (TAR + CFR MP4 + JSON)",
        "Croissant JSON-LD Sidecar"
      ],
      "temporal_iou_consensus_min": 0.82,
      "spatial_mask_iou_consensus_min": 0.88,
      "krippendorff_alpha_event_taxonomy_min": 0.82,
      "av_pts_sync_drift_ceiling_ms": 25,
      "blind_golden_set_injection_rate": 0.08
    },
    "embodied_robotics_and_3d_point_clouds": {
      "primary_serialization": [
        "RLDS (TFRecord / ArrayRecord)",
        "MCAP / Parquet + PCD"
      ],
      "spatial_3d_cuboid_iou_min": 0.85,
      "kinematic_constraint_violation_rate": 0,
      "sensor_clock_skew_ceiling_ms": 5,
      "episode_success_verification_alpha_min": 0.9,
      "blind_golden_set_injection_rate": 0.05
    }
  }
}