DataOps-platform/docs/validation/data-rule-m5-capacity-evidence.json

{
  "evidence_sha256": "68a168f1710f759c24c965e632f9a024e64fdc24b64fc97a3867c12cb5a8661b",
  "limits": {
    "artifact_bytes": 536870912,
    "datasource_pool_budget": 2,
    "runner_memory_bytes": 2147483648
  },
  "machine": {
    "database": "PostgreSQL 16 Docker",
    "logical_cpu_count": 10,
    "measurement_note": "SQL memory is PostgreSQL plan-reported peak operator memory; Polars memory is process RSS.",
    "physical_memory_bytes": 17179869184,
    "platform": "macOS-26.5.2-arm64-arm-64bit",
    "python": "3.11.15"
  },
  "observations": [
    {
      "artifact_bytes": 0,
      "backend": "sql_pushdown",
      "elapsed_seconds": 0.11328733299160376,
      "node_durations_seconds": [
        0.017643,
        0.052942,
        0.021467
      ],
      "p95_node_seconds": 0.052942,
      "peak_memory_bytes": 3703808,
      "pool_peak": 1,
      "rows": 100000,
      "throughput_rows_per_second": 882711.221
    },
    {
      "artifact_bytes": 187410,
      "backend": "polars_batch",
      "elapsed_seconds": 0.076160249998793,
      "node_durations_seconds": [
        0.006082500010961667,
        0.00042883300920948386,
        3.5959004890173674e-05,
        0.058704374998342246
      ],
      "p95_node_seconds": 0.058704374998342246,
      "peak_memory_bytes": 90128384,
      "pool_peak": 0,
      "rows": 100000,
      "throughput_rows_per_second": 1313020.9
    },
    {
      "artifact_bytes": 0,
      "backend": "sql_pushdown",
      "elapsed_seconds": 0.987550249992637,
      "node_durations_seconds": [
        0.16250499999999998,
        0.507413,
        0.311259
      ],
      "p95_node_seconds": 0.507413,
      "peak_memory_bytes": 10552320,
      "pool_peak": 1,
      "rows": 1000000,
      "throughput_rows_per_second": 1012606.7
    },
    {
      "artifact_bytes": 1578192,
      "backend": "polars_batch",
      "elapsed_seconds": 0.0377618330239784,
      "node_durations_seconds": [
        0.0008490420004818588,
        1.1666998034343123e-05,
        7.166992872953415e-06,
        0.033253916015382856
      ],
      "p95_node_seconds": 0.033253916015382856,
      "peak_memory_bytes": 228933632,
      "pool_peak": 0,
      "rows": 1000000,
      "throughput_rows_per_second": 26481765.315
    },
    {
      "artifact_bytes": 0,
      "backend": "sql_pushdown",
      "elapsed_seconds": 10.229541540989885,
      "node_durations_seconds": [
        1.773887,
        5.247719,
        3.201731
      ],
      "p95_node_seconds": 5.247719,
      "peak_memory_bytes": 10552320,
      "pool_peak": 1,
      "rows": 10000000,
      "throughput_rows_per_second": 977560.916
    },
    {
      "artifact_bytes": 15449814,
      "backend": "polars_batch",
      "elapsed_seconds": 0.47433858399745077,
      "node_durations_seconds": [
        0.011937375005800277,
        1.754099503159523e-05,
        1.270900247618556e-05,
        0.45401770900934935
      ],
      "p95_node_seconds": 0.45401770900934935,
      "peak_memory_bytes": 1329971200,
      "pool_peak": 0,
      "rows": 10000000,
      "throughput_rows_per_second": 21081987.292
    }
  ],
  "schema_version": "1.0"
}