{ "schema_version": 1, "experiment": "resources", "created_utc": "2026-11-13T13:41:39.052035+00:00", "environment": { "spark": "3.5.8", "python": "3.11.2", "java": "11.0.15", "os": "Darwin", "architecture": "arm64", "master": "local[2,2]", "driver_heap_bytes": 1073741824, "sql_shuffle_partitions": 8, "aqe": false, "broadcast_threshold": -1, "spill_element_threshold": 8192 }, "input": { "rows": 240000, "generator": "integer ranges; key/payload formulas in experiments/run.py", "external_data": false }, "runs": [ { "group": "partitions-2--1", "variant": "partitions-2", "repeat": -1, "warmup": true, "wall_ms": 5971.096, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19224929, "shuffle_read_bytes": 19224929, "remote_read_bytes": 0, "memory_spill_bytes": 436206784, "disk_spill_bytes": 37070511, "shuffle_write_records": 240000, "tasks": 10, "failed_attempts": 0, "stages": 2, "max_task_ms": 1743, "peak_execution_bytes": 8650736 } }, { "group": "partitions-16--1", "variant": "partitions-16", "repeat": -1, "warmup": true, "wall_ms": 1513.154, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19246014, "shuffle_read_bytes": 19246014, "remote_read_bytes": 0, "memory_spill_bytes": 335543680, "disk_spill_bytes": 28685305, "shuffle_write_records": 240000, "tasks": 24, "failed_attempts": 0, "stages": 2, "max_task_ms": 163, "peak_execution_bytes": 8650736 } }, { "group": "partitions-2-0", "variant": "partitions-2", "repeat": 0, "warmup": false, "wall_ms": 1763.623, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19224929, "shuffle_read_bytes": 19224929, "remote_read_bytes": 0, "memory_spill_bytes": 436206784, "disk_spill_bytes": 37070511, "shuffle_write_records": 240000, "tasks": 10, "failed_attempts": 0, "stages": 2, "max_task_ms": 1020, "peak_execution_bytes": 8650736 } }, { "group": "partitions-16-0", "variant": "partitions-16", "repeat": 0, "warmup": false, "wall_ms": 1192.905, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19246014, "shuffle_read_bytes": 19246014, "remote_read_bytes": 0, "memory_spill_bytes": 335543680, "disk_spill_bytes": 28685305, "shuffle_write_records": 240000, "tasks": 24, "failed_attempts": 0, "stages": 2, "max_task_ms": 140, "peak_execution_bytes": 8650736 } }, { "group": "partitions-16-1", "variant": "partitions-16", "repeat": 1, "warmup": false, "wall_ms": 1034.247, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19246014, "shuffle_read_bytes": 19246014, "remote_read_bytes": 0, "memory_spill_bytes": 335543680, "disk_spill_bytes": 28685305, "shuffle_write_records": 240000, "tasks": 24, "failed_attempts": 0, "stages": 2, "max_task_ms": 93, "peak_execution_bytes": 8650736 } }, { "group": "partitions-2-1", "variant": "partitions-2", "repeat": 1, "warmup": false, "wall_ms": 1055.956, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19224929, "shuffle_read_bytes": 19224929, "remote_read_bytes": 0, "memory_spill_bytes": 436206784, "disk_spill_bytes": 37070511, "shuffle_write_records": 240000, "tasks": 10, "failed_attempts": 0, "stages": 2, "max_task_ms": 683, "peak_execution_bytes": 8650736 } }, { "group": "partitions-2-2", "variant": "partitions-2", "repeat": 2, "warmup": false, "wall_ms": 2385.196, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19224929, "shuffle_read_bytes": 19224929, "remote_read_bytes": 0, "memory_spill_bytes": 436206784, "disk_spill_bytes": 37070511, "shuffle_write_records": 240000, "tasks": 10, "failed_attempts": 0, "stages": 2, "max_task_ms": 1924, "peak_execution_bytes": 8650736 } }, { "group": "partitions-16-2", "variant": "partitions-16", "repeat": 2, "warmup": false, "wall_ms": 1721.863, "result": { "rows": 240000, "id_sum": 28799880000, "payload_chars": 30720000, "locally_sorted": true }, "metrics": { "shuffle_write_bytes": 19246014, "shuffle_read_bytes": 19246014, "remote_read_bytes": 0, "memory_spill_bytes": 335543680, "disk_spill_bytes": 28685305, "shuffle_write_records": 240000, "tasks": 24, "failed_attempts": 0, "stages": 2, "max_task_ms": 256, "peak_execution_bytes": 8650736 } } ], "plans": { "partitions-2": "*(2) Sort [sort_key#2L ASC NULLS FIRST], false, 0\n+- Exchange RoundRobinPartitioning(2), REPARTITION_BY_NUM, [plan_id=166]\n +- *(1) Project [id#0L, ((id#0L * 104729) % 1000003) AS sort_key#2L, concat_ws(, sha2(cast(cast(id#0L as string) as binary), 256), sha2(cast(cast(id#0L as string) as binary), 256)) AS payload#3]\n +- *(1) Range (0, 240000, step=1, splits=8)\n", "partitions-16": "*(2) Sort [sort_key#2L ASC NULLS FIRST], false, 0\n+- Exchange RoundRobinPartitioning(16), REPARTITION_BY_NUM, [plan_id=191]\n +- *(1) Project [id#0L, ((id#0L * 104729) % 1000003) AS sort_key#2L, concat_ws(, sha2(cast(cast(id#0L as string) as binary), 256), sha2(cast(cast(id#0L as string) as binary), 256)) AS payload#3]\n +- *(1) Range (0, 240000, step=1, splits=8)\n" }, "observations": { "spill_is_forced": true, "force_spill_element_threshold": 8192, "payload_chars_per_row": 128, "sort_scope": "within each partition; no global order guarantee", "warning": "Internal diagnostic knob, not an out-of-memory experiment or recommended production setting." }, "tasks": [ { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 730, "executor_run_ms": 628, "jvm_gc_ms": 29, "shuffle_write_bytes": 2407870, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 757, "executor_run_ms": 629, "jvm_gc_ms": 29, "shuffle_write_bytes": 2415157, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 165, "executor_run_ms": 157, "jvm_gc_ms": 6, "shuffle_write_bytes": 2403585, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 201, "executor_run_ms": 193, "jvm_gc_ms": 6, "shuffle_write_bytes": 2397897, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 326, "executor_run_ms": 316, "jvm_gc_ms": 8, "shuffle_write_bytes": 2402271, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 291, "executor_run_ms": 284, "jvm_gc_ms": 8, "shuffle_write_bytes": 2397543, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 237, "executor_run_ms": 227, "jvm_gc_ms": 6, "shuffle_write_bytes": 2402893, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 0, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 238, "executor_run_ms": 231, "jvm_gc_ms": 6, "shuffle_write_bytes": 2397713, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2--1" ], "stage": 1, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 1740, "executor_run_ms": 1706, "jvm_gc_ms": 119, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612769, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9856699, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-2--1" ], "stage": 1, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 1743, "executor_run_ms": 1709, "jvm_gc_ms": 119, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612160, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9859548, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 146, "executor_run_ms": 142, "jvm_gc_ms": 0, "shuffle_write_bytes": 2410830, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 148, "executor_run_ms": 140, "jvm_gc_ms": 0, "shuffle_write_bytes": 2417728, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 126, "executor_run_ms": 120, "jvm_gc_ms": 3, "shuffle_write_bytes": 2406121, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 131, "executor_run_ms": 127, "jvm_gc_ms": 3, "shuffle_write_bytes": 2400473, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 107, "executor_run_ms": 99, "jvm_gc_ms": 0, "shuffle_write_bytes": 2404442, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 108, "executor_run_ms": 100, "jvm_gc_ms": 0, "shuffle_write_bytes": 2400774, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 137, "executor_run_ms": 131, "jvm_gc_ms": 4, "shuffle_write_bytes": 2400179, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 2, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 144, "executor_run_ms": 139, "jvm_gc_ms": 4, "shuffle_write_bytes": 2405467, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 102, "executor_run_ms": 93, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203265, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708265, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 105, "executor_run_ms": 95, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203169, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708326, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 99, "executor_run_ms": 90, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202742, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708293, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 102, "executor_run_ms": 93, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202732, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708239, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 101, "executor_run_ms": 93, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202459, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708412, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 117, "executor_run_ms": 110, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203021, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707932, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 101, "executor_run_ms": 94, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202845, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708227, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 128, "executor_run_ms": 114, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203273, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708285, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 8, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 163, "executor_run_ms": 155, "jvm_gc_ms": 21, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203006, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708295, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 9, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 162, "executor_run_ms": 155, "jvm_gc_ms": 21, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202503, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707952, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 10, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 98, "executor_run_ms": 92, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203050, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708023, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 11, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 92, "executor_run_ms": 85, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203097, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708352, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 12, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 93, "executor_run_ms": 89, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203024, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708301, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 13, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 112, "executor_run_ms": 99, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202683, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707901, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 14, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 91, "executor_run_ms": 86, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202301, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707993, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16--1" ], "stage": 3, "stage_attempt": 0, "partition": 15, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 83, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202844, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708245, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 112, "executor_run_ms": 105, "jvm_gc_ms": 4, "shuffle_write_bytes": 2407870, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 115, "executor_run_ms": 111, "jvm_gc_ms": 4, "shuffle_write_bytes": 2415157, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 129, "executor_run_ms": 124, "jvm_gc_ms": 0, "shuffle_write_bytes": 2403585, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 133, "executor_run_ms": 129, "jvm_gc_ms": 0, "shuffle_write_bytes": 2397897, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 133, "executor_run_ms": 126, "jvm_gc_ms": 0, "shuffle_write_bytes": 2402271, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 155, "executor_run_ms": 149, "jvm_gc_ms": 0, "shuffle_write_bytes": 2397543, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 268, "executor_run_ms": 262, "jvm_gc_ms": 11, "shuffle_write_bytes": 2397713, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 4, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 301, "executor_run_ms": 296, "jvm_gc_ms": 11, "shuffle_write_bytes": 2402893, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-0" ], "stage": 5, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 983, "executor_run_ms": 972, "jvm_gc_ms": 76, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612160, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9859548, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-2-0" ], "stage": 5, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 1020, "executor_run_ms": 1013, "jvm_gc_ms": 76, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612769, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9856699, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 96, "executor_run_ms": 92, "jvm_gc_ms": 0, "shuffle_write_bytes": 2410830, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 96, "executor_run_ms": 93, "jvm_gc_ms": 0, "shuffle_write_bytes": 2417728, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 113, "executor_run_ms": 110, "jvm_gc_ms": 0, "shuffle_write_bytes": 2406121, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 118, "executor_run_ms": 114, "jvm_gc_ms": 0, "shuffle_write_bytes": 2400473, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 108, "executor_run_ms": 103, "jvm_gc_ms": 6, "shuffle_write_bytes": 2404442, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 140, "executor_run_ms": 136, "jvm_gc_ms": 6, "shuffle_write_bytes": 2400774, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 105, "executor_run_ms": 81, "jvm_gc_ms": 0, "shuffle_write_bytes": 2405467, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 6, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 76, "executor_run_ms": 72, "jvm_gc_ms": 0, "shuffle_write_bytes": 2400179, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 89, "executor_run_ms": 84, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203265, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708265, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 90, "executor_run_ms": 84, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203169, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708326, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 89, "executor_run_ms": 84, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202732, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708239, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 94, "executor_run_ms": 89, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202742, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708293, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 87, "executor_run_ms": 83, "jvm_gc_ms": 4, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203021, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707932, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 88, "executor_run_ms": 83, "jvm_gc_ms": 4, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202459, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708412, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202845, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708227, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 90, "executor_run_ms": 83, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203273, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708285, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 8, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 95, "executor_run_ms": 91, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203006, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708295, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 9, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 97, "executor_run_ms": 91, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202503, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707952, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 10, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 84, "executor_run_ms": 80, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203050, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708023, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 11, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 83, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203097, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708352, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 12, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 79, "executor_run_ms": 76, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203024, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708301, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 13, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202683, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707901, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 14, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 86, "executor_run_ms": 82, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202301, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707993, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-0" ], "stage": 7, "stage_attempt": 0, "partition": 15, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 88, "executor_run_ms": 79, "jvm_gc_ms": 2, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202844, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708245, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 79, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 2410830, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 78, "jvm_gc_ms": 0, "shuffle_write_bytes": 2417728, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 74, "executor_run_ms": 72, "jvm_gc_ms": 0, "shuffle_write_bytes": 2400473, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 76, "executor_run_ms": 73, "jvm_gc_ms": 0, "shuffle_write_bytes": 2406121, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 90, "executor_run_ms": 87, "jvm_gc_ms": 3, "shuffle_write_bytes": 2400774, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 93, "executor_run_ms": 90, "jvm_gc_ms": 3, "shuffle_write_bytes": 2404442, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 73, "executor_run_ms": 70, "jvm_gc_ms": 0, "shuffle_write_bytes": 2405467, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 8, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 71, "executor_run_ms": 68, "jvm_gc_ms": 0, "shuffle_write_bytes": 2400179, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203265, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708265, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 82, "executor_run_ms": 78, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203169, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708326, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 86, "executor_run_ms": 82, "jvm_gc_ms": 10, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202732, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708239, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 88, "executor_run_ms": 83, "jvm_gc_ms": 10, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202742, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708293, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 82, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202459, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708412, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 83, "executor_run_ms": 78, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203021, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707932, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202845, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708227, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203273, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708285, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 9, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202503, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707952, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 8, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 82, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203006, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708295, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 10, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 85, "executor_run_ms": 77, "jvm_gc_ms": 4, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203050, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708023, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 11, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 85, "executor_run_ms": 77, "jvm_gc_ms": 4, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203097, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708352, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 13, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 83, "executor_run_ms": 80, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202683, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707901, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 12, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 88, "executor_run_ms": 85, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203024, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708301, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 14, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 85, "executor_run_ms": 82, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202301, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707993, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-1" ], "stage": 9, "stage_attempt": 0, "partition": 15, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 84, "executor_run_ms": 80, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202844, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708245, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 91, "executor_run_ms": 87, "jvm_gc_ms": 3, "shuffle_write_bytes": 2415157, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 94, "executor_run_ms": 89, "jvm_gc_ms": 3, "shuffle_write_bytes": 2407870, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 79, "executor_run_ms": 75, "jvm_gc_ms": 0, "shuffle_write_bytes": 2403585, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 79, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 2397897, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 77, "executor_run_ms": 75, "jvm_gc_ms": 3, "shuffle_write_bytes": 2397543, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 81, "executor_run_ms": 78, "jvm_gc_ms": 3, "shuffle_write_bytes": 2402271, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 73, "executor_run_ms": 70, "jvm_gc_ms": 0, "shuffle_write_bytes": 2402893, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 10, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 73, "executor_run_ms": 71, "jvm_gc_ms": 0, "shuffle_write_bytes": 2397713, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-1" ], "stage": 11, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 646, "executor_run_ms": 643, "jvm_gc_ms": 58, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612769, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9856699, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-2-1" ], "stage": 11, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 683, "executor_run_ms": 679, "jvm_gc_ms": 58, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612160, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9859548, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 106, "executor_run_ms": 98, "jvm_gc_ms": 4, "shuffle_write_bytes": 2415157, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 106, "executor_run_ms": 100, "jvm_gc_ms": 4, "shuffle_write_bytes": 2407870, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 82, "executor_run_ms": 79, "jvm_gc_ms": 0, "shuffle_write_bytes": 2397897, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 83, "executor_run_ms": 80, "jvm_gc_ms": 0, "shuffle_write_bytes": 2403585, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 80, "executor_run_ms": 77, "jvm_gc_ms": 0, "shuffle_write_bytes": 2402271, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 82, "executor_run_ms": 80, "jvm_gc_ms": 0, "shuffle_write_bytes": 2397543, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 101, "executor_run_ms": 98, "jvm_gc_ms": 4, "shuffle_write_bytes": 2402893, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 12, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 100, "executor_run_ms": 97, "jvm_gc_ms": 4, "shuffle_write_bytes": 2397713, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-2-2" ], "stage": 13, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 1905, "executor_run_ms": 1897, "jvm_gc_ms": 97, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612160, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9859548, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-2-2" ], "stage": 13, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 1924, "executor_run_ms": 1910, "jvm_gc_ms": 107, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 9612769, "remote_read_bytes": 0, "memory_spill_bytes": 117440288, "disk_spill_bytes": 9856699, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 144, "executor_run_ms": 138, "jvm_gc_ms": 0, "shuffle_write_bytes": 2410830, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2173419, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 152, "executor_run_ms": 148, "jvm_gc_ms": 0, "shuffle_write_bytes": 2417728, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2178727, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 251, "executor_run_ms": 243, "jvm_gc_ms": 0, "shuffle_write_bytes": 2406121, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2168602, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 256, "executor_run_ms": 249, "jvm_gc_ms": 0, "shuffle_write_bytes": 2400473, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166651, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 141, "executor_run_ms": 136, "jvm_gc_ms": 3, "shuffle_write_bytes": 2404442, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2167277, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 144, "executor_run_ms": 136, "jvm_gc_ms": 3, "shuffle_write_bytes": 2400774, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166535, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 94, "executor_run_ms": 90, "jvm_gc_ms": 0, "shuffle_write_bytes": 2405467, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166382, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 14, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 104, "executor_run_ms": 99, "jvm_gc_ms": 0, "shuffle_write_bytes": 2400179, "shuffle_write_records": 30000, "shuffle_read_bytes": 0, "remote_read_bytes": 0, "memory_spill_bytes": 25165776, "disk_spill_bytes": 2166671, "peak_execution_bytes": 0 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 0, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 108, "executor_run_ms": 100, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203169, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708326, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 1, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 112, "executor_run_ms": 106, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203265, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708265, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 2, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 119, "executor_run_ms": 112, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202742, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708293, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 3, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 140, "executor_run_ms": 134, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202732, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708239, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 4, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 123, "executor_run_ms": 118, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203021, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707932, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 5, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 119, "executor_run_ms": 99, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202459, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708412, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 6, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 151, "executor_run_ms": 147, "jvm_gc_ms": 7, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202845, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708227, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 7, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 168, "executor_run_ms": 127, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203273, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708285, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 8, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 90, "executor_run_ms": 85, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203006, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708295, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 9, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 92, "executor_run_ms": 86, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202503, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707952, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 10, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 113, "executor_run_ms": 107, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203050, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708023, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 11, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 102, "executor_run_ms": 97, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203097, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708352, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 12, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 112, "executor_run_ms": 105, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1203024, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708301, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 13, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 120, "executor_run_ms": 114, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202683, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707901, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 14, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 89, "executor_run_ms": 86, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202301, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 707993, "peak_execution_bytes": 8650736 }, { "groups": [ "partitions-16-2" ], "stage": 15, "stage_attempt": 0, "partition": 15, "attempt": 0, "successful": true, "reason": "Success", "duration_ms": 82, "executor_run_ms": 78, "jvm_gc_ms": 0, "shuffle_write_bytes": 0, "shuffle_write_records": 0, "shuffle_read_bytes": 1202844, "remote_read_bytes": 0, "memory_spill_bytes": 8388592, "disk_spill_bytes": 708245, "peak_execution_bytes": 8650736 } ], "summary": { "partitions-2": { "repeats": 3, "median_wall_ms": 1763.623, "min_wall_ms": 1055.956, "max_wall_ms": 2385.196 }, "partitions-16": { "repeats": 3, "median_wall_ms": 1192.905, "min_wall_ms": 1034.247, "max_wall_ms": 1721.863 } } }