Spark Connect server - Details for Stage 43 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 41 ms
Locality Level Summary: Process local: 50
Input Size / Records: 11.5 KiB / 6
Associated Job Ids: 25

digraph G { subgraph clusterstage_43 { label="Stage 43"; 80 [labelType="html" label="SQLExecutionRDD [80] [Unordered] Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"\nplan {\n command {\n sql_command {\n sql: "select hvfhs_license_num,..."]; subgraph cluster212 { label="Exchange"; 75 [labelType="html" label="ShuffledRowRDD [75] [Unordered] Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"\nplan {\n command {\n sql_command {\n sql: "select hvfhs_license_num,..."]; } subgraph cluster208 { label="WholeStageCodegen (2)"; 76 [labelType="html" label="MapPartitionsRDD [76] [Unordered] Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"\nplan {\n command {\n sql_command {\n sql: "select hvfhs_license_num,..."]; } subgraph cluster207 { label="DeserializeToObject"; 77 [labelType="html" label="MapPartitionsRDD [77] [Unordered] Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"\nplan {\n command {\n sql_command {\n sql: "select hvfhs_license_num,..."]; } subgraph cluster206 { label="MapPartitions"; 78 [labelType="html" label="MapPartitionsRDD [78] [Unordered] Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"\nplan {\n command {\n sql_command {\n sql: "select hvfhs_license_num,..."]; } subgraph cluster203 { label="WholeStageCodegen (3)"; 79 [labelType="html" label="MapPartitionsRDD [79] [Unordered] Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"\nplan {\n command {\n sql_command {\n sql: "select hvfhs_license_num,..."]; } subgraph cluster217 { label="map"; 81 [labelType="html" label="Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log [81] [Cached] [Unordered] Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"\nplan {\n command {\n sql_command {\n sql: "select hvfhs_license_num,..."]; } subgraph cluster282 { label="WholeStageCodegen (1)"; 94 [labelType="html" label="MapPartitionsRDD [94] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } subgraph cluster290 { label="mapPartitionsInternal"; 95 [labelType="html" label="MapPartitionsRDD [95] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128"]; } } 75->76; 76->77; 77->78; 78->79; 79->80; 80->81; 81->94; 94->95; }

74,75

Event Timeline

Enable zooming