| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 32 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
inp... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
inp... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
input {
common {
plan_id: 61
}
sql {
query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"
| 2026/07/20 20:10:26 | 0.2 s |
1/1
| 53.4 KiB | |||
| 30 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
inp... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
inp... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
input {
common {
plan_id: 61
}
sql {
query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"
| 2026/07/20 20:10:24 | 2 s |
5/5
| 22.4 MiB | 53.4 KiB | ||
| 29 | Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
inp...: Filtering files for query Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
inp...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
input {
common {
plan_id: 61
}
sql {
query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"
| 2026/07/20 20:10:23 | 0.7 s |
50/50
| 11.5 KiB | |||
| 27 | Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, coun...: Filtering files for query Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, coun...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"
| 2026/07/20 20:10:21 | 1 s |
50/50
| 11.5 KiB | |||
| 25 | Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, coun...: Filtering files for query: Compute snapshot for version: 0 Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, coun... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"
| 2026/07/20 20:10:20 | 0.1 s |
1/1
| 4.9 KiB | |||
| 22 | Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, coun...: Filtering files for query: Compute snapshot for version: 0 Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, coun...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"
| 2026/07/20 20:10:18 | 2 s |
50/50
| 11.5 KiB | 4.9 KiB | ||
| 20 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
input {
common {
plan_id: 26
}
sql {
query: "select count(*) from test.fhvhv_trip "
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "14682930-eeb6-4ff0-b017-f406feb80e46"
| 2026/07/20 19:37:41 | 61 ms |
1/1
| 2.9 KiB | |||
| 17 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_logDelta Table State with Stats #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
input {
common {
plan_id: 26
}
sql {
query: "select count(*) from test.fhvhv_trip "
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "14682930-eeb6-4ff0-b017-f406feb80e46"
| 2026/07/20 19:37:40 | 1 s |
50/50
| 4.6 KiB | 2.9 KiB | ||
| 15 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| 2026/07/20 19:37:40 | 98 ms |
1/1
| 2.9 KiB | |||
| 12 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_logDelta Table State with Stats #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| 2026/07/20 19:37:33 | 7 s |
50/50
| 5.3 KiB | 2.9 KiB | ||
| 10 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| 2026/07/20 19:37:31 | 0.7 s |
1/1
| 11.6 KiB | 5.3 KiB | ||
| 9 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_t... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_t... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"
| 2026/07/20 19:34:18 | 2.4 min |
4/4
| 468.5 MiB | 593.0 MiB | ||
| 8 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_t... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_t... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"
| 2026/07/20 19:34:17 | 90 ms |
1/1
| ||||
| 7 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_t... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_t... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "create table test.fhvhv_trip as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2aea3d48-9c81-46ad-ba1b-0a8ca92d30d5"
| 2026/07/20 19:33:51 | 91 ms |
1/1
| ||||
| 6 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 5
}
show_string {
... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 5
}
show_string {
... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 5
}
show_string {
input {
common {
plan_id: 4
}
sql {
query: "select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c2d41bd0-f44e-4c4e-ac11-757d70aa2be4"
| 2026/07/20 19:31:59 | 0.6 s |
1/1
| 24.4 MiB | |||
| 5 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 5
}
show_string {
... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 5
}
show_string {
... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 5
}
show_string {
input {
common {
plan_id: 4
}
sql {
query: "select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c2d41bd0-f44e-4c4e-ac11-757d70aa2be4"
| 2026/07/20 19:31:58 | 66 ms |
1/1
| ||||
| 4 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select * from parquet.`/h... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select * from parquet.`/h... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f8e91565-15fa-4595-a21d-5e59ec862a12"
| 2026/07/20 19:31:58 | 0.1 s |
1/1
| ||||
| 3 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c34a7a0d-1c5e-40c5-9382-bff2029654d0"
| 2026/07/20 19:28:28 | 0.6 s |
1/1
| 230.0 B | |||
| 1 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c34a7a0d-1c5e-40c5-9382-bff2029654d0"
| 2026/07/20 19:28:26 | 2 s |
4/4
| 227.4 KiB | 230.0 B | ||
| 0 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
... Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c34a7a0d-1c5e-40c5-9382-bff2029654d0"
| 2026/07/20 19:28:23 | 1 s |
1/1
|
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 31 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
inp... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 62
}
limit {
input {
common {
plan_id: 61
}
sql {
query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
limit: 1000
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"
| Unknown | Unknown |
0/5
| ||||
| 28 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 26 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 24 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, coun...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"
| Unknown | Unknown |
0/50
| ||||
| 23 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 21 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 19 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_logDelta Table State with Stats #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 27
}
show_string {
input {
common {
plan_id: 26
}
sql {
query: "select count(*) from test.fhvhv_trip "
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "14682930-eeb6-4ff0-b017-f406feb80e46"
| Unknown | Unknown |
0/50
| ||||
| 18 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 16 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 14 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test...
RDD: Delta Table State #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_logDelta Table State with Stats #0 - file:/home/jovyan/spark-warehouse/test.db/fhvhv_trip/_delta_log
session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/50
| ||||
| 13 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 11 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
command {
sql_command {
sql: "select count(*) from test.fhvhv_trip "
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
| Unknown | Unknown |
0/1
| ||||
| 2 | Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
... session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
root {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "c34a7a0d-1c5e-40c5-9382-bff2029654d0"
| Unknown | Unknown |
0/4
|