| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 5 | Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_function {
function_name: "to_date"
arguments {
unresolved_attribute {
unparsed_identifier: "pickup_datetime"
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
name: "count"
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9c896837-8564-43f0-9e9e-bb9b32a48a62"
| 2026/09/01 17:29:42 | 0.7 s |
1/1
| 11.0 KiB | |||
| 4 | Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_function {
function_name: "to_date"
arguments {
unresolved_attribute {
unparsed_identifier: "pickup_datetime"
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
name: "count"
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9c896837-8564-43f0-9e9e-bb9b32a48a62"
| 2026/09/01 17:29:37 | 5 s |
200/200
| 2006.0 B | 11.0 KiB | ||
| 3 | Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_function {
function_name: "to_date"
arguments {
unresolved_attribute {
unparsed_identifier: "pickup_datetime"
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
name: "count"
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9c896837-8564-43f0-9e9e-bb9b32a48a62"
| 2026/09/01 17:29:33 | 4 s |
4/4
| 54.4 MiB | 2006.0 B |