| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 6 | Spark Connect - session_id: "ddcf55a3-6421-409c-b691-26dfe4527c69"
plan {
root {
common {
plan_id: 1
}
show_string {
... Spark Connect - session_id: "ddcf55a3-6421-409c-b691-26dfe4527c69"
plan {
root {
common {
plan_id: 1
}
show_string {
... session_id: "ddcf55a3-6421-409c-b691-26dfe4527c69"
plan {
root {
common {
plan_id: 1
}
show_string {
input {
common {
plan_id: 0
}
range {
start: 0
end: 1000
step: 1
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "2804bcea-2cbc-41f9-83b5-3e53db972423"
| 2026/09/02 03:28:01 | 0.2 s |
1/1
| ||||
| 5 | Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_function {
function_name: "to_date"
arguments {
unresolved_attribute {
unparsed_identifier: "pickup_datetime"
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
name: "count"
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9c896837-8564-43f0-9e9e-bb9b32a48a62"
| 2026/09/01 17:29:42 | 0.7 s |
1/1
| 11.0 KiB | |||
| 4 | Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_function {
function_name: "to_date"
arguments {
unresolved_attribute {
unparsed_identifier: "pickup_datetime"
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
name: "count"
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9c896837-8564-43f0-9e9e-bb9b32a48a62"
| 2026/09/01 17:29:37 | 5 s |
200/200
| 2006.0 B | 11.0 KiB | ||
| 3 | Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_function {
function_name: "to_date"
arguments {
unresolved_attribute {
unparsed_identifier: "pickup_datetime"
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
name: "count"
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9c896837-8564-43f0-9e9e-bb9b32a48a62"
| 2026/09/01 17:29:33 | 4 s |
4/4
| 54.4 MiB | 2006.0 B | ||
| 2 | Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... Spark Connect - session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
... session_id: "026f81c9-b603-4b85-9d3e-64b71b17fbda"
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 1
}
aggregate {
input {
common {
plan_id: 0
}
read {
data_source {
format: "parquet"
schema: ""
paths: "/home/jovyan/inbound/fhvhv_tripdata_2025-01.parquet"
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_function {
function_name: "to_date"
arguments {
unresolved_attribute {
unparsed_identifier: "pickup_datetime"
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
name: "count"
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "9c896837-8564-43f0-9e9e-bb9b32a48a62"
| 2026/09/01 17:29:32 | 0.5 s |
1/1
| ||||
| 1 | Spark Connect - session_id: "c59ec071-5292-46c9-ba54-05968ea7765f"
plan {
root {
common {
plan_id: 1
}
show_string {
... Spark Connect - session_id: "c59ec071-5292-46c9-ba54-05968ea7765f"
plan {
root {
common {
plan_id: 1
}
show_string {
... session_id: "c59ec071-5292-46c9-ba54-05968ea7765f"
plan {
root {
common {
plan_id: 1
}
show_string {
input {
common {
plan_id: 0
}
read {
data_source {
format: "json"
schema: ""
options {
key: "multiLine"
value: "true"
}
paths: "/home/jovyan/data/openaq-api-data/"
}
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f9b69ec2-4dbc-4ed5-9734-76139a10d9e6"
| 2026/08/31 22:00:26 | 1 s |
1/1
| 162.4 KiB | |||
| 0 | Spark Connect - session_id: "c59ec071-5292-46c9-ba54-05968ea7765f"
plan {
root {
common {
plan_id: 1
}
show_string {
... Spark Connect - session_id: "c59ec071-5292-46c9-ba54-05968ea7765f"
plan {
root {
common {
plan_id: 1
}
show_string {
... session_id: "c59ec071-5292-46c9-ba54-05968ea7765f"
plan {
root {
common {
plan_id: 1
}
show_string {
input {
common {
plan_id: 0
}
read {
data_source {
format: "json"
schema: ""
options {
key: "multiLine"
value: "true"
}
paths: "/home/jovyan/data/openaq-api-data/"
}
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "f9b69ec2-4dbc-4ed5-9734-76139a10d9e6"
| 2026/08/31 21:59:47 | 35 s |
1/1
| 16.0 MiB |