Spark Connect server - SQL / DataFrame

Completed Queries: 51

Completed Queries (51)

Page:

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "show catalogs" } } ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3f12638f-e59d-4f47-ad95-fde6c8e31b8c"

2026/07/20 19:32:35

1 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "show catalogs" } } ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "1db65a53-6ec2-48eb-8ce0-b644484b55af"

2026/07/20 19:32:30

2 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 24 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 24
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 24
    }
    show_string {
      input {
        common {
          plan_id: 23
        }
        local_relation {
          data: "\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\f\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "e2d70f82-6cf9-40fd-92c5-6434a84b8001"

2026/07/20 19:36:47

2 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 16 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 16
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 16
    }
    show_string {
      input {
        common {
          plan_id: 15
        }
        local_relation {
          data: "\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\f\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "29913c07-1077-437a-be4e-93464ad1e589"

2026/07/20 19:32:58

4 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 27 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
      input {
        common {
          plan_id: 26
        }
        sql {
          query: "select count(*) from test.fhvhv_trip "
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "14682930-eeb6-4ff0-b017-f406feb80e46"

2026/07/20 19:37:41

15 ms

[20]

+details

Description

Submitted

Duration

Job IDs

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 27 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
      input {
        common {
          plan_id: 26
        }
        sql {
          query: "select count(*) from test.fhvhv_trip "
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "14682930-eeb6-4ff0-b017-f406feb80e46"

2026/07/20 19:37:40

1 s

[13][14]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 33 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 33
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 33
    }
    show_string {
      input {
        common {
          plan_id: 32
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...

2026/07/20 19:39:59

15 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 36 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 36
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 36
    }
    show_string {
      input {
        common {
          plan_id: 35
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...

2026/07/20 19:40:07

17 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 20 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 20
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 20
    }
    show_string {
      input {
        common {
          plan_id: 19
        }
        local_relation {
          data: "\377\377\377\377\220\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\001\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\t\000\000\000namespace\000\000\000\000\000\000\000\377\377\377\377\230\000\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000(\000\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000H\000\000\000\002\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\f\000\000\000\000\000\000\000\030\000\000\000\000\000\000\000\v\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\002\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\a\000\000\000\v\000\000\000\000\000\000\000defaulttest\000\000\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0e6614bd-068e-4272-8161-e7852e9a9d57"

2026/07/20 19:33:10

19 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "create schema if not exis... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create schema if not exis...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create schema if not exists test"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "b793b6d5-b316-4d42-ab0b-548e4710c0a5"

2026/07/20 19:32:58

20 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "66119c5f-6522-4b39-b4f6-75eba02f5b6b"

2026/07/20 19:40:22

20 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 39 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 39
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 39
    }
    show_string {
      input {
        common {
          plan_id: 38
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...

2026/07/20 19:40:22

21 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5de47026-f00c-446d-a6a1-0fc6f912590f"

2026/07/20 20:04:20

21 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0710248f-b97a-4dbf-bc8b-33294174e728"

2026/07/20 20:09:36

21 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "9ca46bb8-abf1-4a95-8407-78a98545b24b"

2026/07/20 20:00:07

22 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "show schemas --if not exi... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas --if not exi...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas --if not exists test"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "9d844b13-6bd1-44de-a3b8-6266041c8388"

2026/07/20 19:33:10

25 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "ac4bdd09-daef-4dae-9857-916c641f8cdd"

2026/07/20 20:08:47

25 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 10 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 10
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 10
    }
    show_string {
      input {
        common {
          plan_id: 9
        }
        local_relation {
          data: "\377\377\377\377\210\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\001\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\a\000\000\000catalog\000\377\377\377\377\230\000\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000H\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\r\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\r\000\000\000spark_catalog\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "66907958-769e-4a7f-b4d1-fde059f6f3ba"

2026/07/20 19:32:35

28 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "28aff043-6644-4b12-ae48-36bd8652dc8e"

2026/07/20 19:40:06

28 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5f1c0d5b-93e7-40dd-9265-48ecea66a8d8"

2026/07/20 20:01:37

30 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 13 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 13
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 13
    }
    show_string {
      input {
        common {
          plan_id: 12
        }
        local_relation {
          data: "\377\377\377\377\220\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\001\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\t\000\000\000namespace\000\000\000\000\000\000\000\377\377\377\377\230\000\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\030\000\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000H\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\a\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\a\000\000\000default\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "23a0ffc9-0077-4220-a8fd-574be7ecce78"

2026/07/20 19:32:41

32 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "bc5f5237-1f52-458c-b39e-f710ebaeaef6"

2026/07/20 20:02:07

32 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 30 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 30
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 30
    }
    show_string {
      input {
        common {
          plan_id: 29
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...

2026/07/20 19:38:02

35 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "2e67e338-eca8-4cff-a090-e80a49b937d8"

2026/07/20 19:59:39

43 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "2c3b2ea2-62cf-43e8-ab0e-07ffe5d9a32a"

2026/07/20 19:38:02

44 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "desc extended test.fhvhv_... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "f73b5770-827e-44f4-9e62-63d11389e8e0"

2026/07/20 19:39:59

53 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "show schemas" } } }... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas"
    }
  }
}...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "ebd3a0e3-3c55-4ae7-aabb-de34ecdf36ab"

2026/07/20 19:32:41

87 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select count(*) from test... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"

2026/07/20 19:37:33

0.2 s

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select hvfhs_license_num,...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "7113e605-f1b1-4d35-a572-c0816392410d"

2026/07/21 07:36:45

0.8 s

[28]

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select hvfhs_license_num,...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "d6d928d9-c76c-4bf3-ae2c-a391af3416c8"

2026/07/21 07:35:29

0.8 s

[24]

Delta: Filtering files for query +details

Delta: Filtering files for query

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)

2026/07/21 07:45:22

0.8 s

[35]

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select hvfhs_license_num,...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "6498df58-b8f3-428f-b80a-9eae512851bc"

2026/07/21 07:41:02

0.8 s

[31]

Delta: Filtering files for query +details

Delta: Filtering files for query

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)

2026/07/21 07:35:30

0.9 s

[25]

Delta: Filtering files for query +details

Delta: Filtering files for query

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)

2026/07/21 07:36:02

0.9 s

[27]

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select hvfhs_license_num,...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "40223fd9-0ec4-4e94-bb64-2357761dab11"

2026/07/21 07:39:35

0.9 s

[30]

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select PULocationID, coun...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, coun...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "05e04dc8-1d50-44d7-af60-b86f93751bfc"

2026/07/21 07:45:21

1.0 s

[34]

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 62 } limit { inp...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      inp...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      input {
        common {
          plan_id: 61
        }
        sql {
          query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"

2026/07/20 20:10:23

1.0 s

[18]

Delta: Filtering files for query +details

Delta: Filtering files for query

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)

2026/07/21 07:36:46

1.0 s

[29]

Delta: Filtering files for query +details

Delta: Filtering files for query

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)

2026/07/21 07:24:08

1 s

[23]

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select hvfhs_license_num,...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "2efcab52-de6b-4a81-9450-645268486c16"

2026/07/21 07:36:00

1 s

[26]

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select hvfhs_license_num,...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a4826783-2757-4b16-90db-3a60de7c7231"

2026/07/21 07:24:06

1 s

[22]

Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select hvfhs_license_num,...: Filtering files for query: Compute snapshot for version: 0 +details

Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query: Compute snapshot for version: 0

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a4826783-2757-4b16-90db-3a60de7c7231"

2026/07/21 07:24:00

1 s

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select PULocationID, coun...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, coun...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"

2026/07/20 20:10:21

1 s

[17]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select count(*) from test... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"

2026/07/20 19:37:31

2 s

[10]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 62 } limit { inp... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      inp...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      input {
        common {
          plan_id: 61
        }
        sql {
          query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"

2026/07/20 20:10:24

2 s

[19][20]

Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select PULocationID, coun...: Filtering files for query: Compute snapshot for version: 0 +details

Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, coun...: Filtering files for query: Compute snapshot for version: 0

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"

2026/07/20 20:10:18

3 s

[15][16]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 1 } aggregate { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 1
    }
    aggregate {
      ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 1
    }
    aggregate {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet"
          }
        }
      }
      group_type: GROUP_TYPE_GROUPBY
      aggregate_expressions {
        unresolved_function {
          function_name: "count"
          arguments {
            literal {
              integer: 1
            }
          }
        }
      }
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "c34a7a0d-1c5e-40c5-9382-bff2029654d0"

2026/07/20 19:28:26

3 s

[1][2]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 5 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 5
    }
    show_string {
    ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 5
    }
    show_string {
      input {
        common {
          plan_id: 4
        }
        sql {
          query: "select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "c2d41bd0-f44e-4c4e-ac11-757d70aa2be4"

2026/07/20 19:31:59

3 s

[5]

Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query: Compute snapshot for version: 0

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a4826783-2757-4b16-90db-3a60de7c7231"

2026/07/21 07:24:02

5 s

[21]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 77 } show_string { ... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
   ...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
      input {
        common {
          plan_id: 76
        }
        sql {
          query: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "8b66c8fc-19ba-4e05-ac9c-23ef6a1a4d1d"

2026/07/21 07:41:04

5 s

[33]

[53]

+details

Description

Submitted

Duration

Job IDs

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { root { common { plan_id: 77 } show_string { ...: Filtering files for query +details

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
   ...: Filtering files for query

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
      input {
        common {
          plan_id: 76
        }
        sql {
          query: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "8b66c8fc-19ba-4e05-ac9c-23ef6a1a4d1d"

2026/07/21 07:41:03

0.6 s

[32]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "select count(*) from test... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"

2026/07/20 19:37:33

7 s

[11][12]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "create table test.fhvhv_t... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_t...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"

2026/07/20 19:34:17

2.5 min

[12][13][14]

+details

Description

Submitted

Duration

Job IDs

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "create table test.fhvhv_t... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_t...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"

2026/07/20 19:34:17

9 ms

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "create table test.fhvhv_t... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_t...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"

2026/07/20 19:34:18

2.4 min

[8]

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9" plan { command { sql_command { sql: "create table test.fhvhv_t... +details

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_t...

session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"

2026/07/20 19:36:46

0.5 s

[9]

Page: