Spark Connect server - SQL / DataFrame

Completed Queries: 51
Completed Queries (51)

Page:

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 1
    }
    aggregate {
      ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 1
    }
    aggregate {
      input {
        common {
          plan_id: 0
        }
        read {
          data_source {
            format: "parquet"
            schema: ""
            paths: "/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet"
          }
        }
      }
      group_type: GROUP_TYPE_GROUPBY
      aggregate_expressions {
        unresolved_function {
          function_name: "count"
          arguments {
            literal {
              integer: 1
            }
          }
        }
      }
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "c34a7a0d-1c5e-40c5-9382-bff2029654d0"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 5
    }
    show_string {
    ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 5
    }
    show_string {
      input {
        common {
          plan_id: 4
        }
        sql {
          query: "select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "c2d41bd0-f44e-4c4e-ac11-757d70aa2be4"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "1db65a53-6ec2-48eb-8ce0-b644484b55af"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show catalogs"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3f12638f-e59d-4f47-ad95-fde6c8e31b8c"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 10
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 10
    }
    show_string {
      input {
        common {
          plan_id: 9
        }
        local_relation {
          data: "\377\377\377\377\210\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\001\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\a\000\000\000catalog\000\377\377\377\377\230\000\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000H\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\r\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\r\000\000\000spark_catalog\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "66907958-769e-4a7f-b4d1-fde059f6f3ba"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas"
    }
  }
}...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "ebd3a0e3-3c55-4ae7-aabb-de34ecdf36ab"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 13
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 13
    }
    show_string {
      input {
        common {
          plan_id: 12
        }
        local_relation {
          data: "\377\377\377\377\220\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\001\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\t\000\000\000namespace\000\000\000\000\000\000\000\377\377\377\377\230\000\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\030\000\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000H\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\a\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\000\000\000\000\a\000\000\000default\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "23a0ffc9-0077-4220-a8fd-574be7ecce78"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create schema if not exis...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create schema if not exists test"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "b793b6d5-b316-4d42-ab0b-548e4710c0a5"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 16
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 16
    }
    show_string {
      input {
        common {
          plan_id: 15
        }
        local_relation {
          data: "\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\f\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "29913c07-1077-437a-be4e-93464ad1e589"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas --if not exi...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "show schemas --if not exists test"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "9d844b13-6bd1-44de-a3b8-6266041c8388"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 20
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 20
    }
    show_string {
      input {
        common {
          plan_id: 19
        }
        local_relation {
          data: "\377\377\377\377\220\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\001\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\t\000\000\000namespace\000\000\000\000\000\000\000\377\377\377\377\230\000\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000(\000\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000H\000\000\000\002\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\f\000\000\000\000\000\000\000\030\000\000\000\000\000\000\000\v\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\002\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\000\000\000\000\000\000\000\000\a\000\000\000\v\000\000\000\000\000\000\000defaulttest\000\000\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0e6614bd-068e-4272-8161-e7852e9a9d57"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_t...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_t...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "create table test.fhvhv_trip using delta as select * from parquet.`/home/jovyan/Inbound/fhvhv_tripdata_2025-01.parquet`"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "845838a7-ebca-44ee-86aa-2b10937f47b0"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 24
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 24
    }
    show_string {
      input {
        common {
          plan_id: 23
        }
        local_relation {
          data: "\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377@\000\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\f\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\377\377\377\377\000\000\000\000"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "e2d70f82-6cf9-40fd-92c5-6434a84b8001"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select count(*) from test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a3775dd9-d8d5-45b0-b78f-93affe73c9d5"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
      input {
        common {
          plan_id: 26
        }
        sql {
          query: "select count(*) from test.fhvhv_trip "
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "14682930-eeb6-4ff0-b017-f406feb80e46"

Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 27
    }
    show_string {
      input {
        common {
          plan_id: 26
        }
        sql {
          query: "select count(*) from test.fhvhv_trip "
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "14682930-eeb6-4ff0-b017-f406feb80e46"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "2c3b2ea2-62cf-43e8-ab0e-07ffe5d9a32a"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 30
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 30
    }
    show_string {
      input {
        common {
          plan_id: 29
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "f73b5770-827e-44f4-9e62-63d11389e8e0"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 33
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 33
    }
    show_string {
      input {
        common {
          plan_id: 32
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "28aff043-6644-4b12-ae48-36bd8652dc8e"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 36
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 36
    }
    show_string {
      input {
        common {
          plan_id: 35
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "66119c5f-6522-4b39-b4f6-75eba02f5b6b"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 39
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 39
    }
    show_string {
      input {
        common {
          plan_id: 38
        }
        local_relation {
          data: "\377\377\377\377\b\001\000\000\020\000\000\000\000\000\n\000\016\000\006\000\r\000\b\000\n\000\000\000\000\000\004\000\020\000\000\000\000\001\n\000\f\000\000\000\b\000\004\000\n\000\000\000\b\000\000\000\b\000\000\000\000\000\000\000\003\000\000\000\224\000\000\000L\000\000\000\030\000\000\000\000\000\022\000\030\000\024\000\023\000\022\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\024\000\000\000\000\000\005\001\020\000\000\000\000\000\000\000\000\000\000\000\214\377\377\377\a\000\000\000comment\000\316\377\377\377\024\000\000\000\024\000\000\000\024\000\000\000\000\000\000\005\020\000\000\000\000\000\000\000\000\000\000\000\274\377\377\377\t\000\000\000data_type\000\022\000\030\000\024\000\000\000\023\000\f\000\000\000\b\000\004\000\022\000\000\000\024\000\000\000\024\000\000\000\030\000\000\000\000\000\000\005\024\000\000\000\000\000\000\000\000\000\000\000\004\000\004\000\004\000\000\000\b\000\000\000col_name\000\000\000\000\377\377\377\377\030\001\000\000\024\000\000\000\000\000\000\000\f\000\026\000\016\000\025\000\020\000\004\000\f\000\000\000\370\004\000\000\000\000\000\000\000\000\004\000\020\000\000\000\000\003\n\000\030\000\f\000\b\000\004\000\n\000\000\000\024\000\000\000\250\000\000\000 \000\000\000\000\000\000\000\000\000\000\000\t\000\000\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\204\000\000\000\000\000\000\000\220\000\000\000\000\000\000\000\237\001\000\000\000\000\000\0000\002\000\000\000\000\000\000\004\000\000\000\000\000\000\0008\002\000\000\000\000\000\000\204\000\000\000\000\000\000\000\300\002\000\000\000\000\000\000\247\001\000\000\000\000\000\000h\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000p\004\000\000\000\000\000\000\204\000\000\000\000\000\000\000\370\004...
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "2e67e338-eca8-4cff-a090-e80a49b937d8"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "9ca46bb8-abf1-4a95-8407-78a98545b24b"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5f1c0d5b-93e7-40dd-9265-48ecea66a8d8"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "bc5f5237-1f52-458c-b39e-f710ebaeaef6"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "5de47026-f00c-446d-a6a1-0fc6f912590f"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "ac4bdd09-daef-4dae-9857-916c641f8cdd"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "desc extended test.fhvhv_trip "
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "0710248f-b97a-4dbf-bc8b-33294174e728"
Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, coun...: Filtering files for query: Compute snapshot for version: 0session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, coun...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "6bb28201-d418-4aeb-97e9-3e55a788b252"
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      inp...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      input {
        common {
          plan_id: 61
        }
        sql {
          query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      inp...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 62
    }
    limit {
      input {
        common {
          plan_id: 61
        }
        sql {
          query: "select PULocationID, count(*) from test.fhvhv_trip group by all"
        }
      }
      limit: 1000
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "3cb9c006-9f58-4307-be65-860e5af53d02"
Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query: Compute snapshot for version: 0session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a4826783-2757-4b16-90db-3a60de7c7231"
Delta: Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for query: Compute snapshot for version: 0session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a4826783-2757-4b16-90db-3a60de7c7231"
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "a4826783-2757-4b16-90db-3a60de7c7231"
Delta: Filtering files for queryorg.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "d6d928d9-c76c-4bf3-ae2c-a391af3416c8"
Delta: Filtering files for queryorg.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "2efcab52-de6b-4a81-9450-645268486c16"
Delta: Filtering files for queryorg.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "7113e605-f1b1-4d35-a572-c0816392410d"
Delta: Filtering files for queryorg.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "40223fd9-0ec4-4e94-bb64-2357761dab11"
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num,...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "6498df58-b8f3-428f-b80a-9eae512851bc"
Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
   ...session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
      input {
        common {
          plan_id: 76
        }
        sql {
          query: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "8b66c8fc-19ba-4e05-ac9c-23ef6a1a4d1d"

Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
   ...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  root {
    common {
      plan_id: 77
    }
    show_string {
      input {
        common {
          plan_id: 76
        }
        sql {
          query: "select hvfhs_license_num, sum(trip_miles) from test.fhvhv_trip group by all order by 2 desc nulls first"
        }
      }
      num_rows: 20
      truncate: 20
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "8b66c8fc-19ba-4e05-ac9c-23ef6a1a4d1d"
Delta: Spark Connect - session_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, coun...: Filtering files for querysession_id: "58d45445-3af3-4104-9739-56b4041ec0f9"
plan {
  command {
    sql_command {
      sql: "select PULocationID, count(*) from test.fhvhv_trip group by all"
    }
  }
}
client_type: "_SPARK_CONNECT_PYTHON spark/3.5.3 os/linux python/3.11.10"
request_options {
  reattach_options {
    reattachable: true
  }
}
operation_id: "05e04dc8-1d50-44d7-af60-b86f93751bfc"
Delta: Filtering files for queryorg.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1187)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1184)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:81)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:132)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:117)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:112)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:306)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:150)
Page: