jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-19 18:12:08 -05:00
Code Issues Projects Releases Wiki Activity

IMPALA-9382: part 3/3 clean up runtime profile v2 text output

Browse Source 
Eliminated some of the noisy per-instance counters
from DEFAULT verbosity.

Testing:
* Updated impala-profile-tool test with new output
* Added new impala-profile-tool test for v2 profile.

Change-Id: I277a0da749bcda4ecca574257b5aaacbcf222491
Reviewed-on: http://gerrit.cloudera.org:8080/17050
Reviewed-by: Tim Armstrong <tarmstrong@cloudera.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
This commit is contained in:
Tim Armstrong
2021-02-09 08:45:48 -08:00
committed by Impala Public Jenkins
parent 24a3f00771
commit 6fe3466d4d
8 changed files with 5760 additions and 516 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
be/src/util/runtime-profile.cc
View File

@@ -2664,11 +2664,14 @@ void AggregatedRuntimeProfile::PrettyPrintSubclassCounters(
ostream* s, const string& prefix, Verbosity verbosity) const {
ostream& stream = *s;
// Legacy profile did not show aggregated time series counters.
// Showing a time series per instance is too verbose for the default mode,
// so just show first.
if (verbosity >= Verbosity::DEFAULT) {
lock_guard<SpinLock> l(counter_map_lock_);
for (const auto& v : time_series_counter_map_) {
const TAggTimeSeriesCounter& counter = v.second;
for (int idx = 0; idx < counter.values.size(); ++idx) {
int num_to_print = verbosity >= Verbosity::EXTENDED ? counter.values.size() : 1;
for (int idx = 0; idx < num_to_print; ++idx) {
const vector<int64_t>& values = counter.values[idx];
const string& label = Substitute("$0[$1]", counter.name, idx);
PrettyPrintTimeSeries(label, values.data(), values.size(),
@@ -2708,6 +2711,9 @@ void AggregatedRuntimeProfile::PrettyPrintSubclassCounters(
prev = ts;
}
}
// Showing an event sequence per instance is too verbose for the default mode,
// so just show first.
if (verbosity < Verbosity::EXTENDED) break;
}
}
@@ -2721,7 +2727,8 @@ void AggregatedRuntimeProfile::PrettyPrintSubclassCounters(
// Display per-instance stats, if there is more than one instance.
// Legacy profile did not show per-instance stats for averaged profile.
if (verbosity > Verbosity::LEGACY && v.second.second.size() > 1) {
// Per-instance stats are too verbose for the default mode.
if (verbosity >= Verbosity::EXTENDED && v.second.second.size() > 1) {
for (int idx = 0; idx < v.second.second.size(); ++idx) {
if (v.second.second[idx] == nullptr) continue;
const string& per_instance_prefix = Substitute("$0[$1]", prefix, idx);

3
bin/rat_exclude_files.txt
View File

@@ -161,6 +161,9 @@ testdata/impala-profiles/impala_profile_log_tpcds_compute_stats.expected.pretty.
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats.expected.pretty_extended.json
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_default.expected.txt
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_extended.expected.txt
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_v2
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_v2_default.expected.txt
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_v2_extended.expected.txt
testdata/hive_benchmark/grepTiny/part-00000
testdata/tzdb/2017c.zip
testdata/tzdb/2017c-corrupt.zip

9
testdata/impala-profiles/README vendored
View File

@@ -4,3 +4,12 @@ compute stats tpcds_parquet.store_sales
This log has associated expected output files (with "expected") in the filename
that were generated by impala-profile-tool with various output formats and verbosity
levels. These are used in test_profile_tool.py.
impala_profile_log_tpcds_compute_stats_v2:
An impala profile log with the main query and child queries for
compute stats tpcds_parquet.store_sales from an impalad running with
--gen_experimental_profile=true.
This log has associated expected output files (with "expected") in the filename
that were generated by impala-profile-tool with various output formats and verbosity
levels. These are used in test_profile_tool.py.

514
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_default.expected.txt vendored
View File

@@ -722,29 +722,7 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
Last report received time[0-3]: 2020-12-15 20:07:23.276
Last report received time[4-7]: 2020-12-15 20:07:23.281
- MemoryUsage[0] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[1] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[2] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[3] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[4] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[5] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[6] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[7] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[8] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[9] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[10] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- MemoryUsage[11] (500.000ms): 30.97 KB, 30.97 KB, 30.97 KB
- ThreadUsage[0] (500.000ms): 1, 1, 1
- ThreadUsage[1] (500.000ms): 1, 1, 1
- ThreadUsage[2] (500.000ms): 1, 1, 1
- ThreadUsage[3] (500.000ms): 1, 1, 1
- ThreadUsage[4] (500.000ms): 1, 1, 1
- ThreadUsage[5] (500.000ms): 1, 1, 1
- ThreadUsage[6] (500.000ms): 1, 1, 1
- ThreadUsage[7] (500.000ms): 1, 1, 1
- ThreadUsage[8] (500.000ms): 1, 1, 1
- ThreadUsage[9] (500.000ms): 1, 1, 1
- ThreadUsage[10] (500.000ms): 1, 1, 1
- ThreadUsage[11] (500.000ms): 1, 1, 1
Fragment Instance Lifecycle Event Timeline[0]: 1s159ms
- Prepare Finished: 0.000ns (0.000ns)
- Open Finished: 1s147ms (1s147ms)
@@ -849,56 +827,9 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
KrpcDataStreamSender (dst_id=4) [12 instances]:(Total: 9.666ms, non-child: 333.330us, % non-child: 3.45%)
ExecOption[0-11]: Unpartitioned Sender Codegen Disabled: not needed
- BytesSent[0] (500.000ms): 0, 0, 0
- BytesSent[1] (500.000ms): 0, 0, 0
- BytesSent[2] (500.000ms): 0, 0, 0
- BytesSent[3] (500.000ms): 0, 0, 0
- BytesSent[4] (500.000ms): 0, 0, 0
- BytesSent[5] (500.000ms): 0, 0, 0
- BytesSent[6] (500.000ms): 0, 0, 0
- BytesSent[7] (500.000ms): 0, 0, 0
- BytesSent[8] (500.000ms): 0, 0, 0
- BytesSent[9] (500.000ms): 0, 0, 0
- BytesSent[10] (500.000ms): 0, 0, 0
- BytesSent[11] (500.000ms): 0, 0, 0
- NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[0] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[1] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[2] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[3] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[4] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[5] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[6] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[7] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[8] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[9] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[10] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
[11] - NetworkThroughput: (Avg: 324.30 KB/sec ; Min: 30.18 KB/sec ; Max: 895.41 KB/sec ; Number of samples: 192)
- RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[0] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[1] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[2] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[3] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[4] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[5] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[6] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[7] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[8] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[9] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[10] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
[11] - RpcNetworkTime: (Avg: 460.361us ; Min: 139.963us ; Max: 1.858ms ; Number of samples: 204)
- RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[0] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[1] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[2] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[3] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[4] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[5] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[6] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[7] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[8] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[9] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[10] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
[11] - RpcRecvrTime: (Avg: 126.641us ; Min: 39.950us ; Max: 751.214us ; Number of samples: 204)
- EosSent: mean=1 (1) min=1 (1) max=1 (1)
- InactiveTotalTime: mean=9.333ms min=3.999ms max=11.999ms
- PeakMemoryUsage: mean=9.84 KB (10080) min=9.84 KB (10080) max=9.84 KB (10080)
@@ -1153,17 +1084,6 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
- WriteIoWaitTime: mean=0.000ns min=0.000ns max=0.000ns
Dequeue [12 instances]:
- BytesDequeued[0] (500.000ms): 0, 0, 0
- BytesDequeued[1] (500.000ms): 0, 0, 0
- BytesDequeued[2] (500.000ms): 0, 0, 0
- BytesDequeued[3] (500.000ms): 0, 0, 0
- BytesDequeued[4] (500.000ms): 0, 0, 0
- BytesDequeued[5] (500.000ms): 0, 0, 0
- BytesDequeued[6] (500.000ms): 0, 0, 0
- BytesDequeued[7] (500.000ms): 0, 0, 0
- BytesDequeued[8] (500.000ms): 0, 0, 0
- BytesDequeued[9] (500.000ms): 0, 0, 0
- BytesDequeued[10] (500.000ms): 0, 0, 0
- BytesDequeued[11] (500.000ms): 0, 0, 0
- FirstBatchWaitTime: mean=1s024ms min=1s015ms max=1s031ms
- InactiveTotalTime: mean=0.000ns min=0.000ns max=0.000ns
- TotalBytesDequeued: mean=3.12 KB (3192) min=2.73 KB (2793) max=3.47 KB (3549)
@@ -1172,42 +1092,8 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
- TotalTime: mean=0.000ns min=0.000ns max=0.000ns
Enqueue [12 instances]:
- BytesReceived[0] (500.000ms): 0, 0, 0
- BytesReceived[1] (500.000ms): 0, 0, 0
- BytesReceived[2] (500.000ms): 0, 0, 0
- BytesReceived[3] (500.000ms): 0, 0, 0
- BytesReceived[4] (500.000ms): 0, 0, 0
- BytesReceived[5] (500.000ms): 0, 0, 0
- BytesReceived[6] (500.000ms): 0, 0, 0
- BytesReceived[7] (500.000ms): 0, 0, 0
- BytesReceived[8] (500.000ms): 0, 0, 0
- BytesReceived[9] (500.000ms): 0, 0, 0
- BytesReceived[10] (500.000ms): 0, 0, 0
- BytesReceived[11] (500.000ms): 0, 0, 0
- DeferredQueueSize[0] (500.000ms): 0, 0, 0
- DeferredQueueSize[1] (500.000ms): 0, 0, 0
- DeferredQueueSize[2] (500.000ms): 0, 0, 0
- DeferredQueueSize[3] (500.000ms): 0, 0, 0
- DeferredQueueSize[4] (500.000ms): 0, 0, 0
- DeferredQueueSize[5] (500.000ms): 0, 0, 0
- DeferredQueueSize[6] (500.000ms): 0, 0, 0
- DeferredQueueSize[7] (500.000ms): 0, 0, 0
- DeferredQueueSize[8] (500.000ms): 0, 0, 0
- DeferredQueueSize[9] (500.000ms): 0, 0, 0
- DeferredQueueSize[10] (500.000ms): 0, 0, 0
- DeferredQueueSize[11] (500.000ms): 0, 0, 0
- DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[0] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[1] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[2] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[3] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[4] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[5] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[6] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[7] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[8] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[9] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[10] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
[11] - DispatchTime: (Avg: 307.026us ; Min: 36.876us ; Max: 4.526ms ; Number of samples: 144)
- DeserializeRowBatchTime: mean=0.000ns min=0.000ns max=0.000ns
- InactiveTotalTime: mean=0.000ns min=0.000ns max=0.000ns
- TotalBatchesEnqueued: mean=12 (12) min=12 (12) max=12 (12)
@@ -3223,29 +3109,7 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
Last report received time[0-3]: 2020-12-15 20:07:23.276
Last report received time[4-7]: 2020-12-15 20:07:23.281
- MemoryUsage[0] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[1] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[2] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[3] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[4] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[5] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[6] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[7] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[8] (500.000ms): 139.25 KB, 2.28 MB, 2.27 MB
- MemoryUsage[9] (500.000ms): 139.25 KB, 2.27 MB, 2.28 MB
- MemoryUsage[10] (500.000ms): 139.25 KB, 2.28 MB, 2.28 MB
- MemoryUsage[11] (500.000ms): 139.25 KB, 2.27 MB, 2.28 MB
- ThreadUsage[0] (500.000ms): 1, 1, 1
- ThreadUsage[1] (500.000ms): 1, 1, 1
- ThreadUsage[2] (500.000ms): 1, 1, 1
- ThreadUsage[3] (500.000ms): 1, 1, 1
- ThreadUsage[4] (500.000ms): 1, 1, 1
- ThreadUsage[5] (500.000ms): 1, 1, 1
- ThreadUsage[6] (500.000ms): 1, 1, 1
- ThreadUsage[7] (500.000ms): 1, 1, 1
- ThreadUsage[8] (500.000ms): 1, 1, 1
- ThreadUsage[9] (500.000ms): 1, 1, 1
- ThreadUsage[10] (500.000ms): 1, 1, 1
- ThreadUsage[11] (500.000ms): 1, 1, 1
Fragment Instance Lifecycle Event Timeline[0]: 1s115ms
- Prepare Finished: 0.000ns (0.000ns)
- Open Finished: 87.999ms (87.999ms)
@@ -3350,56 +3214,9 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
KrpcDataStreamSender (dst_id=2) [12 instances]:(Total: 5.333ms, non-child: 1.666ms, % non-child: 31.25%)
ExecOption[0-11]: Hash Partitioned Sender Codegen Enabled
- BytesSent[0] (500.000ms): 0, 0, 0
- BytesSent[1] (500.000ms): 0, 0, 0
- BytesSent[2] (500.000ms): 0, 0, 0
- BytesSent[3] (500.000ms): 0, 0, 0
- BytesSent[4] (500.000ms): 0, 0, 0
- BytesSent[5] (500.000ms): 0, 0, 0
- BytesSent[6] (500.000ms): 0, 0, 0
- BytesSent[7] (500.000ms): 0, 0, 0
- BytesSent[8] (500.000ms): 0, 0, 0
- BytesSent[9] (500.000ms): 0, 0, 0
- BytesSent[10] (500.000ms): 0, 0, 0
- BytesSent[11] (500.000ms): 0, 0, 0
- NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[0] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[1] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[2] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[3] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[4] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[5] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[6] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[7] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[8] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[9] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[10] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
[11] - NetworkThroughput: (Avg: 220.47 KB/sec ; Min: 14.07 KB/sec ; Max: 1.13 MB/sec ; Number of samples: 144)
- RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[0] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[1] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[2] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[3] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[4] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[5] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[6] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[7] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[8] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[9] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[10] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
[11] - RpcNetworkTime: (Avg: 1.302ms ; Min: 185.499us ; Max: 8.207ms ; Number of samples: 288)
- RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[0] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[1] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[2] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[3] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[4] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[5] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[6] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[7] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[8] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[9] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[10] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
[11] - RpcRecvrTime: (Avg: 250.737us ; Min: 39.670us ; Max: 4.570ms ; Number of samples: 288)
- EosSent: mean=12 (12) min=12 (12) max=12 (12)
- InactiveTotalTime: mean=3.666ms min=0.000ns max=11.999ms
- PeakMemoryUsage: mean=166.12 KB (170112) min=166.12 KB (170112) max=166.12 KB (170112)
@@ -3560,17 +3377,6 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
Hdfs Read Thread Concurrency Bucket[8-9,11]: 0:50% 1:50% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%
Table Name[0-11]: tpcds_parquet.store_sales
- BytesReadSeries[0] (500.000ms): 0, 4.35 MB, 10.67 MB
- BytesReadSeries[1] (500.000ms): 0, 4.37 MB, 10.68 MB
- BytesReadSeries[2] (500.000ms): 0, 4.38 MB, 11.07 MB
- BytesReadSeries[3] (500.000ms): 0, 4.94 MB, 11.24 MB
- BytesReadSeries[4] (500.000ms): 0, 4.05 MB, 10.76 MB
- BytesReadSeries[5] (500.000ms): 0, 4.52 MB, 11.20 MB
- BytesReadSeries[6] (500.000ms): 0, 4.03 MB, 10.54 MB
- BytesReadSeries[7] (500.000ms): 0, 4.07 MB, 10.78 MB
- BytesReadSeries[8] (500.000ms): 0, 3.88 MB, 10.20 MB
- BytesReadSeries[9] (500.000ms): 0, 3.89 MB, 10.53 MB
- BytesReadSeries[10] (500.000ms): 0, 3.92 MB, 10.43 MB
- BytesReadSeries[11] (500.000ms): 0, 3.96 MB, 10.67 MB
Node Lifecycle Event Timeline[0]: 1s111ms
- Open Started: 83.999ms (83.999ms)
- Open Finished: 87.999ms (3.999ms)
@@ -3656,135 +3462,15 @@ F00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166
- Last Batch Returned: 1s127ms (915.989ms)
- Closed: 1s127ms (0.000ns)
- FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[0] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[1] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[2] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[3] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[4] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[5] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[6] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[7] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[8] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[9] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[10] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
[11] - FooterProcessingTime: (Avg: 6.355ms ; Min: 0.000ns ; Max: 99.998ms ; Number of samples: 1824)
- InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[0] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[1] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[2] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[3] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[4] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[5] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[6] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[7] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[8] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[9] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[10] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[11] - InitialRangeActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
- InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[0] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[1] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[2] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[3] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[4] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[5] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[6] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[7] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[8] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[9] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[10] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[11] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
- PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[0] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[1] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[2] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[3] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[4] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[5] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[6] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[7] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[8] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[9] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[10] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[11] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
- ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[0] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[1] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[2] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[3] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[4] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[5] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[6] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[7] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[8] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[9] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[10] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
[11] - ParquetCompressedBytesReadPerColumn: 0 (Number of samples: 0)
- ParquetCompressedPageSize: 0 (Number of samples: 0)
[0] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[1] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[2] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[3] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[4] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[5] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[6] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[7] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[8] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[9] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[10] - ParquetCompressedPageSize: 0 (Number of samples: 0)
[11] - ParquetCompressedPageSize: 0 (Number of samples: 0)
- ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[0] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[1] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[2] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[3] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[4] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[5] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[6] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[7] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[8] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[9] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[10] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[11] - ParquetRowGroupActualReservation: (Avg: 128.00 KB (131072) ; Min: 128.00 KB (131072) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
- ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[0] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[1] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[2] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[3] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[4] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[5] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[6] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[7] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[8] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[9] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[10] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
[11] - ParquetRowGroupIdealReservation: (Avg: 0 ; Min: 0 ; Max: 0 ; Number of samples: 1824)
- ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[0] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[1] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[2] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[3] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[4] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[5] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[6] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[7] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[8] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[9] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[10] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
[11] - ParquetUncompressedBytesReadPerColumn: 0 (Number of samples: 0)
- ParquetUncompressedPageSize: 0 (Number of samples: 0)
[0] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[1] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[2] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[3] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[4] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[5] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[6] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[7] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[8] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[9] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[10] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
[11] - ParquetUncompressedPageSize: 0 (Number of samples: 0)
- AverageHdfsReadThreadConcurrency: mean=0.75 min=0.50 max=1.00
- BytesRead: mean=11.84 MB (12417186) min=11.45 MB (12005633) max=12.27 MB (12869946)
- BytesReadDataNodeCache: mean=0 min=0 max=0
@@ -6835,29 +6521,7 @@ F00:EXCHANGE SENDER 3 12 0.000ns 0.000ns
Last report received time[0-3]: 2020-12-15 20:07:27.317
Last report received time[4-7]: 2020-12-15 20:07:27.327
- MemoryUsage[0] (500.000ms): 12.01 KB, 8.04 MB, 8.04 MB, 8.07 MB, 8.08 MB, 8.04 MB, 8.04 MB, 8.22 MB
- MemoryUsage[1] (500.000ms): 12.01 KB, 8.04 MB, 8.24 MB, 8.22 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.32 MB
- MemoryUsage[2] (500.000ms): 12.01 KB, 8.29 MB, 8.04 MB, 8.04 MB, 8.36 MB, 8.32 MB, 8.04 MB, 8.04 MB
- MemoryUsage[3] (500.000ms): 12.01 KB, 8.04 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.09 MB, 8.21 MB
- MemoryUsage[4] (500.000ms): 12.01 KB, 8.31 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.37 MB, 8.04 MB
- MemoryUsage[5] (500.000ms): 12.01 KB, 8.04 MB, 8.04 MB, 8.04 MB, 8.13 MB, 8.04 MB, 8.07 MB, 8.27 MB
- MemoryUsage[6] (500.000ms): 12.01 KB, 8.38 MB, 8.04 MB, 8.04 MB, 8.04 MB, 12.05 MB, 8.44 MB, 8.35 MB
- MemoryUsage[7] (500.000ms): 12.01 KB, 8.04 MB, 8.24 MB, 8.10 MB, 8.04 MB, 8.04 MB, 8.06 MB, 8.04 MB
- MemoryUsage[8] (500.000ms): 12.01 KB, 8.04 MB, 8.24 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.04 MB
- MemoryUsage[9] (500.000ms): 12.01 KB, 8.44 MB, 8.33 MB, 8.43 MB, 8.04 MB, 8.04 MB, 8.04 MB, 8.04 MB
- MemoryUsage[10] (500.000ms): 12.01 KB, 8.24 MB, 8.24 MB, 8.04 MB, 8.04 MB, 8.26 MB, 8.24 MB, 8.08 MB
- MemoryUsage[11] (500.000ms): 12.01 KB, 8.38 MB, 8.33 MB, 8.04 MB, 8.04 MB, 8.42 MB, 8.04 MB, 8.04 MB
- ThreadUsage[0] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[1] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[2] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[3] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[4] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[5] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[6] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[7] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[8] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[9] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[10] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
- ThreadUsage[11] (500.000ms): 1, 1, 1, 1, 1, 1, 1, 1
Fragment Instance Lifecycle Event Timeline[0]: 3s819ms
- Prepare Finished: 0.000ns (0.000ns)
- Open Finished: 3s819ms (3s819ms)
@@ -6962,56 +6626,9 @@ F00:EXCHANGE SENDER 3 12 0.000ns 0.000ns
KrpcDataStreamSender (dst_id=2) [12 instances]:(Total: 666.659us, non-child: 0.000ns, % non-child: 0.00%)
ExecOption[0-11]: Unpartitioned Sender Codegen Disabled: not needed
- BytesSent[0] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[1] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[2] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[3] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[4] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[5] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[6] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[7] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[8] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[9] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[10] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- BytesSent[11] (500.000ms): 0, 0, 0, 0, 0, 0, 0, 0
- NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[0] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[1] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[2] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[3] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[4] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[5] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[6] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[7] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[8] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[9] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[10] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
[11] - NetworkThroughput: (Avg: 56.71 MB/sec ; Min: 27.86 MB/sec ; Max: 81.38 MB/sec ; Number of samples: 12)
- RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[0] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[1] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[2] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[3] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[4] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[5] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[6] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[7] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[8] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[9] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[10] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
[11] - RpcNetworkTime: (Avg: 222.572us ; Min: 140.800us ; Max: 509.284us ; Number of samples: 24)
- RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[0] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[1] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[2] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[3] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[4] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[5] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[6] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[7] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[8] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[9] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[10] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
[11] - RpcRecvrTime: (Avg: 100.501us ; Min: 50.845us ; Max: 193.042us ; Number of samples: 24)
- EosSent: mean=1 (1) min=1 (1) max=1 (1)
- InactiveTotalTime: mean=666.659us min=0.000ns max=3.999ms
- PeakMemoryUsage: mean=8.00 B (8) min=8.00 B (8) max=8.00 B (8)
@@ -7148,17 +6765,6 @@ F00:EXCHANGE SENDER 3 12 0.000ns 0.000ns
Hdfs Read Thread Concurrency Bucket[0-1,8-9]: 0:85.71% 1:14.29% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%
Table Name[0-11]: tpcds_parquet.store_sales
- BytesReadSeries[0] (500.000ms): 0, 3.28 MB, 7.33 MB, 11.11 MB, 14.61 MB, 18.07 MB, 21.86 MB, 25.97 MB
- BytesReadSeries[1] (500.000ms): 0, 3.46 MB, 7.02 MB, 10.67 MB, 13.93 MB, 16.79 MB, 20.28 MB, 24.42 MB
- BytesReadSeries[2] (500.000ms): 0, 3.24 MB, 7.11 MB, 10.40 MB, 13.67 MB, 16.76 MB, 20.35 MB, 24.76 MB
- BytesReadSeries[3] (500.000ms): 0, 3.01 MB, 7.07 MB, 10.38 MB, 13.92 MB, 17.32 MB, 21.10 MB, 24.87 MB
- BytesReadSeries[4] (500.000ms): 0, 3.22 MB, 8.03 MB, 11.45 MB, 14.51 MB, 18.08 MB, 21.69 MB, 26.13 MB
- BytesReadSeries[5] (500.000ms): 0, 2.98 MB, 7.18 MB, 11.05 MB, 14.75 MB, 17.84 MB, 21.33 MB, 26.54 MB
- BytesReadSeries[6] (500.000ms): 0, 3.12 MB, 7.48 MB, 10.64 MB, 14.10 MB, 20.08 MB, 23.69 MB, 28.41 MB
- BytesReadSeries[7] (500.000ms): 0, 3.16 MB, 7.59 MB, 11.14 MB, 14.49 MB, 18.07 MB, 21.98 MB, 27.14 MB
- BytesReadSeries[8] (500.000ms): 0, 3.10 MB, 6.95 MB, 10.85 MB, 14.38 MB, 17.42 MB, 21.01 MB, 25.38 MB
- BytesReadSeries[9] (500.000ms): 0, 3.65 MB, 8.45 MB, 12.16 MB, 15.35 MB, 19.08 MB, 22.33 MB, 27.49 MB
- BytesReadSeries[10] (500.000ms): 0, 3.60 MB, 8.13 MB, 11.91 MB, 15.24 MB, 18.23 MB, 21.49 MB, 26.10 MB
- BytesReadSeries[11] (500.000ms): 0, 4.21 MB, 8.31 MB, 12.18 MB, 16.06 MB, 19.85 MB, 23.21 MB, 27.91 MB
Node Lifecycle Event Timeline[0]: 3s819ms
- Open Started: 239.997ms (239.997ms)
- Open Finished: 239.997ms (0.000ns)
@@ -7244,135 +6850,15 @@ F00:EXCHANGE SENDER 3 12 0.000ns 0.000ns
- Last Batch Returned: 3s691ms (3s435ms)
- Closed: 3s691ms (0.000ns)
- FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[0] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[1] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[2] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[3] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[4] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[5] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[6] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[7] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[8] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[9] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[10] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
[11] - FooterProcessingTime: (Avg: 1.427ms ; Min: 0.000ns ; Max: 15.999ms ; Number of samples: 1824)
- InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[0] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[1] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[2] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[3] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[4] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[5] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[6] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[7] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[8] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[9] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[10] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[11] - InitialRangeActualReservation: (Avg: 8.01 MB (8398309) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
- InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[0] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[1] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[2] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[3] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[4] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[5] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[6] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[7] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[8] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[9] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[10] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
[11] - InitialRangeIdealReservation: (Avg: 112.28 KB (114975) ; Min: 64.00 KB (65536) ; Max: 128.00 KB (131072) ; Number of samples: 1824)
- PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[0] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[1] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[2] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[3] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[4] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[5] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[6] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[7] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[8] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[9] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[10] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
[11] - PageIndexProcessingTime: 0.000ns (Number of samples: 0)
- ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[0] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[1] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[2] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[3] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[4] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[5] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[6] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[7] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[8] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[9] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[10] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
[11] - ParquetCompressedBytesReadPerColumn: (Avg: 249.59 KB (255579) ; Min: 72.87 KB (74623) ; Max: 509.83 KB (522065) ; Number of samples: 264)
- ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[0] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[1] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[2] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[3] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[4] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[5] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[6] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[7] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[8] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[9] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[10] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
[11] - ParquetCompressedPageSize: (Avg: 1.64 KB (1679) ; Min: 162.00 B (162) ; Max: 78.28 KB (80161) ; Number of samples: 40174)
- ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[0] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[1] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[2] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[3] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[4] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[5] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[6] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[7] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[8] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[9] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[10] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[11] - ParquetRowGroupActualReservation: (Avg: 8.01 MB (8398488) ; Min: 8.00 MB (8388608) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
- ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[0] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[1] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[2] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[3] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[4] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[5] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[6] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[7] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[8] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[9] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[10] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
[11] - ParquetRowGroupIdealReservation: (Avg: 224.81 KB (230202) ; Min: 176.00 KB (180224) ; Max: 8.31 MB (8716288) ; Number of samples: 1824)
- ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[0] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[1] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[2] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[3] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[4] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[5] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[6] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[7] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[8] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[9] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[10] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
[11] - ParquetUncompressedBytesReadPerColumn: (Avg: 266.14 KB (272531) ; Min: 73.58 KB (75342) ; Max: 848.12 KB (868472) ; Number of samples: 264)
- ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[0] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[1] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[2] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[3] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[4] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[5] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[6] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[7] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[8] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[9] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[10] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
[11] - ParquetUncompressedPageSize: (Avg: 1.75 KB (1790) ; Min: 158.00 B (158) ; Max: 78.27 KB (80152) ; Number of samples: 40174)
- AverageHdfsReadThreadConcurrency: mean=0.00 min=0.00 max=0.86
- BytesRead: mean=27.44 MB (28775477) min=25.64 MB (26886807) max=29.67 MB (31108369)
- BytesReadDataNodeCache: mean=0 min=0 max=0

4
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_v2 vendored Normal file
View File

File diff suppressed because one or more lines are too long

2449
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_v2_default.expected.txt vendored Normal file
View File

File diff suppressed because it is too large Load Diff

3275
testdata/impala-profiles/impala_profile_log_tpcds_compute_stats_v2_extended.expected.txt vendored Normal file
View File

File diff suppressed because it is too large Load Diff

11
tests/observability/test_profile_tool.py
View File

@@ -43,6 +43,17 @@ class TestProfileTool(BaseTestSuite):
get_profile_path('impala_profile_log_tpcds_compute_stats'),
get_profile_path('impala_profile_log_tpcds_compute_stats_extended.expected.txt'))
def test_text_output_profile_v2(self):
# Test text profiles with different verbosity levels.
self._compare_profile_tool_output(['--profile_verbosity=default'],
get_profile_path('impala_profile_log_tpcds_compute_stats_v2'),
get_profile_path(
'impala_profile_log_tpcds_compute_stats_v2_default.expected.txt'))
self._compare_profile_tool_output(['--profile_verbosity=extended'],
get_profile_path('impala_profile_log_tpcds_compute_stats_v2'),
get_profile_path(
'impala_profile_log_tpcds_compute_stats_v2_extended.expected.txt'))
def test_json_output(self):
# Test JSON profiles with different verbosity levels.
self._compare_profile_tool_output(['--profile_format=json'],