mirror of
https://github.com/apache/impala.git
synced 2025-12-19 18:12:08 -05:00
Imported query profiles are currently being stored in IndexedDB. Although IndexedDB does not have storage limitations like other browser storage APIs, there is a storage limit for a single attribute / field. For supporting larger query profiles, 'pako' compression library's v2.1.0 has been added along with its associated license. Before adding query profile JSON to indexedDB, it undergoes compression using this library. As compression and parsing profile is a long running process that can block the main thread, this has been delegated to a worker script running in the background. The worker script returns parsed query attributes and compressed profile text sent to it. The process of compression consumes time; hence, an alert message is displayed on the queries page warning user to refrain from closing or reloading the page. On completion, the raw total size, compressed total size, and total processing time are logged to the browser console. When multiple profiles are chosen, after each query profile insertion, the subsequent one is not triggered until compression and insertion are finished. The inserted query profile field is decompressed before parsing on the query plan, query profile, query statement, and query timeline page. Added tests for the compression library methods utilized by the worker script. Manual testing has been done on Firefox 126.0.1 and Chrome 126.0.6478. Change-Id: I8c4f31beb9cac89051460bf764b6d50c3933bd03 Reviewed-on: http://gerrit.cloudera.org:8080/21463 Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
109 lines
3.4 KiB
JavaScript
109 lines
3.4 KiB
JavaScript
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
function getReadableSize(value, precision = 2) {
|
|
var units = ['B', 'KB', 'MB', 'GB', 'TB', 'PB'];
|
|
var current_unit = 0;
|
|
while( value >= 1e3 ) {
|
|
value = value / 1e3;
|
|
++current_unit;
|
|
}
|
|
return value.toFixed(precision) + ' ' + units[current_unit];
|
|
}
|
|
|
|
function getReadableTimeNS(value) {
|
|
if (value >= 1000000000) {
|
|
return getReadableTimeMS(value / 1000000)
|
|
} else if (value >= 1000000) {
|
|
return (value / 1000000).toFixed(3) + "ms"
|
|
} else if (value >= 1000) {
|
|
return (value / 1000).toFixed(3) + "us"
|
|
} else {
|
|
return value + "ns"
|
|
}
|
|
}
|
|
|
|
function getReadableTimeMS(value) {
|
|
var hour = false;
|
|
var minute = false;
|
|
var second = false;
|
|
var re = "";
|
|
if (value >= 3600000) {
|
|
re += (Math.floor(value / 3600000) + "h");
|
|
value = value % 3600000;
|
|
hour = true;
|
|
}
|
|
if (value >= 60000) {
|
|
re += (Math.floor(value / 60000) + "m");
|
|
value = value % 60000;
|
|
minute = true;
|
|
}
|
|
// if hour is true, the time is large enough and we should
|
|
// ignore the remaining time on second level
|
|
if (!hour && value >= 1000) {
|
|
re += (Math.floor(value / 1000) + "s");
|
|
value = value % 1000;
|
|
second = true;
|
|
}
|
|
if (!hour && !minute) {
|
|
if (second) {
|
|
while (value.toString().length < 3) {
|
|
value = "0" + value;
|
|
}
|
|
}
|
|
re += (value + "ms")
|
|
}
|
|
return re;
|
|
}
|
|
|
|
/*
|
|
* Useful render function used in DataTable. It renders the size
|
|
* value into human readable format in 'display' and 'filter' modes,
|
|
* and uses the original value in 'sort' mode.
|
|
*/
|
|
function renderSize(data, type, row) {
|
|
// If display or filter data is requested, format the data
|
|
if (type === 'display' || type === 'filter') {
|
|
return getReadableSize(data);
|
|
}
|
|
return data;
|
|
}
|
|
|
|
/*
|
|
* Useful render function used in DataTable. It renders the time
|
|
* value (nano seconds) into human readable format in 'display'
|
|
* and 'filter' modes, and uses the original value in 'sort' mode.
|
|
*/
|
|
function renderTime(data, type, row) {
|
|
// If display or filter data is requested, format the data
|
|
if (type === 'display' || type === 'filter') {
|
|
return getReadableTimeNS(data);
|
|
}
|
|
return data;
|
|
}
|
|
|
|
/*
|
|
* Useful to retrieve "query_id" from location string
|
|
* The search string format is "?query_id=<query_id>&imported=true&other_params"
|
|
* Query ID always starts from index 10 in above format
|
|
*/
|
|
function getQueryID() {
|
|
let query_id = window.location.search.split("query_id=")[1];
|
|
if (query_id) {
|
|
return query_id.substring(0, query_id.indexOf("&"));
|
|
}
|
|
} |