jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-19 18:12:08 -05:00
Code Issues Projects Releases Wiki Activity

IMPALA-12362: (part-2/4) Optimize default configurations for packaging module.

Browse Source 
To avoid absolutely paths and keep it simple, optimize the default
configurations for packaging module by remove or change some entries.

At the same time, add license header to 'package/conf/*-site.xml' and
rename them to '*-site.xml.template' to force administrator making
configurations appropriate for their cluster.

Testing:
 - Manually deploy packages on Ubuntu22.04 and verify it.

Change-Id: Ifda229b779a3d6fca647bb81fe23dd61ad7e5d66
Reviewed-on: http://gerrit.cloudera.org:8080/20928
Reviewed-by: Quanlong Huang <huangquanlong@gmail.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
This commit is contained in:
Xiang Yang
2024-01-19 15:09:05 +00:00
committed by Impala Public Jenkins
parent b64dc110c1
commit e74bb9d81b
13 changed files with 227 additions and 77 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
bin/rat_exclude_files.txt
View File

@@ -260,6 +260,3 @@ docs/images/howto_show_histogram.png
docs/images/howto_static_server_pools_config.png
docs/images/impala_arch.jpeg
docs/images/support_send_diagnostic_data.png
# Files of deployment configuration
package/conf/*

36
package/conf/catalogd_flags
View File

@@ -1,12 +1,30 @@
-hostname=localhost
-state_store_host=localhost
#-kudu_master_hosts=localhost
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#
# Specify flags for catalogd service.
-log_dir=/var/log/catalogd
-log_filename=catalogd
-state_store_port=24000
-minidump_path=/var/log/impala-minidumps
-catalog_topic_mode=minimal
-hms_event_polling_interval_s=0
# -hostname=localhost
# -state_store_host=localhost
# -kudu_master_hosts=localhost
# -log_dir=/var/log/impala
# -minidump_path=/var/log/impala/minidumps
# -catalog_topic_mode=minimal
# -hms_event_polling_interval_s=0
-v=1
-log_filename=catalogd
-max_log_files=10
-max_log_size=200

20
package/conf/core-site.xml
View File

@@ -1,20 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://localhost:8020</value>
</property>
<property>
<name>ipc.client.connection.maxidletime</name>
<value>30000</value>
</property>
<property>
<name>ipc.client.connect.max.retries</name>
<value>50</value>
</property>
<property>
<name>fs.trash.interval</name>
<value>1</value>
</property>
</configuration>

39
package/conf/core-site.xml.template Normal file
View File

@@ -0,0 +1,39 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://localhost:8020</value>
</property>
<property>
<name>ipc.client.connection.maxidletime</name>
<value>30000</value>
</property>
<property>
<name>ipc.client.connect.max.retries</name>
<value>50</value>
</property>
<property>
<name>fs.trash.interval</name>
<value>1</value>
</property>
</configuration>

6
package/conf/fair-scheduler.xml
View File

@@ -1,6 +0,0 @@
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<allocations>
<queue name="root">
<queue name="default"/>
</queue>
</allocations>

26
package/conf/fair-scheduler.xml.template Normal file
View File

@@ -0,0 +1,26 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<allocations>
<queue name="root">
<queue name="default"/>
</queue>
</allocations>

19
package/conf/hdfs-site.xml → package/conf/hdfs-site.xml.template
View File

@@ -1,5 +1,24 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<configuration>
<property>
<name>dfs.namenode.servicerpc-address</name>

20
package/conf/hive-site.xml
View File

@@ -1,20 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<property>
<name>hive.metastore.uris</name>
<value>thrift://localhost:9083</value>
</property>
<property>
<name>hive.support.concurrency</name>
<value>true</value>
</property>
<property>
<name>hive.metastore.client.socket.timeout</name>
<value>3600</value>
</property>
<property>
<name>hive.metastore.connect.retries</name>
<value>5</value>
</property>
</configuration>

39
package/conf/hive-site.xml.template Normal file
View File

@@ -0,0 +1,39 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<configuration>
<property>
<name>hive.metastore.uris</name>
<value>thrift://localhost:9083</value>
</property>
<property>
<name>hive.support.concurrency</name>
<value>true</value>
</property>
<property>
<name>hive.metastore.client.socket.timeout</name>
<value>3600</value>
</property>
<property>
<name>hive.metastore.connect.retries</name>
<value>5</value>
</property>
</configuration>

43
package/conf/impalad_flags
View File

@@ -1,15 +1,34 @@
-hostname=localhost
-state_store_host=localhost
-catalog_service_host=localhost
#-kudu_master_hosts=localhost
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#
# Specify flags for impalad service.
-mem_limit=80%
-use_local_catalog=true
-log_dir=/var/log/impalad
-log_filename=impalad
-minidump_path=/var/log/impala-minidumps
-local_library_dir=/var/lib/impala/udfs
-fair_scheduler_allocation_path=/opt/impala/conf/fair-scheduler.xml
-llama_site_path=/opt/impala/conf/llama-site.xml
# -hostname=localhost
# -catalog_service_host=localhost
# -state_store_host=localhost
# -kudu_master_hosts=localhost
# -log_dir=/var/log/impala
# -minidump_path=/var/log/impala/minidumps
# -local_library_dir=/var/lib/impala/udfs
# -llama_site_path=/opt/impala/conf/llama-site.xml
# -fair_scheduler_allocation_path=/opt/impala/conf/fair-scheduler.xml
# -mem_limit=80%
# -use_local_catalog=true
-v=1
-log_filename=impalad
-max_log_files=10
-max_log_size=200

3
package/conf/llama-site.xml
View File

@@ -1,3 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<configuration/>

22
package/conf/llama-site.xml.template Normal file
View File

@@ -0,0 +1,22 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<configuration/>

28
package/conf/statestored_flags
View File

@@ -1,6 +1,26 @@
-hostname=localhost
-log_dir=/var/log/statestore
-log_filename=statestored
-minidump_path=/var/log/impala-minidumps
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#
# Specify flags for statestored.
# -hostname=localhost
# -log_dir=/var/log/impala
# -minidump_path=/var/log/impala/minidumps
-v=1
-log_filename=statestored
-max_log_files=10
-max_log_size=200