Presto: Separate Hive configs for Coordinator & Worker

presto/docker/config/template/etc_common/catalog/hive.properties

@@ -1,21 +1 @@
-# Select the connector implementation. "hive-hadoop2" uses the Hive connector
-# backed by Hadoop 2.x libraries which is the default for Presto's Hive support.
-connector.name=hive-hadoop2
-
-# Configure the metastore implementation. "file" enables a simple file-based
-# metastore suitable for local testing without an external Hive Metastore (HMS).
-# See https://prestodb.io/docs/current/installation/deployment.html#configuring-a-file-based-metastore for more details.
-hive.metastore=file
-# Root directory where the file-based metastore stores table and partition
-# metadata. This path is inside the container volume so state persists across
-# server restarts during tests.
-hive.metastore.catalog.dir=file:/var/lib/presto/data/hive/metastore
-# Allow DROP TABLE statements. Enabled to make smoke/perf tests able to reset
-# state and clean up artifacts without manual intervention.
-hive.allow-drop-table=true
-
-# Control whether Presto can split files for parallel reads. Disable when the
-# file compression/format isn't splittable to avoid read failures. TPCH Parquet
-# test data commonly uses SNAPPY compression that isn't splittable at the file
-# level here, hence this must be false.
-hive.file-splittable=false
+# This file will be overridden by a coordinator or worker specific configuration file.

presto/docker/config/template/etc_coordinator/catalog/hive.properties

@@ -0,0 +1,21 @@
+# Select the connector implementation. "hive-hadoop2" uses the Hive connector
+# backed by Hadoop 2.x libraries which is the default for Presto's Hive support.
+connector.name=hive-hadoop2
+
+# Configure the metastore implementation. "file" enables a simple file-based
+# metastore suitable for local testing without an external Hive Metastore (HMS).
+# See https://prestodb.io/docs/current/installation/deployment.html#configuring-a-file-based-metastore for more details.
+hive.metastore=file
+# Root directory where the file-based metastore stores table and partition
+# metadata. This path is inside the container volume so state persists across
+# server restarts during tests.
+hive.metastore.catalog.dir=file:/var/lib/presto/data/hive/metastore
+# Allow DROP TABLE statements. Enabled to make smoke/perf tests able to reset
+# state and clean up artifacts without manual intervention.
+hive.allow-drop-table=true
+
+# Control whether Presto can split files for parallel reads. Disable when the
+# file compression/format isn't splittable to avoid read failures. TPCH Parquet
+# test data commonly uses SNAPPY compression that isn't splittable at the file
+# level here, hence this must be false.
+hive.file-splittable=false

presto/docker/config/template/etc_worker/catalog/hive.properties

@@ -0,0 +1,27 @@
+# Select the connector implementation. "hive-hadoop2" uses the Hive connector
+# backed by Hadoop 2.x libraries which is the default for Presto's Hive support.
+connector.name=hive-hadoop2
+
+# Configure the metastore implementation. "file" enables a simple file-based
+# metastore suitable for local testing without an external Hive Metastore (HMS).
+# See https://prestodb.io/docs/current/installation/deployment.html#configuring-a-file-based-metastore for more details.
+hive.metastore=file
+# Root directory where the file-based metastore stores table and partition
+# metadata. This path is inside the container volume so state persists across
+# server restarts during tests.
+hive.metastore.catalog.dir=file:/var/lib/presto/data/hive/metastore
+# Allow DROP TABLE statements. Enabled to make smoke/perf tests able to reset
+# state and clean up artifacts without manual intervention.
+hive.allow-drop-table=true
+
+# Control whether Presto can split files for parallel reads. Disable when the
+# file compression/format isn't splittable to avoid read failures. TPCH Parquet
+# test data commonly uses SNAPPY compression that isn't splittable at the file
+# level here, hence this must be false.
+hive.file-splittable=false
+
+# Parquet read options
+# Limit (in bytes) on total number of bytes to be returned per read, or 0 if there is no limit
+parquet.reader.chunk-read-limit=0
+# Limit (in bytes) on the amount of memory used for reading and decompressing data or 0 if there is no limit
+parquet.reader.pass-read-limit=0

presto/docker/docker-compose.java.yml

@@ -7,6 +7,7 @@ services:
       - ./config/generated/java/etc_common:/opt/presto-server/etc
       - ./config/generated/java/etc_coordinator/config_java.properties:/opt/presto-server/etc/config.properties
       - ./config/generated/java/etc_coordinator/node.properties:/opt/presto-server/etc/node.properties
+      - ./config/generated/java/etc_coordinator/catalog/hive.properties:/opt/presto-server/etc/catalog/hive.properties
 
   presto-java-worker:
     extends:
@@ -18,5 +19,6 @@ services:
       - ./config/generated/java/etc_common:/opt/presto-server/etc
       - ./config/generated/java/etc_worker/config_java.properties:/opt/presto-server/etc/config.properties
       - ./config/generated/java/etc_worker/node.properties:/opt/presto-server/etc/node.properties
+      - ./config/generated/java/etc_worker/catalog/hive.properties:/opt/presto-server/etc/catalog/hive.properties
     depends_on:
       - presto-coordinator

presto/docker/docker-compose.native-cpu.yml

@@ -7,6 +7,7 @@ services:
       - ./config/generated/cpu/etc_common:/opt/presto-server/etc
       - ./config/generated/cpu/etc_coordinator/config_native.properties:/opt/presto-server/etc/config.properties
       - ./config/generated/cpu/etc_coordinator/node.properties:/opt/presto-server/etc/node.properties
+      - ./config/generated/cpu/etc_coordinator/catalog/hive.properties:/opt/presto-server/etc/catalog/hive.properties
 
   presto-native-worker-cpu:
     extends:
@@ -23,3 +24,4 @@ services:
       - ./config/generated/cpu/etc_common:/opt/presto-server/etc
       - ./config/generated/cpu/etc_worker/node.properties:/opt/presto-server/etc/node.properties
       - ./config/generated/cpu/etc_worker/config_native.properties:/opt/presto-server/etc/config.properties
+      - ./config/generated/cpu/etc_worker/catalog/hive.properties:/opt/presto-server/etc/catalog/hive.properties

presto/docker/docker-compose.native-gpu.yml

@@ -7,6 +7,7 @@ services:
       - ./config/generated/gpu/etc_common:/opt/presto-server/etc
       - ./config/generated/gpu/etc_coordinator/config_native.properties:/opt/presto-server/etc/config.properties
       - ./config/generated/gpu/etc_coordinator/node.properties:/opt/presto-server/etc/node.properties
+      - ./config/generated/gpu/etc_coordinator/catalog/hive.properties:/opt/presto-server/etc/catalog/hive.properties
 
   presto-native-worker-gpu:
     extends:
@@ -28,3 +29,4 @@ services:
       - ./config/generated/gpu/etc_common:/opt/presto-server/etc
       - ./config/generated/gpu/etc_worker/node.properties:/opt/presto-server/etc/node.properties
       - ./config/generated/gpu/etc_worker/config_native.properties:/opt/presto-server/etc/config.properties
+      - ./config/generated/gpu/etc_worker/catalog/hive.properties:/opt/presto-server/etc/catalog/hive.properties