From 73200c15ccd39a32096aca56a954f22f04a49a59 Mon Sep 17 00:00:00 2001 From: MaciejMacQ <55737733+maciejmacq-dev@users.noreply.github.com> Date: Thu, 14 Nov 2024 13:56:59 +0100 Subject: [PATCH] update README / add ssential libraries for Flink 1.19.1 and example of hive-config.xml (#2) * update README * update README * update README --- README.md | 52 +++++++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 51 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index ebd560c..2c47385 100644 --- a/README.md +++ b/README.md @@ -18,4 +18,54 @@ To install hive-metastore: ``` helm repo add getindata-hms https://getindata.github.io/hive-metastore helm install hms getindata-hms/hive-metastore -``` \ No newline at end of file +``` +Essential libraries for Flink 1.19.1 +(/opt/flink/lib) + + - https://repo1.maven.org/maven2/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar + - https://repo1.maven.org/maven2/org/apache/hive/hive-exec/3.1.0/hive-exec-3.1.3.jar + - https://repository.cloudera.com/artifactory/cloudera-repos/org/apache/flink/flink-shaded-hadoop-3-uber/3.1.1.7.0.3.0-79-7.0/flink-shaded-hadoop-3-uber-3.1.1.7.0.3.0-79-7.0.jar + - https://repo1.maven.org/maven2/org/apache/flink/flink-connector-hive_2.12/1.19.1/flink-connector-hive_2.12-1.19.1.jar + - https://repo1.maven.org/maven2/commons-cli/commons-cli/1.4/commons-cli-1.4.jar + +Example hive-site.xml +``` + + + + javax.jdo.option.ConnectionURL + jdbc:postgresql://postgres-postgresql:5432/metastore + Metadata is stored in a PostgreSQL server + + + + javax.jdo.option.ConnectionDriverName + org.postgresql.Driver + PostgreSQL JDBC driver class + + + + javax.jdo.option.ConnectionUserName + admin + Username for connecting to the PostgreSQL server + + + + javax.jdo.option.ConnectionPassword + pass + Password for connecting to the PostgreSQL server + + + + + hive.metastore.uris + thrift://hms-hive-metastore:9083 + IP address (or fully-qualified domain name) and port of the metastore host + + + + hive.metastore.schema.verification + true + + +```