Skip to content

Commit

Permalink
Prefer SSL connection to Mongo sources
Browse files Browse the repository at this point in the history
  • Loading branch information
louis-pie committed Jun 17, 2024
1 parent f41c89f commit 9360ae9
Show file tree
Hide file tree
Showing 22 changed files with 183 additions and 69 deletions.
16 changes: 12 additions & 4 deletions dev-project/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,9 @@ services:

db_mongo_source:
container_name: "pipelinewise_dev_mongodb_source"
image: "mongo:4.2-bionic"
build:
context: ./mongo
dockerfile: Dockerfile
ports:
- ${TAP_MONGODB_PORT_ON_HOST}:${TAP_MONGODB_PORT}
environment:
Expand All @@ -110,9 +112,15 @@ services:
MONGO_USERNAME: ${TAP_MONGODB_USER}
MONGO_PASSWORD: ${TAP_MONGODB_PASSWORD}
MONGO_REPLICA_HOST: db_mongo_source
volumes:
- ./mongo/create_user.sh:/docker-entrypoint-initdb.d/create_user.sh
command: [mongod, --replSet, rs0]
command: >
mongod
--bind_ip_all
--replSet rs0
--keyFile /etc/ssl/replica.key
--tlsMode requireTLS
--tlsAllowConnectionsWithoutCertificates
--tlsCertificateKeyFile /etc/ssl/mongodb.pem
--tlsCAFile /etc/ssl/rootCA.pem
networks:
- pipelinewise_network

Expand Down
33 changes: 15 additions & 18 deletions dev-project/entrypoint.sh
Original file line number Diff line number Diff line change
Expand Up @@ -2,29 +2,29 @@

set -e

apt-get update
apt-get install -y --no-install-recommends \
apt update
apt install -y --no-install-recommends \
wget \
gnupg \
git

# Add Mongodb ppa
wget -qO - https://www.mongodb.org/static/pgp/server-4.4.asc | apt-key add -
echo "deb https://repo.mongodb.org/apt/debian buster/mongodb-org/4.4 main" | tee /etc/apt/sources.list.d/mongodb-org-4.4.list

apt-get update
apt-get install -y --no-install-recommends \
git \
alien \
gettext-base \
libaio1 \
mariadb-client \
mbuffer \
postgresql-client \
mongo-tools \
mongocli \
mongodb-mongosh
postgresql-client

apt upgrade -y
# rm -rf /var/lib/apt/lists/* \

rm -rf /var/lib/apt/lists/* \
# Do a bunch of Mongo things
wget -q https://downloads.mongodb.com/compass/mongodb-mongosh_2.2.6_arm64.deb
apt install ./mongodb-mongosh_2.2.6_arm64.deb
rm -f mongodb-mongosh_2.2.6_arm64.deb
wget -q https://fastdl.mongodb.org/tools/db/mongodb-database-tools-ubuntu2004-arm64-100.9.4.deb
apt install ./mongodb-database-tools-ubuntu2004-arm64-100.9.4.deb
rm -f mongodb-database-tools-ubuntu2004-arm64-100.9.4.deb
dev-project/mongo/initiate-replica-set.sh

# Install Oracle Instant Client required for tap-oracle
# ORA_INSTACLIENT_URL=https://download.oracle.com/otn_software/linux/instantclient/193000/oracle-instantclient19.3-basiclite-19.3.0.0.0-1.x86_64.rpm
Expand All @@ -34,11 +34,8 @@ rm -rf /var/lib/apt/lists/* \
# rm -f oracle-instantclient.rpm

# Build test databases

tests/db/tap_mysql_db.sh
tests/db/tap_postgres_db.sh

dev-project/mongo/init_rs.sh
tests/db/tap_mongodb.sh
tests/db/target_postgres.sh

Expand Down
9 changes: 9 additions & 0 deletions dev-project/mongo/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
# FROM mongo:4.2-bionic
# FROM mongo:5.0.22-focal
FROM mongo:5.0.26-focal

COPY --chown=mongodb:root --chmod=400 rootCA.pem /etc/ssl/rootCA.pem
COPY --chown=mongodb:root --chmod=400 mongodb.pem /etc/ssl/mongodb.pem
COPY --chown=mongodb:root --chmod=400 replica.key /etc/ssl/replica.key

COPY create-pipelinewise-user.sh /docker-entrypoint-initdb.d/create-pipelinewise-user.sh
10 changes: 10 additions & 0 deletions dev-project/mongo/create-pipelinewise-user.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
echo 'CREATE MONGODB PIPELINEWISE USER'

mongo --tls --tlsAllowInvalidCertificates -u $MONGO_INITDB_ROOT_USERNAME -p $MONGO_INITDB_ROOT_PASSWORD --authenticationDatabase admin admin <<EOF
db.getName();
db.createUser({
user: $(jq --arg 'user' $MONGO_USERNAME --null-input '$user'),
pwd: $(jq --arg 'pwd' $MONGO_PASSWORD --null-input '$pwd'),
roles: [{ role: 'readWrite', db: "$MONGO_INITDB_DATABASE" }]
});
EOF
8 changes: 0 additions & 8 deletions dev-project/mongo/create_user.sh

This file was deleted.

12 changes: 0 additions & 12 deletions dev-project/mongo/init_rs.sh

This file was deleted.

10 changes: 10 additions & 0 deletions dev-project/mongo/initiate-replica-set.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
#!/usr/bin/env bash
set -e

echo
echo 'INITIALIZING MONGODB REPLICASET'
echo

mongosh "mongodb://$TAP_MONGODB_ROOT_USER:$TAP_MONGODB_ROOT_PASSWORD@$TAP_MONGODB_HOST:$TAP_MONGODB_PORT/?tls=true&tlsAllowInvalidCertificates=true&authSource=admin&directConnection=true"<<EOF
rs.initiate({_id: "rs0", members: [{_id: 0, host: '$TAP_MONGODB_HOST:$TAP_MONGODB_PORT'}]});
EOF
46 changes: 46 additions & 0 deletions dev-project/mongo/mongodb.pem
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
-----BEGIN PRIVATE KEY-----
MIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC8RDu+Q6GGIH0M
IW/6RzDSxqbK5XSLyBSKhX+DNqY8QKvkh1NAhlob0MaDFWlf34gOS7YQ3/VDCxSi
u/PadT28aCMJJqRko3u1OuhlAUuVBrFUA0mqQ+Xo7eXQiO7Xg17iF0vnMWB1eDSL
LwDHLh+8fjFZdUGFiJvZW3rYNTRWYPf9BmL6HPfTlV6c8SeqAe05E++zh/2xdrbj
h+mx0C8+XU4KluOX/4CSvVlIfQ/TZeuTc6GQMausxgavY52QAtV40CWp3LqHpXOM
KNotbH1tc2YEwtUrCKS8ozOg5uw88VMan5Rua5VoAm1f3mPRSlIuttzHQ1Q8qi6c
zKAGs9kfAgMBAAECggEABXkRqDXMxRqTrV3EJL6bZOfhIxEpjVi11ChjrRD9IyTu
z6K+y6eRiLEjMYir+rKuVgVjF7l9pph0s0hgeI949HhYhbm/BK1F+YjqsZOoj/6q
UAVqck3X/1NPH3v46YCdqlfqsnVagapgE1MR+Y2rNC5nnoX3RND/ACzAdPboUcHM
p5w5KYSzUhAMDA7xwemQG0GCc0rxHQZ4Fx06Ka8j30PzjcdEdpo4tZqwTtEi5rHh
uEtRAh8n4rE1p1UnekeF/YMrY+nNg0CVdagOvT/CZMtp2s+9Oe0EocbDap+lSSYc
bD6Pb6kERpUGIzazUQSlpQN6n23jaoUXfGC9Z2CTmQKBgQD+Nap0GDqB4AdPB5Uy
71Nwy9whGmjmr80mZRcISG7ze0NyujiLqcda1Bx6jDddTUYe41WTEivCwewM2wGg
TWscR53kuVFsntqnXiRFHuy/6emvjp47SJHb9oP3QWwtVn6bxpw/O0M1fsdH059c
EBGEf6nL2VALi3qpx5S+bJ2shwKBgQC9l6xzxAFjSH7W+ftvUVBPwAUfC8b0bsLJ
0IWJV9N2yUiNe2QzcZwZrLQY0/OW6S9l6jppwt3Mimefxc6QhIvoQx0JO0YF/abN
Zs9XIyuD1r1hgi3SqCLoBT7xp72V1SDI4hF8F9eDmIXq0WbvP1WasM28iL6nTU1C
TPrn7IxsqQKBgE5vRomNlDfQZNDomQtfNpKeA+ye1nEfGyBWnpWqq7kqdjQm6x2E
pAMNYUAalVaPaixLnnLDb4cnCGsrA8RvPrY6Dqis2Ue3d+WeMXi2Qvwv8y98xKus
B30kAbG/mN4gSu5LiJgl8+XEmT47OHdSaeVE8qH4Ci+VuKI791QN9VRvAoGBAK8R
MyjiwPVQp+8Sfl5YE3TQtunoEhr7e9qnNeeQta9mRhx+6BOowJ/knZiffrrHMAFH
vBCU5AJPe0hJe2hvPFGIR3OSzCIUCsZ4PNUVoMTosY8sieuPXkwpK+oxHhsQ5mkY
d1TDHzpgyKgAHLCnJwDkadXB32rVMpYaR0WJZFGhAoGBAPpjrHrmPRrCHd/y3Oix
LbqrUaR0PxbcXNA2ExVgdOGNDC+e+ZjMV6pmm6niXyMfYwarr+aAJ8cU7POf50DW
zAo42jcaiROwnO0U6gK6BBd7J+Yk2pOSxrLjSbqB8s3d1MVFgdBj3rA7QkZ5sDUc
QY1lO3a1p9dCbnwn4Wmyr+q+
-----END PRIVATE KEY-----
-----BEGIN CERTIFICATE-----
MIIC+DCCAeCgAwIBAgIUVrJ6cs+6QRK8tTjOliaAJ87NGOswDQYJKoZIhvcNAQEL
BQAwFDESMBAGA1UEAwwJbG9jYWxob3N0MB4XDTI0MDUxNzEwMjQwNFoXDTI1MDky
OTEwMjQwNFowFDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEF
AAOCAQ8AMIIBCgKCAQEAvEQ7vkOhhiB9DCFv+kcw0samyuV0i8gUioV/gzamPECr
5IdTQIZaG9DGgxVpX9+IDku2EN/1QwsUorvz2nU9vGgjCSakZKN7tTroZQFLlQax
VANJqkPl6O3l0Iju14Ne4hdL5zFgdXg0iy8Axy4fvH4xWXVBhYib2Vt62DU0VmD3
/QZi+hz305VenPEnqgHtORPvs4f9sXa244fpsdAvPl1OCpbjl/+Akr1ZSH0P02Xr
k3OhkDGrrMYGr2OdkALVeNAlqdy6h6VzjCjaLWx9bXNmBMLVKwikvKMzoObsPPFT
Gp+UbmuVaAJtX95j0UpSLrbcx0NUPKounMygBrPZHwIDAQABo0IwQDAdBgNVHQ4E
FgQU70ojmm8b0De4Qa45N/PVoxZNQwwwHwYDVR0jBBgwFoAUnnHpHxM13x8U9nSI
HOmCJMamIR4wDQYJKoZIhvcNAQELBQADggEBAFdzTHva6pbkX/4dNJ4vy9oiYMuN
iWYyqB/99KfPEHlU/RFiNePXfwL4BI18A7IAKQ5Dl0Vd1ub6X17SegA6+OMKDfu6
DGmhgYHoBL4JXNd16LtOA9eHQtxynPTjhsSkuSz7i6eAumegK2EuZuw6fYHNXpmb
0ZTsRlGWWsrZJFtL5P7RUici9ZheDBhjEs9yYNMOM/VFTn2OAN5MTIY79O28DWQj
Uvx8DEw+YrxGLFqcDKjv7CKESti11PfAF67ERjQyURjqpeiVqO+D1SGzpdnXdisl
c9/k/p4rWNZe4LX9XyA1oLJUcZNNl3XUtghGu93YUMquWeBH9C4aklIhV1s=
-----END CERTIFICATE-----
16 changes: 16 additions & 0 deletions dev-project/mongo/replica.key
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
T2+O83yAELto/7Or19tC1xf8XGHIVYG5QUwtMDwCchC1Y0X/UgxnU34lsqoqtkjg
4z2SPwFQ4N/aCr5Ah/dRrBTXhFv03P5UD0aRTcQxQQTv5ubLTO3fe5SFc3uhvKKk
WiB9zlHElf21RVGXmnHHlNJQF2LeC8bRNIJtmCBIOYCy8SRt2NCecviME1B5k6Ly
pcKOKttHDOKOhJXeS8YhpkPEbB0fuX8/vPcP8AdDlv6XbIe9MG4x06I/1bDuyl6V
kp/VV1G6Hyy2w9q0ZV3sEgZay5wvzlWjcWaMJXpyjmQdQugGv59jQ23S0kToH7Pg
S/HMVy1AhS/PSzZveYZwAB993jqxH/UYTs8CapeUpHG9WfJoJlJtX8yzK9HuSHY8
ygCulhfXWIwhXP5Pv4cWM4DrFPYwLBBLXTyTOCCBEvrmFJB6ZggHbYgbzNK0Kvkj
IvLceSDJpFiwlCQ9MKyLfZublxv0DyqI3TV7yvjJ/XwbqNNGj+6/CodvY0RbemPG
4RmWLHsOx7sSt2AKoIM3LdNAZCq27hA/uEx8VzBXhz4qVraV50zz7yrtNRfu91At
vBM+DKQdY4WjXqzTqCpVTK4hvggoIei0ea5R38pnG9tgU70FbhmM6waKmPbhTL1t
ZKm7h8X2HcMfybTCs5OPhtTSL6GW0Ye6bW3GAuBz20tZP9LMt1AlgWGcmZNWyFSz
ZD/eSi1DmiQi/FHbldlSpV5SXL1/5Gg21P0Tkfgb8uGlKWOG3ODLvgAXozdFkngr
pSjo920r0QF+tCBfeJ8ckyq46Aprb/lCg9CwYeCGrQQrFwOx2w/lAzPIb6jmPvk/
w1oT7JNWKpW82dCdmSXjZI/Sth0LIMKTuXGnXQ0NZGEqHCjUAMybHPMQ+uksukLA
4+6PcDff0hqukrsJyYp3bkR70/F8kuz2TaHM4OEKDKwiyJW206u+YFV4l67wqpUn
jXtRNIuXJPoVzmCaalcRDEkOnmCbTQIqeZu9+ndmNorJNEVl
19 changes: 19 additions & 0 deletions dev-project/mongo/rootCA.pem
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
-----BEGIN CERTIFICATE-----
MIIDCTCCAfGgAwIBAgIUEHAEAJ8UyUORcN5rO9fYtILn/a0wDQYJKoZIhvcNAQEL
BQAwFDESMBAGA1UEAwwJbG9jYWxob3N0MB4XDTI0MDUxNzEwMjI1MVoXDTI3MDMw
NzEwMjI1MVowFDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEF
AAOCAQ8AMIIBCgKCAQEAz9GMW5QNh2J4ZCTOAJLiHNVTG4iWa+H79AerWjPR/g5D
8WTSiHDz7L1UwxH5QPALvO6jY2KmlX41/c3Uw+9LuceWmMWPfZX/5sdkpCvwisR4
sAHTWu8erUlj7F7rxhe3FG8hi8Y1/sAKUL9jSFzResdI9ayyvzuaP8l/AEKADZUQ
YzeixDmXogUyOLyh6SZoCE6GZ0DmdMwSqYA7cAzvgUy8mztGaou1GhTEhh6zwAkh
3hqtDqryRLcaXFAd+TCCR0ipSlhbbcIRdMBD5BDq5hJIhHtGbSO/y0+KiQVlJ1Fq
ygpTSSDD6G8UBG93DAoHgs28c6HdQ4J/laEB3SaPoQIDAQABo1MwUTAdBgNVHQ4E
FgQUnnHpHxM13x8U9nSIHOmCJMamIR4wHwYDVR0jBBgwFoAUnnHpHxM13x8U9nSI
HOmCJMamIR4wDwYDVR0TAQH/BAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAQEAFb4O
p4Al2pr9GCOsK2y1wY2jdylCdbs3s5cftrOZrGZNHN1VfHfiZSxqdaUm6rlyj4QO
LDWh1i4Hmfc67nUAsc1GDoO5A/GqeQ8F0+I18S9cKtLs0j6b80la3SWPVvZKCwpH
v9jgtks7H6iHTe0g3k+4DqJulSdlp/6r8Zm/LlEkAxYOVLE3DnmTtJVCCXez+tr9
4H6vvrcBWIumKmiad+21kOYxHRqSPjHaJA2KQSxjcFG3AORSfZAM89Ff2uTVf7/Z
85+eTjMjsfnpNQAXTRrfNZvK82lK03ty5gNJv77CBHwhaAofXoYjgtpHh+WAgpkC
UtIKeJ62P8Iz2/AnUw==
-----END CERTIFICATE-----
2 changes: 2 additions & 0 deletions dev-project/pipelinewise-config/tap_mongodb_to_pg.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@ owner: "test-runner"
db_conn:
host: "db_mongo_source" # Mongodb host
port: 27017 # Mongodb port
ssl: "true" # Mongodb SSL enabled
verify_mode: "false" # Mongodb SSL verify mode
user: "pipelinewise" # Mongodb user
password: "secret" # Mongodb plain string or vault encrypted
auth_database: "admin" # Mongodb database to authenticate on
Expand Down
3 changes: 2 additions & 1 deletion pipelinewise/fastsync/commons/tap_mongodb.py
Original file line number Diff line number Diff line change
Expand Up @@ -139,6 +139,7 @@ def transform_value(value: Any, path) -> Any:
datetime.datetime: lambda val, _: class_to_string(val, 'datetime'),
bson.decimal128.Decimal128: lambda val, _: val.to_decimal(),
bson.regex.Regex: lambda val, _: dict(pattern=val.pattern, flags=val.flags),
bson.binary.Binary: lambda val, _: class_to_string(val, 'bytes'),
bson.code.Code: lambda val, _: dict(value=str(val), scope=str(val.scope))
if val.scope
else str(val),
Expand Down Expand Up @@ -180,7 +181,7 @@ def get_connection_string(config: Dict):

# NB: "sslAllowInvalidCertificates" must ONLY be supplied if `SSL` is true.
if not verify_mode and use_ssl:
connection_query['tlsAllowInvalidCertificates'] = 'true'
connection_query['tlsInsecure'] = 'true'

query_string = parse.urlencode(connection_query)

Expand Down
4 changes: 2 additions & 2 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@

setup(name='pipelinewise',
python_requires='>=3.7,<3.10',
version='0.60.0',
version='0.60.1',
description='PipelineWise',
long_description=LONG_DESCRIPTION,
long_description_content_type='text/markdown',
Expand All @@ -33,7 +33,7 @@
'google-cloud-bigquery==3.11.1',
'pipelinewise-singer-python==1.*',
'python-pidfile==3.0.0',
'pymongo==3.12.3',
'pymongo==4.7.3',
'tzlocal>=2.0,<4.1',
'slackclient==2.9.4',
'sqlparse==0.4.4',
Expand Down
2 changes: 1 addition & 1 deletion singer-connectors/tap-mongodb/requirements.txt
Original file line number Diff line number Diff line change
@@ -1 +1 @@
pipelinewise-tap-mongodb==1.3.0
pipelinewise-tap-mongodb==1.4.0
29 changes: 22 additions & 7 deletions tests/db/tap_mongodb.sh
Original file line number Diff line number Diff line change
@@ -1,14 +1,16 @@
#!/bin/bash -e
#
#!/usr/bin/env bash
# Building a test MongoDB database for integration testing of tap-mongodb
# The listings data is Airbnb listing from http://insideairbnb.com/get-the-data.html
# my_collection data is dummy data from https://www.mockaroo.com/

set -e

PWD="$(dirname "$0")"

TEST_DB_DATA_1=${PWD}/mongodb_data/listings.csv
TEST_DB_DATA_2=${PWD}/mongodb_data/my_collection.bson.gz
TEST_DB_DATA_3=${PWD}/mongodb_data/all_datatypes.bson.gz
echo "Building test Mongodb database..."
echo "BUILDING TEST MONGODB DATABASE"

# To run this script some environment variables must be set.
# Normally it's defined in .circleci/config.yml
Expand All @@ -22,23 +24,36 @@ if [[ -z "${TAP_MONGODB_HOST}" || -z "${TAP_MONGODB_PORT}" || -z "${TAP_MONGODB_
exit 1
fi

URL="mongodb://${TAP_MONGODB_USER}:${TAP_MONGODB_PASSWORD}@${TAP_MONGODB_HOST}:${TAP_MONGODB_PORT}/${TAP_MONGODB_DB}?authSource=admin"
URI="mongodb://${TAP_MONGODB_USER}:${TAP_MONGODB_PASSWORD}@${TAP_MONGODB_HOST}:${TAP_MONGODB_PORT}/${TAP_MONGODB_DB}?authSource=admin"

mongoimport --uri ${URL} \
mongoimport --uri ${URI} \
--ssl --sslAllowInvalidCertificates \
--collection listings \
--type csv \
--headerline \
--drop ${TEST_DB_DATA_1}

mongorestore --uri ${URL} \
mongorestore \
--host ${TAP_MONGODB_HOST} \
--port ${TAP_MONGODB_PORT} \
--db ${TAP_MONGODB_DB} \
--authenticationDatabase admin \
--username ${TAP_MONGODB_USER} \
--password ${TAP_MONGODB_PASSWORD} \
--ssl --sslAllowInvalidCertificates \
--collection my_collection \
--drop \
--gzip \
${TEST_DB_DATA_2}

mongorestore --uri ${URL} \
mongorestore \
--host ${TAP_MONGODB_HOST} \
--port ${TAP_MONGODB_PORT} \
--db ${TAP_MONGODB_DB} \
--authenticationDatabase admin \
--username ${TAP_MONGODB_USER} \
--password ${TAP_MONGODB_PASSWORD} \
--ssl --sslAllowInvalidCertificates \
--collection all_datatypes \
--drop \
--gzip \
Expand Down
9 changes: 2 additions & 7 deletions tests/end_to_end/helpers/db.py
Original file line number Diff line number Diff line change
Expand Up @@ -313,10 +313,5 @@ def get_mongodb_connection(
Returns: Database instance with established connection
"""
return pymongo.MongoClient(
host=host,
port=int(port),
username=user,
password=password,
authSource=auth_database,
)[database]
connection_string = f"mongodb://{user}:{password}@{host}:{port}/{database}?authSource={auth_database}&tls=true&tlsAllowInvalidCertificates=true&directConnection=true"
return pymongo.MongoClient(connection_string)[database]
Original file line number Diff line number Diff line change
Expand Up @@ -90,17 +90,17 @@ def test_replicate_mongodb_to_sf(self):
{
'age': randint(10, 30),
'id': 1001,
'uuid': uuid.uuid4(),
'uuid': bson.Binary.from_uuid(uuid.uuid4()),
'ts': bson.Timestamp(12030, 500),
},
{
'date': datetime.utcnow(),
'id': 1002,
'uuid': uuid.uuid4(),
'uuid': bson.Binary.from_uuid(uuid.uuid4()),
'regex': bson.Regex(r'^[A-Z]\\w\\d{2,6}.*$'),
},
{
'uuid': uuid.uuid4(),
'uuid': bson.Binary.from_uuid(uuid.uuid4()),
'id': 1003,
'decimal': bson.Decimal128(
decimal.Decimal('5.64547548425446546546644')
Expand Down
2 changes: 2 additions & 0 deletions tests/end_to_end/test-project/tap_mongodb_to_bq.yml.template
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@ owner: "test-runner"
db_conn:
host: "${TAP_MONGODB_HOST}" # Mongodb host
port: ${TAP_MONGODB_PORT} # Mongodb port
ssl: "true" # Mongodb SSL enabled
verify_mode: "false" # Mongodb SSL verify mode
user: "${TAP_MONGODB_USER}" # Mongodb user
password: "${TAP_MONGODB_PASSWORD}" # Mongodb plain string or vault encrypted
auth_database: "admin" # Mongodb database to authenticate on
Expand Down
2 changes: 2 additions & 0 deletions tests/end_to_end/test-project/tap_mongodb_to_pg.yml.template
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@ owner: "test-runner"
db_conn:
host: "${TAP_MONGODB_HOST}" # Mongodb host
port: ${TAP_MONGODB_PORT} # Mongodb port
ssl: "true" # Mongodb SSL enabled
verify_mode: "false" # Mongodb SSL verify mode
user: "${TAP_MONGODB_USER}" # Mongodb user
password: "${TAP_MONGODB_PASSWORD}" # Mongodb plain string or vault encrypted
auth_database: "admin" # Mongodb database to authenticate on
Expand Down
2 changes: 2 additions & 0 deletions tests/end_to_end/test-project/tap_mongodb_to_sf.yml.template
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@ owner: "test-runner"
db_conn:
host: "${TAP_MONGODB_HOST}" # Mongodb host
port: ${TAP_MONGODB_PORT} # Mongodb port
ssl: "true" # Mongodb SSL enabled
verify_mode: "false" # Mongodb SSL verify mode
user: "${TAP_MONGODB_USER}" # Mongodb user
password: "${TAP_MONGODB_PASSWORD}" # Mongodb plain string or vault encrypted
auth_database: "admin" # Mongodb database to authenticate on
Expand Down
Loading

0 comments on commit 9360ae9

Please sign in to comment.