gitignore secrets at top level (airbytehq#606)

.gitignore

@@ -5,6 +5,8 @@ build
 .DS_Store
 data
 
+secrets
+
 # Python
 *.egg-info
 __pycache__

airbyte-integrations/bigquery-destination/README.md

@@ -0,0 +1,21 @@
+# BigQuery Test Configuration
+
+In order to test the BigQuery destination, you need a service account key file.
+
+## Community Contributor
+
+As a community contributor, you will need access to a GCP project and BigQuery to run tests.
+
+1. Go to the `Service Accounts` page on the GCP console
+1. Click on `+ Create Service Account" button
+1. Fill out a descriptive name/id/description
+1. Click the edit icon next to the service account you created on the `IAM` page
+1. Add the `BigQuery User` role
+1. Go back to the `Service Accounts` page and use the actions modal to `Create Key`
+1. Download this key as a JSON file
+1. Move and rename this file to `secrets/credentials.json`
+
+## Airbyte Employee
+
+1. Access the `BigQuery Integration Test User` secret on Rippling under the `Engineering` folder
+1. Create a file with the contents at `secrets/credentials.json`

airbyte-integrations/bigquery-destination/src/test-integration/java/io/airbyte/integrations/destination/bigquery/BigQueryIntegrationTest.java

@@ -54,7 +54,7 @@ public class BigQueryIntegrationTest extends TestDestination {
 
   private static final Logger LOGGER = LoggerFactory.getLogger(BigQueryIntegrationTest.class);
 
-  private static final Path CREDENTIALS_PATH = Path.of("config/credentials.json");
+  private static final Path CREDENTIALS_PATH = Path.of("secrets/credentials.json");
 
   private static final String CONFIG_DATASET_ID = "dataset_id";
   private static final String CONFIG_PROJECT_ID = "project_id";

airbyte-integrations/bigquery-destination/src/test/java/io/airbyte/integrations/destination/bigquery/BigQueryDestinationTest.java

@@ -73,7 +73,7 @@
 
 class BigQueryDestinationTest {
 
-  private static final Path CREDENTIALS_PATH = Path.of("config/credentials.json");
+  private static final Path CREDENTIALS_PATH = Path.of("secrets/credentials.json");
 
   private static final Logger LOGGER = LoggerFactory.getLogger(BigQueryDestinationTest.class);
 

airbyte-integrations/singer/bigquery/destination/README.md

@@ -13,9 +13,9 @@ As a community contributor, you will need access to a GCP project and BigQuery t
 1. Add the `BigQuery User` role
 1. Go back to the `Service Accounts` page and use the actions modal to `Create Key`
 1. Download this key as a JSON file
-1. Move and rename this file to `config/credentials.json`
+1. Move and rename this file to `secrets/credentials.json`
 
 ## Airbyte Employee
 
 1. Access the `BigQuery Integration Test User` secret on Rippling under the `Engineering` folder
-1. Create a file with the contents at `config/credentials.json`
+1. Create a file with the contents at `secrets/credentials.json`

airbyte-integrations/singer/bigquery/destination/src/test-integration/java/io/airbyte/integration_tests/destinations/TestBigQueryDestination.java

@@ -68,7 +68,7 @@
 
 class TestBigQueryDestination {
 
-  private static final String CONFIG_PATH = "config/credentials.json";
+  private static final String CONFIG_PATH = "secrets/credentials.json";
 
   private static final Logger LOGGER = LoggerFactory.getLogger(TestBigQueryDestination.class);
 
@@ -191,7 +191,7 @@ private Process startTarget() throws IOException, WorkerException {
   }
 
   private void writeConfigFileToJobRoot() throws IOException {
-    String credentialsJsonString = new String(Files.readAllBytes(Paths.get("config/credentials.json")));
+    String credentialsJsonString = new String(Files.readAllBytes(Paths.get("secrets/credentials.json")));
     JsonNode credentials = Jsons.deserialize(credentialsJsonString);
 
     Map<String, Object> fullConfig = new HashMap<>();

airbyte-integrations/singer/stripe/source/README.md

@@ -5,7 +5,7 @@ In order to test the Stripe source, you will need API credentials and the abilit
 ## Community Contributor
 
 1. Create an empty account on Stripe. 
-1. Create a file at `config/config.json` with the following format using your client secret and account id:
+1. Create a file at `secrets/config.json` with the following format using your client secret and account id:
 ```
 {
   "client_secret": "sk_XXXXXXXXXXX",
@@ -17,4 +17,4 @@ In order to test the Stripe source, you will need API credentials and the abilit
 ## Airbyte Employee
 
 1. Access the `Stripe Integration Test Config` secret on Rippling under the `Engineering` folder
-1. Create a file with the contents at `config/config.json`
+1. Create a file with the contents at `secrets/config.json`

airbyte-integrations/singer/stripe/source/src/test-integration/java/io/airbyte/integration_tests/sources/SingerStripeSourceTest.java

@@ -62,7 +62,7 @@ public class SingerStripeSourceTest {
 
   private static final String CATALOG = "catalog.json";
   private static final String CONFIG = "config.json";
-  private static final String CONFIG_PATH = "config/config.json";
+  private static final String CONFIG_PATH = "secrets/config.json";
   private static final String INVALID_CONFIG = "invalid_config.json";
 
   protected Path jobRoot;

airbyte-integrations/singer/stripe_abprotocol/source/README.md

@@ -5,7 +5,7 @@ In order to test the Stripe source, you will need API credentials and the abilit
 ## Community Contributor
 
 1. Create an empty account on Stripe. 
-1. Create a file at `config/config.json` with the following format using your client secret and account id:
+1. Create a file at `secrets/config.json` with the following format using your client secret and account id:
 ```
 {
   "client_secret": "sk_XXXXXXXXXXX",
@@ -17,5 +17,5 @@ In order to test the Stripe source, you will need API credentials and the abilit
 ## Airbyte Employee
 
 1. Access the `Stripe Integration Test Config` secret on Rippling under the `Engineering` folder
-1. Create a file with the contents at `config/config.json`
+1. Create a file with the contents at `secrets/config.json`
 

airbyte-integrations/singer/stripe_abprotocol/source/src/test-integration/java/io/airbyte/integration_tests/sources/SingerStripeSourceTest.java

@@ -65,7 +65,7 @@ public class SingerStripeSourceTest {
 
   private static final String CATALOG = "catalog.json";
   private static final String CONFIG = "config.json";
-  private static final String CONFIG_PATH = "config/config.json";
+  private static final String CONFIG_PATH = "secrets/config.json";
   private static final String INVALID_CONFIG = "invalid_config.json";
 
   protected Path jobRoot;

tools/bin/ci_credentials.sh

@@ -2,12 +2,14 @@
 
 set -e
 
-mkdir airbyte-integrations/singer/bigquery/destination/config
-echo "$BIGQUERY_INTEGRATION_TEST_CREDS" > airbyte-integrations/singer/bigquery/destination/config/credentials.json
-echo "$BIGQUERY_INTEGRATION_TEST_CREDS" > airbyte-integrations/bigquery-destination/config/credentials.json
+mkdir airbyte-integrations/singer/bigquery/destination/secrets
+echo "$BIGQUERY_INTEGRATION_TEST_CREDS" > airbyte-integrations/singer/bigquery/destination/secrets/credentials.json
 
-mkdir airbyte-integrations/singer/stripe/source/config
-echo "$STRIPE_INTEGRATION_TEST_CREDS" > airbyte-integrations/singer/stripe/source/config/config.json
+mkdir airbyte-integrations/bigquery-destination/secrets
+echo "$BIGQUERY_INTEGRATION_TEST_CREDS" > airbyte-integrations/bigquery-destination/secrets/credentials.json
 
-mkdir airbyte-integrations/singer/stripe_abprotocol/source/config
-echo "$STRIPE_INTEGRATION_TEST_CREDS" > airbyte-integrations/singer/stripe_abprotocol/source/config/config.json
+mkdir airbyte-integrations/singer/stripe/source/secrets
+echo "$STRIPE_INTEGRATION_TEST_CREDS" > airbyte-integrations/singer/stripe/source/secrets/config.json
+
+mkdir airbyte-integrations/singer/stripe_abprotocol/source/secrets
+echo "$STRIPE_INTEGRATION_TEST_CREDS" > airbyte-integrations/singer/stripe_abprotocol/source/secrets/config.json