Remove job block, add sleep back

airbytehq · Oct 11, 2023 · 3399030 · 3399030
1 parent 006094d
commit 3399030
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/...query/src/main/java/io/airbyte/integrations/destination/bigquery/BigQueryDestination.java b/...query/src/main/java/io/airbyte/integrations/destination/bigquery/BigQueryDestination.java
@@ -393,6 +393,7 @@ private SerializedAirbyteMessageConsumer getStandardRecordConsumer(final BigQuer
         },
         (hasFailed) -> {
           try {
+            Thread.sleep(30 * 1000);
             typerDeduper.typeAndDedupe();
             typerDeduper.commitFinalTables();
             typerDeduper.cleanup();

diff --git a/...rc/main/java/io/airbyte/integrations/destination/bigquery/writer/BigQueryTableWriter.java b/...rc/main/java/io/airbyte/integrations/destination/bigquery/writer/BigQueryTableWriter.java
@@ -51,10 +51,10 @@ public void close(boolean hasFailed) throws IOException {
     this.writeChannel.close();
     try {
       Job job = writeChannel.getJob();
-      while (!JobStatus.State.DONE.equals(job.getStatus())) {
+      /* while (!JobStatus.State.DONE.equals(job.getStatus())) {
         Thread.sleep(1000L);
         job = job.reload();
-      }
+      } */
       if (job.getStatus().getError() != null) {
         throw new RuntimeException("Fail to complete a load job in big query, Job id: " + writeChannel.getJob().getJobId() +
                 ", with error: " + writeChannel.getJob().getStatus().getError());