From 70efb1db248eea2683ff618a95a5a1f8e52c8f1a Mon Sep 17 00:00:00 2001 From: Ivan Zerin Date: Thu, 21 May 2020 19:56:39 +0300 Subject: [PATCH 1/2] Correct the way etl timestamp are exposed from the tap: switch from second in float type to commonoly used microseconds timestamp --- setup.py | 2 +- tap_bigquery/sync_bigquery.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 1b2317d..9c6e8e8 100755 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ setup( name="tap_bigquery", - version="0.1.4", + version="0.1.5", description="Singer.io tap for extracting data", author="Stitch", url="http://singer.io", diff --git a/tap_bigquery/sync_bigquery.py b/tap_bigquery/sync_bigquery.py index 8f7835e..49f93d7 100644 --- a/tap_bigquery/sync_bigquery.py +++ b/tap_bigquery/sync_bigquery.py @@ -134,7 +134,7 @@ def do_sync(config, stream): for key in properties.keys(): prop = properties[key] if "_etl_tstamp" in properties.keys() and key == "_etl_tstamp": - record["_etl_tstamp"] = time.time() + record["_etl_tstamp"] = int(round(time.time() * 1000)) elif prop.format == "date-time": record[key] = row[key].strftime("%Y-%m-%d %H:%M:%S") else: From 638a314560bb65efee5e9a368e14f9c436b1e73c Mon Sep 17 00:00:00 2001 From: Ivan Zerin Date: Tue, 26 May 2020 11:41:43 +0300 Subject: [PATCH 2/2] Up to version 0.2.0 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 9c6e8e8..f1bc9b9 100755 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ setup( name="tap_bigquery", - version="0.1.5", + version="0.2.0", description="Singer.io tap for extracting data", author="Stitch", url="http://singer.io",