From 57c373e51321d5625df38bf9e16f09f170cbc27e Mon Sep 17 00:00:00 2001 From: Tristan Nixon Date: Thu, 18 Apr 2024 08:59:23 -0700 Subject: [PATCH] fix timestamp col type checking (#398) --- python/tempo/tsdf.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/tempo/tsdf.py b/python/tempo/tsdf.py index b8859353..2ede43c2 100644 --- a/python/tempo/tsdf.py +++ b/python/tempo/tsdf.py @@ -13,6 +13,7 @@ from pyspark.sql import SparkSession from pyspark.sql.column import Column from pyspark.sql.dataframe import DataFrame +from pyspark.sql.types import TimestampType from pyspark.sql.window import Window, WindowSpec from scipy.fft import fft, fftfreq # type: ignore @@ -1102,7 +1103,7 @@ def withRangeStats( ] # build window - if str(self.df.schema[self.ts_col].dataType) == "TimestampType": + if isinstance(self.df.schema[self.ts_col].dataType, TimestampType): self.df = self.__add_double_ts() prohibited_cols.extend(["double_ts"]) w = self.__rangeBetweenWindow(