def get_timestamp_expr( cls, col: ColumnClause, pdf: Optional[str], time_grain: Optional[str], type_: Optional[str] = None, ) -> TimestampExpression: if not pdf: raise NotImplementedError(f"Empty date format for '{col}'") is_epoch = pdf in ("epoch_s", "epoch_ms") # The DATETIMECONVERT pinot udf is documented at # Per https://github.com/apache/incubator-pinot/wiki/dateTimeConvert-UDF # We are not really converting any time units, just bucketing them. tf = "" java_date_format = "" if not is_epoch: java_date_format = pdf for ( python_pattern, java_pattern, ) in cls._python_to_java_time_patterns.items(): java_date_format = java_date_format.replace( python_pattern, java_pattern ) tf = f"1:SECONDS:SIMPLE_DATE_FORMAT:{java_date_format}" else: seconds_or_ms = "MILLISECONDS" if pdf == "epoch_ms" else "SECONDS" tf = f"1:{seconds_or_ms}:EPOCH" if time_grain: granularity = cls.get_time_grain_expressions().get(time_grain) if not granularity: raise NotImplementedError(f"No pinot grain spec for '{time_grain}'") else: return TimestampExpression("{{col}}", col) # In pinot the output is a string since there is no timestamp column like pg if cls._use_date_trunc_function.get(time_grain): if is_epoch: time_expr = f"DATETRUNC('{granularity}', {{col}}, '{seconds_or_ms}')" else: time_expr = ( f"ToDateTime(DATETRUNC('{granularity}', " + f"FromDateTime({{col}}, '{java_date_format}'), " + f"'MILLISECONDS'), '{java_date_format}')" ) else: time_expr = f"DATETIMECONVERT({{col}}, '{tf}', '{tf}', '{granularity}')" return TimestampExpression(time_expr, col)
def get_timestamp_expr( cls, col: ColumnClause, pdf: Optional[str], time_grain: Optional[str], type_: Optional[str] = None, ) -> TimestampExpression: is_epoch = pdf in ("epoch_s", "epoch_ms") # The DATETIMECONVERT pinot udf is documented at # Per https://github.com/apache/incubator-pinot/wiki/dateTimeConvert-UDF # We are not really converting any time units, just bucketing them. tf = "" if not is_epoch: try: today = datetime.datetime.today() today.strftime(str(pdf)) except ValueError: raise ValueError(f"Invalid column datetime format:{str(pdf)}") java_date_format = str(pdf) for ( python_pattern, java_pattern, ) in cls._python_to_java_time_patterns.items(): java_date_format.replace(python_pattern, java_pattern) tf = f"1:SECONDS:SIMPLE_DATE_FORMAT:{java_date_format}" else: seconds_or_ms = "MILLISECONDS" if pdf == "epoch_ms" else "SECONDS" tf = f"1:{seconds_or_ms}:EPOCH" granularity = cls.get_time_grain_expressions().get(time_grain) if not granularity: raise NotImplementedError("No pinot grain spec for " + str(time_grain)) # In pinot the output is a string since there is no timestamp column like pg time_expr = f'DATETIMECONVERT({{col}}, "{tf}", "{tf}", "{granularity}")' return TimestampExpression(time_expr, col)
def get_timestamp_expr( cls, col: ColumnClause, pdf: Optional[str], time_grain: Optional[str] ) -> TimestampExpression: is_epoch = pdf in ("epoch_s", "epoch_ms") if not is_epoch: raise NotImplementedError("Pinot currently only supports epochs") # The DATETIMECONVERT pinot udf is documented at # Per https://github.com/apache/incubator-pinot/wiki/dateTimeConvert-UDF # We are not really converting any time units, just bucketing them. seconds_or_ms = "MILLISECONDS" if pdf == "epoch_ms" else "SECONDS" tf = f"1:{seconds_or_ms}:EPOCH" granularity = cls.get_time_grain_functions().get(time_grain) if not granularity: raise NotImplementedError("No pinot grain spec for " + str(time_grain)) # In pinot the output is a string since there is no timestamp column like pg time_expr = f'DATETIMECONVERT({{col}}, "{tf}", "{tf}", "{granularity}")' return TimestampExpression(time_expr, col)