Skip to content

chore(tesseract): Refactoring of time shift without time dimension logic #9748

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -53,9 +53,6 @@ impl PrettyPrint for MultiStageAppliedState {
}

result.println("time_shifts:", &state);
if let Some(common) = &self.time_shifts().common_time_shift {
result.println(&format!("- common: {}", common.to_sql()), &details_state);
}
for (_, time_shift) in self.time_shifts().dimensions_shifts.iter() {
result.println(
&format!(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,12 +22,9 @@ impl PrettyPrint for MultiStageLeafMeasure {
if self.render_measure_for_ungrouped {
result.println("render_measure_for_ungrouped: true", &state);
}
if !self.time_shifts.dimensions_shifts.is_empty() {
if !self.time_shifts.is_empty() {
result.println("time_shifts:", &state);
let details_state = state.new_level();
if let Some(common) = &self.time_shifts.common_time_shift {
result.println(&format!("- common: {}", common.to_sql()), &details_state);
}
for (_, time_shift) in self.time_shifts.dimensions_shifts.iter() {
result.println(
&format!(
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
use crate::plan::{FilterGroup, FilterItem};
use crate::planner::filter::FilterOperator;
use crate::planner::sql_evaluator::{DimensionTimeShift, MeasureTimeShifts, MemberSymbol};
use crate::planner::{BaseDimension, BaseMember, BaseTimeDimension, SqlInterval};
use crate::planner::{BaseDimension, BaseMember, BaseTimeDimension};
use itertools::Itertools;
use std::cmp::PartialEq;
use std::collections::HashMap;
Expand All @@ -11,12 +11,11 @@ use std::rc::Rc;
#[derive(Clone, Default, Debug)]
pub struct TimeShiftState {
pub dimensions_shifts: HashMap<String, DimensionTimeShift>,
pub common_time_shift: Option<SqlInterval>,
}

impl TimeShiftState {
pub fn is_empty(&self) -> bool {
self.dimensions_shifts.is_empty() && self.common_time_shift.is_none()
self.dimensions_shifts.is_empty()
}
}

Expand Down Expand Up @@ -74,28 +73,28 @@ impl MultiStageAppliedState {
}

pub fn add_time_shifts(&mut self, time_shifts: MeasureTimeShifts) {
match time_shifts {
MeasureTimeShifts::Dimensions(dimensions) => {
for ts in dimensions.into_iter() {
if let Some(exists) = self
.time_shifts
.dimensions_shifts
.get_mut(&ts.dimension.full_name())
{
exists.interval += ts.interval;
} else {
self.time_shifts
.dimensions_shifts
.insert(ts.dimension.full_name(), ts);
}
}
}
MeasureTimeShifts::Common(interval) => {
if let Some(common) = self.time_shifts.common_time_shift.as_mut() {
*common += interval;
} else {
self.time_shifts.common_time_shift = Some(interval);
}
let resolved_shifts = match time_shifts {
MeasureTimeShifts::Dimensions(dimensions) => dimensions,
MeasureTimeShifts::Common(interval) => self
.all_time_members()
.into_iter()
.map(|m| DimensionTimeShift {
interval: interval.clone(),
dimension: m,
})
.collect_vec(),
};
for ts in resolved_shifts.into_iter() {
if let Some(exists) = self
.time_shifts
.dimensions_shifts
.get_mut(&ts.dimension.full_name())
{
exists.interval += ts.interval;
} else {
self.time_shifts
.dimensions_shifts
.insert(ts.dimension.full_name(), ts);
}
}
}
Expand All @@ -104,6 +103,40 @@ impl MultiStageAppliedState {
&self.time_shifts
}

fn all_time_members(&self) -> Vec<Rc<MemberSymbol>> {
let mut filter_symbols = self.all_dimensions_symbols();
for filter_item in self
.time_dimensions_filters
.iter()
.chain(self.dimensions_filters.iter())
.chain(self.segments.iter())
{
filter_item.find_all_member_evaluators(&mut filter_symbols);
}

let time_symbols = filter_symbols
.into_iter()
.filter_map(|m| {
let symbol = if let Ok(time_dim) = m.as_time_dimension() {
time_dim.base_symbol().clone().resolve_reference_chain()
} else {
m.resolve_reference_chain()
};
if let Ok(dim) = symbol.as_dimension() {
if dim.dimension_type() == "time" {
Some(symbol)
} else {
None
}
} else {
None
}
})
.unique_by(|s| s.full_name())
.collect_vec();
time_symbols
}

pub fn time_dimensions_filters(&self) -> &Vec<FilterItem> {
&self.time_dimensions_filters
}
Expand All @@ -122,6 +155,14 @@ impl MultiStageAppliedState {
.collect()
}

pub fn all_dimensions_symbols(&self) -> Vec<Rc<MemberSymbol>> {
self.time_dimensions
.iter()
.map(|d| d.member_evaluator().clone())
.chain(self.dimensions.iter().map(|d| d.member_evaluator().clone()))
.collect()
}

pub fn dimensions_filters(&self) -> &Vec<FilterItem> {
&self.dimensions_filters
}
Expand Down Expand Up @@ -343,7 +384,6 @@ impl PartialEq for MultiStageAppliedState {
&& self.time_dimensions_filters == other.time_dimensions_filters
&& self.dimensions_filters == other.dimensions_filters
&& self.measures_filters == other.measures_filters
&& self.time_shifts.common_time_shift == other.time_shifts.common_time_shift
&& self.time_shifts.dimensions_shifts == other.time_shifts.dimensions_shifts
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ use crate::planner::query_tools::QueryTools;
use crate::planner::sql_evaluator::MemberSymbol;
use crate::planner::sql_evaluator::SqlEvaluatorVisitor;
use crate::planner::sql_templates::PlanSqlTemplates;
use crate::planner::SqlInterval;
use cubenativeutils::CubeError;
use std::any::Any;
use std::rc::Rc;
Expand Down Expand Up @@ -43,16 +42,12 @@ impl SqlNode for TimeShiftSqlNode {
let res = match node.as_ref() {
MemberSymbol::Dimension(ev) => {
if !ev.is_reference() && ev.dimension_type() == "time" {
let mut interval = self.shifts.common_time_shift.clone().unwrap_or_default();
if let Some(shift) = self.shifts.dimensions_shifts.get(&ev.full_name()) {
interval += &shift.interval;
}
if interval == SqlInterval::default() {
input
} else {
let shift = interval.to_sql();
let shift = shift.interval.to_sql();
let res = templates.add_timestamp_interval(input, shift)?;
format!("({})", res)
} else {
input
}
} else {
input
Expand Down
Loading