Skip to content

[DF] Generalize CREATE | PREDICT MODEL to accept non-native SELECT statements #747

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
galipremsagar merged 6 commits into from
Sep 19, 2022
Merged

[DF] Generalize CREATE | PREDICT MODEL to accept non-native SELECT statements #747

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
9937154
Generalize CREATE and PREDICT MODEL to accept non-native SELECT state…
charlesbluca Sep 7, 2022
27aae62
Refactor parse_create_model
charlesbluca Sep 8, 2022
b932ac9
Restrict nested input queries to SELECT statements
charlesbluca Sep 13, 2022
deb4875
Add tests
charlesbluca Sep 13, 2022
3fba93c
Use expect_one_of_keywords to expand supported input queries
charlesbluca Sep 13, 2022
7712ee2
Skip test on independent cluster
charlesbluca Sep 13, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions dask_planner/src/parser.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ pub struct CreateModel {
/// model name
pub name: String,
/// input Query
pub select: SQLStatement,
pub select: DaskStatement,
/// IF NOT EXISTS
pub if_not_exists: bool,
/// To replace the model or not
Expand All @@ -41,7 +41,7 @@ pub struct PredictModel {
/// model name
pub name: String,
/// input Query
pub select: SQLStatement,
pub select: DaskStatement,
}

/// Dask-SQL extension DDL for `CREATE SCHEMA`
Expand Down Expand Up @@ -648,7 +648,7 @@ impl<'a> DaskParser<'a> {
DaskParserUtils::elements_from_tablefactor(&self.parser.parse_table_factor()?)?;
self.parser.expect_token(&Token::Comma)?;

let sql_statement = self.parser.parse_statement()?;
let sql_statement = self.parse_statement()?;
self.parser.expect_token(&Token::RParen)?;

let predict = PredictModel {
Expand Down Expand Up @@ -680,7 +680,7 @@ impl<'a> DaskParser<'a> {

let create = CreateModel {
name: model_name.to_string(),
select: self.parser.parse_statement()?,
select: self.parse_statement()?,
if_not_exists,
or_replace,
with_options,
Expand Down
8 changes: 2 additions & 6 deletions dask_planner/src/sql.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -381,9 +381,7 @@ impl DaskSQLContext {
DaskStatement::CreateModel(create_model) => Ok(LogicalPlan::Extension(Extension {
node: Arc::new(CreateModelPlanNode {
model_name: create_model.name,
input: self._logical_relational_algebra(DaskStatement::Statement(Box::new(
create_model.select,
)))?,
input: self._logical_relational_algebra(create_model.select)?,
Comment thread
charlesbluca marked this conversation as resolved.
if_not_exists: create_model.if_not_exists,
or_replace: create_model.or_replace,
with_options: create_model.with_options,
Expand All @@ -393,9 +391,7 @@ impl DaskSQLContext {
node: Arc::new(PredictModelPlanNode {
model_schema: predict_model.schema_name,
model_name: predict_model.name,
input: self._logical_relational_algebra(DaskStatement::Statement(Box::new(
predict_model.select,
)))?,
input: self._logical_relational_algebra(predict_model.select)?,
}),
})),
DaskStatement::DescribeModel(describe_model) => Ok(LogicalPlan::Extension(Extension {
Expand Down