easy_sql.sql_processor.funcs_rdb

Module Contents

Classes

AlertFunc

AnalyticsFuncs

ColumnFuncs

IOFuncs

ModelFuncs

PartitionFuncs

TableFuncs

TestFuncs

class easy_sql.sql_processor.funcs_rdb.AlertFunc(backend, alerter)
Parameters
alert(self, step, context, rule_name, pass_condition, alert_template, mentioned_users)
Parameters
alert_exception_handler(self, rule_name, mentioned_users)
Parameters

  • rule_name (str) –

  • mentioned_users (str) –

alert_with_backend(self, backend, step, context, rule_name, pass_condition, alert_template, mentioned_users)
Parameters
class easy_sql.sql_processor.funcs_rdb.AnalyticsFuncs(backend)
Parameters

backend (easy_sql.sql_processor.backend.Backend) –

data_profiling_report(self, table, query, output_folder, max_count='50000', include_correlations='true', types='html')
Parameters

  • table (str) –

  • query (str) –

  • output_folder (str) –

  • max_count (str) –

  • include_correlations (str) –

  • types (Union[str, List[str]]) –

class easy_sql.sql_processor.funcs_rdb.ColumnFuncs(backend)
Parameters

backend (easy_sql.sql_processor.backend.Backend) –

all_cols_prefixed_with_exclusion_expr(self, table_name, prefix, *cols_to_exclude)
Parameters

  • table_name (str) –

  • prefix (str) –

  • cols_to_exclude (str) –

Return type

str

all_cols_with_exclusion_expr(self, table_name, *cols_to_exclude)
Parameters

  • table_name (str) –

  • cols_to_exclude (str) –

Return type

str

all_cols_without_one_expr(self, table_name, *cols_to_exclude)
Parameters

  • table_name (str) –

  • cols_to_exclude (str) –

Return type

str

class easy_sql.sql_processor.funcs_rdb.IOFuncs
move_file(self, source_file, target_file)
Parameters

  • source_file (str) –

  • target_file (str) –

class easy_sql.sql_processor.funcs_rdb.ModelFuncs(backend)
Parameters

backend (easy_sql.sql_processor.backend.rdb.RdbBackend) –

bq_model_predict_with_local_spark(self, model_save_path, input_table_name, output_table_name, feature_cols, id_col, output_ref_cols)
Parameters

  • model_save_path (str) –

  • input_table_name (str) –

  • output_table_name (str) –

  • feature_cols (str) –

  • id_col (str) –

  • output_ref_cols (str) –

model_predict_with_local_spark(self, model_save_path, input_table_name, output_table_name, feature_cols, id_col, output_ref_cols)
Parameters

  • model_save_path (str) –

  • input_table_name (str) –

  • output_table_name (str) –

  • feature_cols (str) –

  • id_col (str) –

  • output_ref_cols (str) –

class easy_sql.sql_processor.funcs_rdb.PartitionFuncs

Bases: easy_sql.sql_processor.funcs_common.PartitionFuncs

digraph inheritancef86509cada { bgcolor=transparent; rankdir=LR; size="8.0, 12.0"; "PartitionFuncs" [URL="../funcs_common/index.html#easy_sql.sql_processor.funcs_common.PartitionFuncs",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top"]; "PartitionFuncs" [URL="#easy_sql.sql_processor.funcs_rdb.PartitionFuncs",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top"]; "PartitionFuncs" -> "PartitionFuncs" [arrowsize=0.5,style="setlinewidth(0.5)"]; }
get_partition_cols(self, table_name)
Parameters

table_name (str) –

Return type

List[str]

class easy_sql.sql_processor.funcs_rdb.TableFuncs(backend)
Parameters

backend (easy_sql.sql_processor.backend.Backend) –

check_not_null_column_in_table(self, step, table_name, not_null_column, query=None)
Parameters
Return type

bool

ensure_no_null_data_in_table(self, step, table_name, query=None)
Parameters
Return type

bool

class easy_sql.sql_processor.funcs_rdb.TestFuncs(backend)
Parameters

backend (easy_sql.sql_processor.backend.Backend) –

sleep(self, secs)
Parameters

secs (str) –