sql_config

Module Contents

Classes

EasySqlConfig

FlinkBackendConfig

SparkBackendConfig

Functions

parse_backend(sql)

parse_vars(vars)

class sql_config.EasySqlConfig(sql_file, sql, backend, customized_backend_conf, customized_easy_sql_conf, udf_file_path, func_file_path, scala_udf_initializer, input_tables, output_tables)
Parameters

  • sql_file (Optional[str]) –

  • sql (str) –

  • backend (str) –

  • customized_backend_conf (List[str]) –

  • customized_easy_sql_conf (List[str]) –

  • udf_file_path (Optional[str]) –

  • func_file_path (Optional[str]) –

  • scala_udf_initializer (Optional[str]) –

  • input_tables (List[str]) –

  • output_tables (List[str]) –

property abs_sql_file_path(self)
Return type

str

static from_sql(sql_file=None, sql=None, system_config_prefix='easy_sql.')
Parameters

  • sql_file (Optional[str]) –

  • sql (Optional[str]) –

  • system_config_prefix (str) –

Return type

EasySqlConfig

get(self, key, splitter='=', strip=None)
Parameters

  • key (str) –

  • splitter (Optional[str]) –

  • strip (Optional[str]) –

Return type

str | None

property is_batch(self)
Return type

bool

property is_streaming(self)
Return type

bool

property prepare_sql_list(self)
Return type

List[str]

property tables(self)
Return type

List[str]

property task_name(self)
class sql_config.FlinkBackendConfig(config, default_config=None)
Parameters
Return type

List[str]

Return type

Dict[str, str]

Return type

Optional[str]

class sql_config.SparkBackendConfig(config, default_config=None, spark_submit=None)
Parameters

  • config (EasySqlConfig) –

  • default_config (Optional[List[str]]) –

  • spark_submit (Optional[str]) –

spark_conf_command_args(self)
Return type

List[str]

property spark_submit(self)
sql_config.parse_backend(sql)
Parameters

sql (str) –

sql_config.parse_vars(vars)
Parameters

vars (Optional[str]) –

Return type

Dict[str, Any]