easy_sql.sql_tester
Module Contents
Classes
Attributes
- easy_sql.sql_tester.work_path
- class easy_sql.sql_tester.SqlReader
- class easy_sql.sql_tester.SqlTester(backend_creator=None, table_column_types=None, sql_reader_creator=None, sql_processor_creator=None, unit_test_case=None, dry_run=True, env='test', work_dir=None, backend='spark', scala_udf_initializer=None)
- Parameters
backend_creator (Optional[Callable[[TestCase], easy_sql.sql_processor.backend.Backend]]) –
table_column_types (Optional[TableColumnTypes]) –
sql_reader_creator (Optional[Callable[[], SqlReader]]) –
sql_processor_creator (Optional[Callable[[easy_sql.sql_processor.backend.Backend, str, TestCase], easy_sql.sql_processor.SqlProcessor]]) –
unit_test_case (Optional[unittest.TestCase]) –
dry_run (bool) –
env (str) –
work_dir (Optional[str]) –
backend (str) –
scala_udf_initializer (Optional[str]) –
- generate_python_unittest_file(self, test_data_file, backend='spark')
- parse_test_cases(self, test_data_file, table_column_types)
- Parameters
table_column_types (TableColumnTypes) –
- Return type
List[TestCase]
- run_test(self, test_data_file, case_idx=- 1)
- run_test_from_cases(self, etl_file, test_cases, case_idx=- 1)
- class easy_sql.sql_tester.TableColumnTypes(predefined_table_col_types, partition_col_types, backend)
- Parameters
- cast_as_type(self, table_name, col_name, col_value, date_converter=None, col_type=None)
- column_types_to_schema(self, backend, columns, types)
- Parameters
backend (easy_sql.sql_processor.backend.Backend) –
columns (List[str]) –
types (List[str]) –
- Return type
Union[pyspark.sql.types.StructType, List[easy_sql.sql_processor.backend.rdb.Col]]
- column_types_to_schema_rdb(self, backend, columns, types)
- Parameters
backend (easy_sql.sql_processor.backend.rdb.RdbBackend) –
columns (List[str]) –
types (List[str]) –
- Return type
List[easy_sql.sql_processor.backend.rdb.Col]
- column_types_to_schema_spark(self, spark, columns, types)
- class easy_sql.sql_tester.TableData(name, columns, column_types, values, value_descriptions)
- Parameters
- class easy_sql.sql_tester.TestCase(sql_file_path=None, sql_file_content=None, default_col_type='string', *, name=None, vars=None, includes=None)
- Parameters
- as_dict(self)
- property completed(self)
- property missed_fields(self)
- parse_cell_value_as_date(self, wb, value)
- Parameters
wb (openpyxl.workbook.Workbook) –
value (Any) –
- Return type
Optional[datetime.datetime]
- parse_funcs(self, row_start_idx, rows)
- Parameters
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
- parse_includes(self, wb, row_start_idx, rows)
- Parameters
wb (openpyxl.workbook.Workbook) –
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
- parse_input(self, wb, row_start_idx, rows, table_column_types)
- Parameters
wb (openpyxl.workbook.Workbook) –
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
table_column_types (TableColumnTypes) –
- parse_output(self, wb, row_start_idx, rows, table_column_types)
- Parameters
wb (openpyxl.workbook.Workbook) –
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
table_column_types (TableColumnTypes) –
- parse_table(self, wb, label, row_start_idx, rows, table_column_types)
- Parameters
wb (openpyxl.workbook.Workbook) –
label (str) –
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
table_column_types (TableColumnTypes) –
- Return type
- parse_test_case_of_label(self, wb, label, row_start_idx, rows, table_column_types)
- Parameters
wb (openpyxl.workbook.Workbook) –
label (str) –
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
table_column_types (TableColumnTypes) –
- parse_udfs(self, row_start_idx, rows)
- Parameters
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
- parse_var_from_cell(self, wb, var_name, var_value)
- Parameters
wb (openpyxl.workbook.Workbook) –
var_name (openpyxl.cell.Cell) –
var_value (openpyxl.cell.Cell) –
- Return type
Tuple[str, Any]
- parse_vars(self, wb, row_start_idx, rows)
- Parameters
wb (openpyxl.workbook.Workbook) –
row_start_idx (int) –
rows (List[List[openpyxl.cell.Cell]]) –
- property simple_sql_name(self)