Skip to content
Snippets Groups Projects
Commit 855f684e authored by Leah Tacke genannt Unterberg's avatar Leah Tacke genannt Unterberg
Browse files

added db probing to wrap multiple table probes

parent 0a559720
Branches
No related tags found
No related merge requests found
...@@ -3,7 +3,7 @@ from mitm_tooling.utilities.sql_utils import create_sa_engine ...@@ -3,7 +3,7 @@ from mitm_tooling.utilities.sql_utils import create_sa_engine
# noinspection PyUnresolvedReferences # noinspection PyUnresolvedReferences
from .db_reflection import connect_and_reflect, derive_table_meta_info from .db_reflection import connect_and_reflect, derive_table_meta_info
# noinspection PyUnresolvedReferences # noinspection PyUnresolvedReferences
from .db_probing import create_table_probe, initialize_db_probe, test_query from .db_probing import create_table_probe, initialize_db_probe, test_query, create_db_probe
# noinspection PyUnresolvedReferences # noinspection PyUnresolvedReferences
from .db_schema_query import SyntacticColumnCondition, SemanticColumnCondition, SyntacticTableCondition, SemanticTableCondition, DBMetaQuery, resolve_db_meta_query, resolve_db_meta_selection from .db_schema_query import SyntacticColumnCondition, SemanticColumnCondition, SyntacticTableCondition, SemanticTableCondition, DBMetaQuery, resolve_db_meta_query, resolve_db_meta_selection
# noinspection PyUnresolvedReferences # noinspection PyUnresolvedReferences
......
...@@ -247,3 +247,11 @@ def create_table_probe(db_session: Session, table_meta: TableMetaInfo, sample_si ...@@ -247,3 +247,11 @@ def create_table_probe(db_session: Session, table_meta: TableMetaInfo, sample_si
sampled_values = df.to_dict(orient='list') # {str(c): vs for c, vs in df.to_dict(orient='list').items()} sampled_values = df.to_dict(orient='list') # {str(c): vs for c, vs in df.to_dict(orient='list').items()}
return TableProbe(table_meta=table_meta, row_count=row_count, sampled_values=sampled_values, return TableProbe(table_meta=table_meta, row_count=row_count, sampled_values=sampled_values,
inferred_types=inferred_types, sample_summaries=sample_summaries) inferred_types=inferred_types, sample_summaries=sample_summaries)
def create_db_probe(db_session: Session, db_meta: DBMetaInfo, sample_size: int = 100) -> DBProbe:
db_probe = initialize_db_probe(db_meta)
table_probes = ((tm.short_table_identifier, create_table_probe(db_session, tm, sample_size=sample_size)) for tm in
db_meta.tables.values())
db_probe.update_probes(*table_probes)
return db_probe
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment