Skip to content
Snippets Groups Projects
Commit 855f684e authored by Leah Tacke genannt Unterberg's avatar Leah Tacke genannt Unterberg
Browse files

added db probing to wrap multiple table probes

parent 0a559720
Branches
No related tags found
No related merge requests found
......@@ -3,7 +3,7 @@ from mitm_tooling.utilities.sql_utils import create_sa_engine
# noinspection PyUnresolvedReferences
from .db_reflection import connect_and_reflect, derive_table_meta_info
# noinspection PyUnresolvedReferences
from .db_probing import create_table_probe, initialize_db_probe, test_query
from .db_probing import create_table_probe, initialize_db_probe, test_query, create_db_probe
# noinspection PyUnresolvedReferences
from .db_schema_query import SyntacticColumnCondition, SemanticColumnCondition, SyntacticTableCondition, SemanticTableCondition, DBMetaQuery, resolve_db_meta_query, resolve_db_meta_selection
# noinspection PyUnresolvedReferences
......
......@@ -247,3 +247,11 @@ def create_table_probe(db_session: Session, table_meta: TableMetaInfo, sample_si
sampled_values = df.to_dict(orient='list') # {str(c): vs for c, vs in df.to_dict(orient='list').items()}
return TableProbe(table_meta=table_meta, row_count=row_count, sampled_values=sampled_values,
inferred_types=inferred_types, sample_summaries=sample_summaries)
def create_db_probe(db_session: Session, db_meta: DBMetaInfo, sample_size: int = 100) -> DBProbe:
db_probe = initialize_db_probe(db_meta)
table_probes = ((tm.short_table_identifier, create_table_probe(db_session, tm, sample_size=sample_size)) for tm in
db_meta.tables.values())
db_probe.update_probes(*table_probes)
return db_probe
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment