Skip to content
Snippets Groups Projects
Commit 001380ba authored by Rudolf, Michael's avatar Rudolf, Michael
Browse files

Changed reporting to tex and html (WIP)

parent b9a4e6c0
Branches
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
u4py/io/__init__.py
+ 2
− 2
View file @ 001380ba
...@@ -3,12 +3,12 @@ Module containing file operations for specific file types and general file ...@@ -3,12 +3,12 @@ Module containing file operations for specific file types and general file
dialogs. dialogs.
""" """
from . import csvs, files, gpkg, psi, reporting, shp, sql, tiff from . import csvs, files, gpkg, psi, shp, sql, tex_report, tiff
from .csvs import * from .csvs import *
from .files import * from .files import *
from .gpkg import * from .gpkg import *
from .psi import * from .psi import *
from .reporting import *
from .shp import * from .shp import *
from .sql import * from .sql import *
from .tex_report import *
from .tiff import * from .tiff import *
u4py/io/reporting.py → u4py/io/tex_report.py
+ 258
− 62
View file @ 001380ba
...@@ -13,6 +13,66 @@ import uncertainties as unc ...@@ -13,6 +13,66 @@ import uncertainties as unc
from uncertainties import unumpy as unp from uncertainties import unumpy as unp
def multi_report(output_path: os.PathLike):
tex_folder = os.path.join(output_path, "tex_includes")
include_list = [
os.path.join(tex_folder, fp)
for fp in os.listdir(tex_folder)
if fp.endswith("tex")
]
base_tex = (
"\\documentclass[\n"
+ " ngerman,\n"
+ " logofile=/home/rudolf/Documents/umwelt4/tuda_logo.pdf,\n"
+ " accentcolor=8c,\n"
+ "]{tudapub}\n"
+ "\\usepackage{graphicx}\n"
+ "\\usepackage{subcaption}\n"
+ "\\usepackage{enumitem}\n"
+ "\\usepackage{wrapfig}\n"
+ "\\usepackage{float}\n"
+ "\\usepackage{fontawesome}\n"
+ "\\usepackage[ngerman]{babel}\n"
+ "\\usepackage{tocloft}"
+ "\\addtolength{\\cftsecnumwidth}{10pt}"
# + "\\usepackage[margin=1in]{geometry}\n"
+ "\\begin{document}\n"
# + "\\title{Detektierte Anomalien}\n"
# + "\\subtitle{Atlas anomaler Bodenbewegungen in Hessen}\n"
# + "\\author{automatisch generierter Report aus U4Py}\n"
# + "\\date{\\today}\n"
# + "\\addTitleBox{Institut für Angewandte Geowissenschaften}\n\n"
# + "\\maketitle\n\n"
# + "\\tableofcontents\n\n"
# + "\\clearpage\n"
)
include_list.sort()
for incl in include_list:
num = os.path.splitext(os.path.split(incl)[-1])[0].replace("_info", "")
tex = f"{base_tex}\\input{{{incl}}}\n\\clearpage\n" + "\\end{document}"
report_path = os.path.join(output_path, f"Site_Report_{num}.tex")
with open(
report_path, "wt", encoding="utf-8", newline="\n"
) as tex_file:
tex_file.write(tex)
report_out_path = os.path.split(output_path)[0]
subprocess.run(
["pdflatex", "-draftmode", f"{report_path}"],
cwd=report_out_path,
)
subprocess.run(
["pdflatex", "-draftmode", f"{report_path}"],
cwd=report_out_path,
)
subprocess.run(
["pdflatex", f"{report_path}"],
cwd=report_out_path,
)
clean_aux_files(report_out_path)
def main_report(output_path: os.PathLike): def main_report(output_path: os.PathLike):
tex_folder = os.path.join(output_path, "tex_includes") tex_folder = os.path.join(output_path, "tex_includes")
include_list = [ include_list = [
...@@ -85,7 +145,12 @@ def clean_aux_files(report_out_path: os.PathLike): ...@@ -85,7 +145,12 @@ def clean_aux_files(report_out_path: os.PathLike):
os.remove(fp) os.remove(fp)
def site_report(row: tuple, output_path: os.PathLike, suffix: str): def site_report(
row: tuple,
output_path: os.PathLike,
suffix: str,
hlnug_data: gp.GeoDataFrame,
):
"""Creates a report for each area of interest using LaTeX. This is later merged together into a larger main document by the `main` function. """Creates a report for each area of interest using LaTeX. This is later merged together into a larger main document by the `main` function.
:param row: The index and data for the area of interest. :param row: The index and data for the area of interest.
...@@ -94,6 +159,8 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str): ...@@ -94,6 +159,8 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str):
:type output_path: os.PathLike :type output_path: os.PathLike
:param suffix: The subfolder to use for the LaTeX files. :param suffix: The subfolder to use for the LaTeX files.
:type suffix: str :type suffix: str
:param hlnug_data: More info loaded from HLNUG Dataset
:type hlnug_data: gp.GeoDataFrame
""" """
# Setting Paths # Setting Paths
...@@ -117,12 +184,14 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str): ...@@ -117,12 +184,14 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str):
img_path + "_satimg.pdf" img_path + "_satimg.pdf"
): ):
tex += details_and_satellite(img_path) tex += details_and_satellite(img_path)
# Manual Classification or HLNUG data
if len(hlnug_data) > 0:
tex += hlnug_description(hlnug_data[hlnug_data.AMT_NR_ == group])
else:
tex += manual_description(row[1])
tex += shape(row[1]) tex += shape(row[1])
tex += landuse(row[1]) tex += landuse(row[1])
# Manual Classification
tex += manual_description(row[1])
# Volumina # Volumina
tex += moved_volumes(row[1]) tex += moved_volumes(row[1])
...@@ -131,7 +200,9 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str): ...@@ -131,7 +200,9 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str):
tex += difference(img_path) tex += difference(img_path)
# Topographie # Topographie
if os.path.exists(img_path + "_slope.pdf"): if os.path.exists(img_path + "_slope.pdf") or os.path.exists(
img_path + "_aspect_slope.pdf"
):
tex += topography(row[1], img_path) tex += topography(row[1], img_path)
# PSI Data # PSI Data
...@@ -209,6 +280,7 @@ def shape(series: gp.GeoSeries) -> str: ...@@ -209,6 +280,7 @@ def shape(series: gp.GeoSeries) -> str:
short_ax = eval(series["shape_ellipse_b"]) short_ax = eval(series["shape_ellipse_b"])
if isinstance(long_ax, list): if isinstance(long_ax, list):
areas = [np.pi * a * b for a, b in zip(long_ax, short_ax)] areas = [np.pi * a * b for a, b in zip(long_ax, short_ax)]
if len(areas) > 0:
imax = np.argmax(areas) imax = np.argmax(areas)
imin = np.argmin(areas) imin = np.argmin(areas)
if len(long_ax) > 2: if len(long_ax) > 2:
...@@ -371,13 +443,19 @@ def difference(img_path: os.PathLike) -> str: ...@@ -371,13 +443,19 @@ def difference(img_path: os.PathLike) -> str:
:return: The tex code. :return: The tex code.
:rtype: str :rtype: str
""" """
tex = ( tex = ""
if os.path.exists(img_path + "_diffplan.pdf"):
tex += (
"\\begin{figure}[!ht]\n" "\\begin{figure}[!ht]\n"
+ " \\centering" + " \\centering"
+ f" \\includegraphics[width=.9\\textwidth]{{{img_path+'_diffplan.pdf'}}}\n" + f" \\includegraphics[width=.9\\textwidth]{{{img_path+'_diffplan.pdf'}}}\n"
+ " \\caption{Differenzenplan im Gebiet.}\n" + " \\caption{Differenzenplan im Gebiet.}\n"
+ "\\end{figure}\n" + "\\end{figure}\n"
+ "\\begin{figure}[!ht]\n" )
if os.path.exists(img_path + "_dem.pdf"):
tex += (
"\\begin{figure}[!ht]\n"
+ " \\centering" + " \\centering"
+ f" \\includegraphics[width=.9\\textwidth]{{{img_path+'_dem.pdf'}}}\n" + f" \\includegraphics[width=.9\\textwidth]{{{img_path+'_dem.pdf'}}}\n"
+ " \\caption{Digitales Höhenmodell (Schummerung).}\n" + " \\caption{Digitales Höhenmodell (Schummerung).}\n"
...@@ -394,7 +472,7 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str: ...@@ -394,7 +472,7 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str:
:return: The tex code. :return: The tex code.
:rtype: str :rtype: str
""" """
tex = "\\clearpage\n\\subsection*{Topographie}\n\n" tex = "\n\\subsection*{Topographie}\n\n"
for yy in ["14", "19", "21"]: for yy in ["14", "19", "21"]:
year = f"20{yy}" year = f"20{yy}"
...@@ -445,7 +523,9 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str: ...@@ -445,7 +523,9 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str:
else: else:
tex += "Es liegen für das nähere Umfeld der Anomalien keine Werte für die Steigung vor. " tex += "Es liegen für das nähere Umfeld der Anomalien keine Werte für die Steigung vor. "
tex += "\n\n" tex += "\n\n"
if os.path.exists(img_path + "_slope.pdf") and os.path.exists(
img_path + "_aspect.pdf"
):
tex += ( tex += (
"\n\\begin{figure}[!ht]\n" "\n\\begin{figure}[!ht]\n"
+ " \\begin{subfigure}[][][t]{.49\\textwidth}\n" + " \\begin{subfigure}[][][t]{.49\\textwidth}\n"
...@@ -459,7 +539,11 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str: ...@@ -459,7 +539,11 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str:
+ " \\end{subfigure}\n\hfill\n" + " \\end{subfigure}\n\hfill\n"
+ " \\caption{Topographie im Gebiet.}" + " \\caption{Topographie im Gebiet.}"
+ "\\end{figure}\n\n" + "\\end{figure}\n\n"
+ "\\begin{figure}[!ht]\n" )
if os.path.exists(img_path + "_aspect_slope.pdf"):
tex += (
"\\begin{figure}[!ht]\n"
+ " \\centering\n" + " \\centering\n"
+ f" \\includegraphics[width=.95\\textwidth]{{{img_path+'_aspect_slope.pdf'}}}\n" + f" \\includegraphics[width=.95\\textwidth]{{{img_path+'_aspect_slope.pdf'}}}\n"
+ " \\caption{Steigung und Exposition}\n" + " \\caption{Steigung und Exposition}\n"
...@@ -740,7 +824,7 @@ def subsidence_risk(series: gp.GeoSeries) -> str: ...@@ -740,7 +824,7 @@ def subsidence_risk(series: gp.GeoSeries) -> str:
def geology(img_path) -> str: def geology(img_path) -> str:
tex = ( tex = (
"\\clearpage\n\\subsection*{Geologie}\n\n" "\n\\subsection*{Geologie}\n\n"
+ "\\begin{figure}[H]\n" + "\\begin{figure}[H]\n"
+ "\\centering\n" + "\\centering\n"
+ f" \\includegraphics[width=\\textwidth]{{{img_path+'_GK25.pdf'}}}\n" + f" \\includegraphics[width=\\textwidth]{{{img_path+'_GK25.pdf'}}}\n"
...@@ -757,7 +841,7 @@ def geology(img_path) -> str: ...@@ -757,7 +841,7 @@ def geology(img_path) -> str:
def hydrogeology(img_path: os.PathLike) -> str: def hydrogeology(img_path: os.PathLike) -> str:
tex = ( tex = (
"\\clearpage\n\\subsection*{Hydrogeologie}\n\n" "\n\\subsection*{Hydrogeologie}\n\n"
+ "\\begin{figure}[H]\n" + "\\begin{figure}[H]\n"
+ "\\centering\n" + "\\centering\n"
+ f" \\includegraphics[width=\\textwidth]{{{img_path+'_HUEK200.pdf'}}}\n" + f" \\includegraphics[width=\\textwidth]{{{img_path+'_HUEK200.pdf'}}}\n"
...@@ -774,7 +858,7 @@ def hydrogeology(img_path: os.PathLike) -> str: ...@@ -774,7 +858,7 @@ def hydrogeology(img_path: os.PathLike) -> str:
def soils(img_path: os.PathLike) -> str: def soils(img_path: os.PathLike) -> str:
tex = ( tex = (
"\\clearpage\n\\subsection*{Bodengruppen}\n\n" "\n\\subsection*{Bodengruppen}\n\n"
+ "\\begin{figure}[H]\n" + "\\begin{figure}[H]\n"
+ "\\centering\n" + "\\centering\n"
+ f" \\includegraphics[width=\\textwidth]{{{img_path+'_BFD50.pdf'}}}\n" + f" \\includegraphics[width=\\textwidth]{{{img_path+'_BFD50.pdf'}}}\n"
...@@ -890,3 +974,115 @@ def topo_text( ...@@ -890,3 +974,115 @@ def topo_text(
if "e" in ustr: if "e" in ustr:
ustr = f"{usl:.0f}\\,{unit}".replace("+/-", "$\\pm$") ustr = f"{usl:.0f}\\,{unit}".replace("+/-", "$\\pm$")
return usl, ustr return usl, ustr
def hlnug_description(hld: gp.GeoDataFrame) -> str:
"""Adds a description based on HLNUG data
:param hld: The dataset
:type hld: gp.GeoDataFrame
:return: The description
:rtype: str
"""
def kart_str(in_str):
if "ja" in in_str:
spl = in_str.split(" ")
if len(spl) > 2:
return f"von {spl[1]} am {spl[2]}"
else:
return f"von {spl[1]}"
else:
return "aus dem DGM"
tex = (
"\n\\subsection*{Beschreibung}\n\n"
+ f"Es handelt sich hierbei um eine {hld.OBJEKT.values[0]} "
)
if hld.HERKUNFT.values[0]:
tex += f"welche durch {hld.HERKUNFT.values[0]} "
if hld.KARTIERT.values[0]:
tex += f"{kart_str(hld.KARTIERT.values[0])} "
tex += "kartiert wurde"
tex += ". "
if hld.KLASSI_DGM.values[0]:
tex += f"Der Befund im DGM ist {hld.KLASSI_DGM.values[0]}. "
if hld.RU_SCHICHT.values[0]:
tex += f"Die betroffenen Einheiten sind {hld.RU_SCHICHT.values[0]} "
if hld.RU_SCHIC_2.values[0]:
tex += f"und {hld.RU_SCHIC_2.values[0]} "
if hld.GEOLOGIE.values[0]:
tex += f"auf {hld.GEOLOGIE.values[0]} "
if hld.STR_SYSTEM.values[0]:
tex += f"({hld.STR_SYSTEM.values[0]})"
tex += ". "
else:
if hld.GEOLOGIE.values[0]:
tex += f"Die Geologie besteht aus {hld.GEOLOGIE.values[0]} "
if hld.STR_SYSTEM.values[0]:
tex += f"({hld.STR_SYSTEM.values[0]})"
tex += ". "
if hld.FLAECHE_M2.values[0]:
tex += f"Die betroffene Fläche beträgt ca. {np.round(hld.FLAECHE_M2.values[0], -2)}\\,m$^2$. "
if hld.LAENGE_M.values[0] and hld.BREITE_M.values[0]:
tex += f"Sie ist ca. {hld.LAENGE_M.values[0]}\\,m lang und {hld.BREITE_M.values[0]}\\,m breit"
if (
hld.H_MAX_MNN.values[0]
and hld.H_MIN_MNN.values[0]
and hld.H_DIFF_M.values[0]
):
tex += f" und erstreckt sich von {hld.H_MAX_MNN.values[0]}\\,m\\,NN bis {hld.H_MIN_MNN.values[0]}\\,m\\,NN über ca. {hld.H_DIFF_M.values[0]}\\,m Höhendifferenz"
tex += ". "
exp2txt = {
"N": "Norden",
"NNO": "Nordnordosten",
"NNW": "Nordnordwesten",
"NO": "Nordosten",
"NW": "Nordwesten",
"O": "Osten",
"ONO": "Ostnordosten",
"OSO": "Ostsüdosten",
"S": "Süden",
"SO": "Südosten",
"SSO": "Südsüdosten",
"SSW": "Südsüdwesten",
"SW": "Südwesten",
"W": "Westen",
"WNW": "Westnordwesten",
"WSW": "Westsüdwesten",
}
if hld.EXPOSITION.values[0]:
if hld.EXPOSITION.values[0] != "n.b.":
tex += f"Das Gelände fällt nach {exp2txt[hld.EXPOSITION.values[0]]} ein. "
if hld.LANDNUTZUN.values[0]:
tex += f"Im wesentlichen ist das Gebiet von {hld.LANDNUTZUN.values[0]} bedeckt. "
if hld.URSACHE.values[0]:
tex += f"Eine mögliche Ursache ist {hld.URSACHE.values[0]}. "
if hld.SCHUTZ_OBJ.values[0]:
if hld.SCHUTZ_OBJ.values[0] == "nicht bekannt":
tex += "Eine potentielle Gefährdung ist nicht bekannt. "
else:
tex += f"Eine potentielle Gefährdung für {hld.SCHUTZ_OBJ.values[0]} könnte vorliegen. "
if hld.AKTIVITAET.values[0]:
if hld.AKTIVITAET.values[0] == "nicht bekannt":
tex += "Eine mögliche Aktivität ist nicht bekannt. "
if hld.AKTIVITAET.values[0] == "aktiv":
tex += f"Die {hld.OBJEKT.values[0]} ist aktiv. "
if hld.MASSNAHME.values[0]:
if hld.MASSNAHME.values[0] == "nicht bekannt":
tex += "Über unternommene Maßnahmen ist nichts bekannt. "
else:
tex += ""
if hld.BEMERKUNG.values[0]:
tex += "\n\n\\emph{Kommentar: " + hld.BEMERKUNG.values[0] + "}.\n\n"
tex = tex.replace("_", " ")
return tex
u4py/scripts/gis_workflows/PostProcess_ClassifiedShapes.py
+ 44
− 14
View file @ 001380ba
...@@ -5,6 +5,7 @@ each anomaly. ...@@ -5,6 +5,7 @@ each anomaly.
import configparser import configparser
import datetime import datetime
import logging
import os import os
import warnings import warnings
from pathlib import Path from pathlib import Path
...@@ -15,19 +16,15 @@ from tqdm import tqdm ...@@ -15,19 +16,15 @@ from tqdm import tqdm
import u4py.analysis.processing as u4proc import u4py.analysis.processing as u4proc
import u4py.analysis.spatial as u4spatial import u4py.analysis.spatial as u4spatial
import u4py.io.reporting as u4rep import u4py.io.tex_report as u4rep
import u4py.plotting.plots as u4plots import u4py.plotting.plots as u4plots
import u4py.utils.config as u4config
import u4py.utils.projects as u4proj import u4py.utils.projects as u4proj
warnings.filterwarnings("ignore")
# u4config.cpu_count = 60
def main(): def main():
project = u4proj.get_project( project = u4proj.get_project(
proj_path=Path( proj_path=Path(
"~/Documents/umwelt4/PostProcess_ClassifiedShapes.u4project" "~/Documents/umwelt4/PostProcess_ClassifiedShapesHLNUG.u4project"
).expanduser(), ).expanduser(),
required=[ required=[
"base_path", "base_path",
...@@ -38,10 +35,14 @@ def main(): ...@@ -38,10 +35,14 @@ def main():
], ],
interactive=False, interactive=False,
) )
overwrite = True overwrite = False
use_filtered = False
use_parallel = True use_parallel = True
generate_plots = True generate_plots = True
overwrite_plots = True
generate_pdf = True generate_pdf = True
single_report = True
is_hlnug = True
# Setting up paths # Setting up paths
output_path = os.path.join( output_path = os.path.join(
...@@ -70,10 +71,22 @@ def main(): ...@@ -70,10 +71,22 @@ def main():
) )
# Read Data # Read Data
if use_filtered:
if not os.path.exists(cls_shp_fp_filtered) or overwrite: if not os.path.exists(cls_shp_fp_filtered) or overwrite:
gdf_filtered = filter_shapes( gdf_filtered = filter_shapes(
class_shp_fp, cls_shp_fp_filtered, project class_shp_fp, cls_shp_fp_filtered, project
) )
gdf_filtered = reverse_geolocate(
gdf_filtered, project, cls_shp_fp_filtered
)
else:
gdf_filtered = gp.read_file(cls_shp_fp_filtered)
else:
if not os.path.exists(cls_shp_fp_filtered) or overwrite:
gdf_filtered = gp.read_file(class_shp_fp)
gdf_filtered = reverse_geolocate(
gdf_filtered, project, cls_shp_fp_filtered
)
else: else:
gdf_filtered = gp.read_file(cls_shp_fp_filtered) gdf_filtered = gp.read_file(cls_shp_fp_filtered)
...@@ -89,6 +102,7 @@ def main(): ...@@ -89,6 +102,7 @@ def main():
project, project,
dem_path, dem_path,
contour_path, contour_path,
overwrite_plots,
) )
for row in gdf_filtered.iterrows() for row in gdf_filtered.iterrows()
] ]
...@@ -103,6 +117,17 @@ def main(): ...@@ -103,6 +117,17 @@ def main():
): ):
wrap_map_worker(arg) wrap_map_worker(arg)
if is_hlnug:
hlnug_data = gp.read_file(
os.path.join(
project["paths"]["places_path"],
"HLNUG Daten",
"SHP",
"RD_Rutschungen_gesamt.shp",
)
)
else:
hlnug_data = gp.GeoDataFrame()
# Generating TeX and final PDF # Generating TeX and final PDF
if generate_pdf: if generate_pdf:
for row in tqdm( for row in tqdm(
...@@ -110,8 +135,13 @@ def main(): ...@@ -110,8 +135,13 @@ def main():
desc="Generating tex files", desc="Generating tex files",
total=len(gdf_filtered), total=len(gdf_filtered),
): ):
u4rep.site_report(row, output_path, "tex_includes") u4rep.site_report(
row, output_path, "tex_includes", hlnug_data=hlnug_data
)
if single_report:
u4rep.main_report(output_path) u4rep.main_report(output_path)
else:
u4rep.multi_report(output_path)
def filter_shapes( def filter_shapes(
......
u4py/scripts/playground/test_reporting.py 0 → 100644
+ 14
− 0
View file @ 001380ba
import geopandas as gp
from u4py.io.tex_report import hlnug_description
def main():
hld = gp.read_file(
"/home/rudolf/Documents/umwelt4/Places/HLNUG Daten/SHP/RD_Rutschungen_gesamt.shp"
)
print(hlnug_description(hld[hld.AMT_NR_ == 13]))
if __name__ == "__main__":
main()
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment