Skip to content
Snippets Groups Projects
Commit 001380ba authored by Rudolf, Michael's avatar Rudolf, Michael
Browse files

Changed reporting to tex and html (WIP)

parent b9a4e6c0
Branches
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
u4py/io/__init__.py
+ 2
− 2
View file @ 001380ba
......@@ -3,12 +3,12 @@ Module containing file operations for specific file types and general file
dialogs.
"""
from . import csvs, files, gpkg, psi, reporting, shp, sql, tiff
from . import csvs, files, gpkg, psi, shp, sql, tex_report, tiff
from .csvs import *
from .files import *
from .gpkg import *
from .psi import *
from .reporting import *
from .shp import *
from .sql import *
from .tex_report import *
from .tiff import *
u4py/io/reporting.py → u4py/io/tex_report.py
+ 258
− 62
View file @ 001380ba
......@@ -13,6 +13,66 @@ import uncertainties as unc
from uncertainties import unumpy as unp
def multi_report(output_path: os.PathLike):
tex_folder = os.path.join(output_path, "tex_includes")
include_list = [
os.path.join(tex_folder, fp)
for fp in os.listdir(tex_folder)
if fp.endswith("tex")
]
base_tex = (
"\\documentclass[\n"
+ " ngerman,\n"
+ " logofile=/home/rudolf/Documents/umwelt4/tuda_logo.pdf,\n"
+ " accentcolor=8c,\n"
+ "]{tudapub}\n"
+ "\\usepackage{graphicx}\n"
+ "\\usepackage{subcaption}\n"
+ "\\usepackage{enumitem}\n"
+ "\\usepackage{wrapfig}\n"
+ "\\usepackage{float}\n"
+ "\\usepackage{fontawesome}\n"
+ "\\usepackage[ngerman]{babel}\n"
+ "\\usepackage{tocloft}"
+ "\\addtolength{\\cftsecnumwidth}{10pt}"
# + "\\usepackage[margin=1in]{geometry}\n"
+ "\\begin{document}\n"
# + "\\title{Detektierte Anomalien}\n"
# + "\\subtitle{Atlas anomaler Bodenbewegungen in Hessen}\n"
# + "\\author{automatisch generierter Report aus U4Py}\n"
# + "\\date{\\today}\n"
# + "\\addTitleBox{Institut für Angewandte Geowissenschaften}\n\n"
# + "\\maketitle\n\n"
# + "\\tableofcontents\n\n"
# + "\\clearpage\n"
)
include_list.sort()
for incl in include_list:
num = os.path.splitext(os.path.split(incl)[-1])[0].replace("_info", "")
tex = f"{base_tex}\\input{{{incl}}}\n\\clearpage\n" + "\\end{document}"
report_path = os.path.join(output_path, f"Site_Report_{num}.tex")
with open(
report_path, "wt", encoding="utf-8", newline="\n"
) as tex_file:
tex_file.write(tex)
report_out_path = os.path.split(output_path)[0]
subprocess.run(
["pdflatex", "-draftmode", f"{report_path}"],
cwd=report_out_path,
)
subprocess.run(
["pdflatex", "-draftmode", f"{report_path}"],
cwd=report_out_path,
)
subprocess.run(
["pdflatex", f"{report_path}"],
cwd=report_out_path,
)
clean_aux_files(report_out_path)
def main_report(output_path: os.PathLike):
tex_folder = os.path.join(output_path, "tex_includes")
include_list = [
......@@ -85,7 +145,12 @@ def clean_aux_files(report_out_path: os.PathLike):
os.remove(fp)
def site_report(row: tuple, output_path: os.PathLike, suffix: str):
def site_report(
row: tuple,
output_path: os.PathLike,
suffix: str,
hlnug_data: gp.GeoDataFrame,
):
"""Creates a report for each area of interest using LaTeX. This is later merged together into a larger main document by the `main` function.
:param row: The index and data for the area of interest.
......@@ -94,6 +159,8 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str):
:type output_path: os.PathLike
:param suffix: The subfolder to use for the LaTeX files.
:type suffix: str
:param hlnug_data: More info loaded from HLNUG Dataset
:type hlnug_data: gp.GeoDataFrame
"""
# Setting Paths
......@@ -117,12 +184,14 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str):
img_path + "_satimg.pdf"
):
tex += details_and_satellite(img_path)
# Manual Classification or HLNUG data
if len(hlnug_data) > 0:
tex += hlnug_description(hlnug_data[hlnug_data.AMT_NR_ == group])
else:
tex += manual_description(row[1])
tex += shape(row[1])
tex += landuse(row[1])
# Manual Classification
tex += manual_description(row[1])
# Volumina
tex += moved_volumes(row[1])
......@@ -131,7 +200,9 @@ def site_report(row: tuple, output_path: os.PathLike, suffix: str):
tex += difference(img_path)
# Topographie
if os.path.exists(img_path + "_slope.pdf"):
if os.path.exists(img_path + "_slope.pdf") or os.path.exists(
img_path + "_aspect_slope.pdf"
):
tex += topography(row[1], img_path)
# PSI Data
......@@ -209,6 +280,7 @@ def shape(series: gp.GeoSeries) -> str:
short_ax = eval(series["shape_ellipse_b"])
if isinstance(long_ax, list):
areas = [np.pi * a * b for a, b in zip(long_ax, short_ax)]
if len(areas) > 0:
imax = np.argmax(areas)
imin = np.argmin(areas)
if len(long_ax) > 2:
......@@ -371,13 +443,19 @@ def difference(img_path: os.PathLike) -> str:
:return: The tex code.
:rtype: str
"""
tex = (
tex = ""
if os.path.exists(img_path + "_diffplan.pdf"):
tex += (
"\\begin{figure}[!ht]\n"
+ " \\centering"
+ f" \\includegraphics[width=.9\\textwidth]{{{img_path+'_diffplan.pdf'}}}\n"
+ " \\caption{Differenzenplan im Gebiet.}\n"
+ "\\end{figure}\n"
+ "\\begin{figure}[!ht]\n"
)
if os.path.exists(img_path + "_dem.pdf"):
tex += (
"\\begin{figure}[!ht]\n"
+ " \\centering"
+ f" \\includegraphics[width=.9\\textwidth]{{{img_path+'_dem.pdf'}}}\n"
+ " \\caption{Digitales Höhenmodell (Schummerung).}\n"
......@@ -394,7 +472,7 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str:
:return: The tex code.
:rtype: str
"""
tex = "\\clearpage\n\\subsection*{Topographie}\n\n"
tex = "\n\\subsection*{Topographie}\n\n"
for yy in ["14", "19", "21"]:
year = f"20{yy}"
......@@ -445,7 +523,9 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str:
else:
tex += "Es liegen für das nähere Umfeld der Anomalien keine Werte für die Steigung vor. "
tex += "\n\n"
if os.path.exists(img_path + "_slope.pdf") and os.path.exists(
img_path + "_aspect.pdf"
):
tex += (
"\n\\begin{figure}[!ht]\n"
+ " \\begin{subfigure}[][][t]{.49\\textwidth}\n"
......@@ -459,7 +539,11 @@ def topography(series: gp.GeoSeries, img_path: os.PathLike) -> str:
+ " \\end{subfigure}\n\hfill\n"
+ " \\caption{Topographie im Gebiet.}"
+ "\\end{figure}\n\n"
+ "\\begin{figure}[!ht]\n"
)
if os.path.exists(img_path + "_aspect_slope.pdf"):
tex += (
"\\begin{figure}[!ht]\n"
+ " \\centering\n"
+ f" \\includegraphics[width=.95\\textwidth]{{{img_path+'_aspect_slope.pdf'}}}\n"
+ " \\caption{Steigung und Exposition}\n"
......@@ -740,7 +824,7 @@ def subsidence_risk(series: gp.GeoSeries) -> str:
def geology(img_path) -> str:
tex = (
"\\clearpage\n\\subsection*{Geologie}\n\n"
"\n\\subsection*{Geologie}\n\n"
+ "\\begin{figure}[H]\n"
+ "\\centering\n"
+ f" \\includegraphics[width=\\textwidth]{{{img_path+'_GK25.pdf'}}}\n"
......@@ -757,7 +841,7 @@ def geology(img_path) -> str:
def hydrogeology(img_path: os.PathLike) -> str:
tex = (
"\\clearpage\n\\subsection*{Hydrogeologie}\n\n"
"\n\\subsection*{Hydrogeologie}\n\n"
+ "\\begin{figure}[H]\n"
+ "\\centering\n"
+ f" \\includegraphics[width=\\textwidth]{{{img_path+'_HUEK200.pdf'}}}\n"
......@@ -774,7 +858,7 @@ def hydrogeology(img_path: os.PathLike) -> str:
def soils(img_path: os.PathLike) -> str:
tex = (
"\\clearpage\n\\subsection*{Bodengruppen}\n\n"
"\n\\subsection*{Bodengruppen}\n\n"
+ "\\begin{figure}[H]\n"
+ "\\centering\n"
+ f" \\includegraphics[width=\\textwidth]{{{img_path+'_BFD50.pdf'}}}\n"
......@@ -890,3 +974,115 @@ def topo_text(
if "e" in ustr:
ustr = f"{usl:.0f}\\,{unit}".replace("+/-", "$\\pm$")
return usl, ustr
def hlnug_description(hld: gp.GeoDataFrame) -> str:
"""Adds a description based on HLNUG data
:param hld: The dataset
:type hld: gp.GeoDataFrame
:return: The description
:rtype: str
"""
def kart_str(in_str):
if "ja" in in_str:
spl = in_str.split(" ")
if len(spl) > 2:
return f"von {spl[1]} am {spl[2]}"
else:
return f"von {spl[1]}"
else:
return "aus dem DGM"
tex = (
"\n\\subsection*{Beschreibung}\n\n"
+ f"Es handelt sich hierbei um eine {hld.OBJEKT.values[0]} "
)
if hld.HERKUNFT.values[0]:
tex += f"welche durch {hld.HERKUNFT.values[0]} "
if hld.KARTIERT.values[0]:
tex += f"{kart_str(hld.KARTIERT.values[0])} "
tex += "kartiert wurde"
tex += ". "
if hld.KLASSI_DGM.values[0]:
tex += f"Der Befund im DGM ist {hld.KLASSI_DGM.values[0]}. "
if hld.RU_SCHICHT.values[0]:
tex += f"Die betroffenen Einheiten sind {hld.RU_SCHICHT.values[0]} "
if hld.RU_SCHIC_2.values[0]:
tex += f"und {hld.RU_SCHIC_2.values[0]} "
if hld.GEOLOGIE.values[0]:
tex += f"auf {hld.GEOLOGIE.values[0]} "
if hld.STR_SYSTEM.values[0]:
tex += f"({hld.STR_SYSTEM.values[0]})"
tex += ". "
else:
if hld.GEOLOGIE.values[0]:
tex += f"Die Geologie besteht aus {hld.GEOLOGIE.values[0]} "
if hld.STR_SYSTEM.values[0]:
tex += f"({hld.STR_SYSTEM.values[0]})"
tex += ". "
if hld.FLAECHE_M2.values[0]:
tex += f"Die betroffene Fläche beträgt ca. {np.round(hld.FLAECHE_M2.values[0], -2)}\\,m$^2$. "
if hld.LAENGE_M.values[0] and hld.BREITE_M.values[0]:
tex += f"Sie ist ca. {hld.LAENGE_M.values[0]}\\,m lang und {hld.BREITE_M.values[0]}\\,m breit"
if (
hld.H_MAX_MNN.values[0]
and hld.H_MIN_MNN.values[0]
and hld.H_DIFF_M.values[0]
):
tex += f" und erstreckt sich von {hld.H_MAX_MNN.values[0]}\\,m\\,NN bis {hld.H_MIN_MNN.values[0]}\\,m\\,NN über ca. {hld.H_DIFF_M.values[0]}\\,m Höhendifferenz"
tex += ". "
exp2txt = {
"N": "Norden",
"NNO": "Nordnordosten",
"NNW": "Nordnordwesten",
"NO": "Nordosten",
"NW": "Nordwesten",
"O": "Osten",
"ONO": "Ostnordosten",
"OSO": "Ostsüdosten",
"S": "Süden",
"SO": "Südosten",
"SSO": "Südsüdosten",
"SSW": "Südsüdwesten",
"SW": "Südwesten",
"W": "Westen",
"WNW": "Westnordwesten",
"WSW": "Westsüdwesten",
}
if hld.EXPOSITION.values[0]:
if hld.EXPOSITION.values[0] != "n.b.":
tex += f"Das Gelände fällt nach {exp2txt[hld.EXPOSITION.values[0]]} ein. "
if hld.LANDNUTZUN.values[0]:
tex += f"Im wesentlichen ist das Gebiet von {hld.LANDNUTZUN.values[0]} bedeckt. "
if hld.URSACHE.values[0]:
tex += f"Eine mögliche Ursache ist {hld.URSACHE.values[0]}. "
if hld.SCHUTZ_OBJ.values[0]:
if hld.SCHUTZ_OBJ.values[0] == "nicht bekannt":
tex += "Eine potentielle Gefährdung ist nicht bekannt. "
else:
tex += f"Eine potentielle Gefährdung für {hld.SCHUTZ_OBJ.values[0]} könnte vorliegen. "
if hld.AKTIVITAET.values[0]:
if hld.AKTIVITAET.values[0] == "nicht bekannt":
tex += "Eine mögliche Aktivität ist nicht bekannt. "
if hld.AKTIVITAET.values[0] == "aktiv":
tex += f"Die {hld.OBJEKT.values[0]} ist aktiv. "
if hld.MASSNAHME.values[0]:
if hld.MASSNAHME.values[0] == "nicht bekannt":
tex += "Über unternommene Maßnahmen ist nichts bekannt. "
else:
tex += ""
if hld.BEMERKUNG.values[0]:
tex += "\n\n\\emph{Kommentar: " + hld.BEMERKUNG.values[0] + "}.\n\n"
tex = tex.replace("_", " ")
return tex
u4py/scripts/gis_workflows/PostProcess_ClassifiedShapes.py
+ 44
− 14
View file @ 001380ba
......@@ -5,6 +5,7 @@ each anomaly.
import configparser
import datetime
import logging
import os
import warnings
from pathlib import Path
......@@ -15,19 +16,15 @@ from tqdm import tqdm
import u4py.analysis.processing as u4proc
import u4py.analysis.spatial as u4spatial
import u4py.io.reporting as u4rep
import u4py.io.tex_report as u4rep
import u4py.plotting.plots as u4plots
import u4py.utils.config as u4config
import u4py.utils.projects as u4proj
warnings.filterwarnings("ignore")
# u4config.cpu_count = 60
def main():
project = u4proj.get_project(
proj_path=Path(
"~/Documents/umwelt4/PostProcess_ClassifiedShapes.u4project"
"~/Documents/umwelt4/PostProcess_ClassifiedShapesHLNUG.u4project"
).expanduser(),
required=[
"base_path",
......@@ -38,10 +35,14 @@ def main():
],
interactive=False,
)
overwrite = True
overwrite = False
use_filtered = False
use_parallel = True
generate_plots = True
overwrite_plots = True
generate_pdf = True
single_report = True
is_hlnug = True
# Setting up paths
output_path = os.path.join(
......@@ -70,10 +71,22 @@ def main():
)
# Read Data
if use_filtered:
if not os.path.exists(cls_shp_fp_filtered) or overwrite:
gdf_filtered = filter_shapes(
class_shp_fp, cls_shp_fp_filtered, project
)
gdf_filtered = reverse_geolocate(
gdf_filtered, project, cls_shp_fp_filtered
)
else:
gdf_filtered = gp.read_file(cls_shp_fp_filtered)
else:
if not os.path.exists(cls_shp_fp_filtered) or overwrite:
gdf_filtered = gp.read_file(class_shp_fp)
gdf_filtered = reverse_geolocate(
gdf_filtered, project, cls_shp_fp_filtered
)
else:
gdf_filtered = gp.read_file(cls_shp_fp_filtered)
......@@ -89,6 +102,7 @@ def main():
project,
dem_path,
contour_path,
overwrite_plots,
)
for row in gdf_filtered.iterrows()
]
......@@ -103,6 +117,17 @@ def main():
):
wrap_map_worker(arg)
if is_hlnug:
hlnug_data = gp.read_file(
os.path.join(
project["paths"]["places_path"],
"HLNUG Daten",
"SHP",
"RD_Rutschungen_gesamt.shp",
)
)
else:
hlnug_data = gp.GeoDataFrame()
# Generating TeX and final PDF
if generate_pdf:
for row in tqdm(
......@@ -110,8 +135,13 @@ def main():
desc="Generating tex files",
total=len(gdf_filtered),
):
u4rep.site_report(row, output_path, "tex_includes")
u4rep.site_report(
row, output_path, "tex_includes", hlnug_data=hlnug_data
)
if single_report:
u4rep.main_report(output_path)
else:
u4rep.multi_report(output_path)
def filter_shapes(
......
u4py/scripts/playground/test_reporting.py 0 → 100644
+ 14
− 0
View file @ 001380ba
import geopandas as gp
from u4py.io.tex_report import hlnug_description
def main():
hld = gp.read_file(
"/home/rudolf/Documents/umwelt4/Places/HLNUG Daten/SHP/RD_Rutschungen_gesamt.shp"
)
print(hlnug_description(hld[hld.AMT_NR_ == 13]))
if __name__ == "__main__":
main()
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment