forgejo-admin/airflow-dags
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Compare commits

base: forgejo-admin:45ffc12c10ea475f8117845737c8cb0d1a46d311
Branches Tags
forgejo-admin:main
..
compare: forgejo-admin:7bec9c83ce3d9d62e45182e2c3b84bf5aa02efb3
Branches Tags
forgejo-admin:main

No commits in common. "45ffc12c10ea475f8117845737c8cb0d1a46d311" and "7bec9c83ce3d9d62e45182e2c3b84bf5aa02efb3" have entirely different histories.
45ffc12c10 ... 7bec9c83ce

2 changed files with 4 additions and 10818 deletions
Download patch file Download diff file Expand all files Collapse all files

8
dag_hvb_dashboard_etl_1.py
View file

@ -74,8 +74,8 @@ Connection "duckdb_postgres" (Typ Postgres) — pg_duckdb-Server:
Variables: Variables:
hvb_nextcloud_ordner = Hans van Bebber (optional, Default s.u.) hvb_nextcloud_ordner = Hans van Bebber (optional, Default s.u.)
hvb_geo_cache = /opt/airflow/git/current/etl_cache/geo_plz_koordinaten.csv hvb_geo_cache = /data/etl_cache/geo_plz_koordinaten.csv
hvb_log_pfad = /opt/airflow/git/current/etl_cache/etl_laufprotokoll.csv hvb_log_pfad = /data/etl_cache/etl_laufprotokoll.csv
hvb_skripte_pfad = /opt/airflow/git/current/include (Ablageort der 2 Skripte) hvb_skripte_pfad = /opt/airflow/git/current/include (Ablageort der 2 Skripte)
Dashboard-Tabellen im Prod-Schema 'dashboard' (zusätzlich zu den Daten): Dashboard-Tabellen im Prod-Schema 'dashboard' (zusätzlich zu den Daten):
@ -193,7 +193,7 @@ LOG_SPALTEN = [
def _log_pfad() -> Path: def _log_pfad() -> Path:
return Path(Variable.get( return Path(Variable.get(
"hvb_log_pfad", "hvb_log_pfad",
default_var="/opt/airflow/git/current/etl_cache/etl_laufprotokoll.csv", default_var="/data/etl_cache/etl_laufprotokoll.csv",
)) ))
@ -413,7 +413,7 @@ def hvb_dashboard_etl():
skripte = Path(Variable.get("hvb_skripte_pfad", skripte = Path(Variable.get("hvb_skripte_pfad",
default_var="/opt/airflow/git/current/include")) default_var="/opt/airflow/git/current/include"))
cache = Path(Variable.get("hvb_geo_cache", cache = Path(Variable.get("hvb_geo_cache",
default_var="/opt/airflow/git/current/etl_cache/geo_plz_koordinaten.csv")) default_var="/data/etl_cache/geo_plz_koordinaten.csv"))
ziel = run_pfad / "output" / "geo_plz_koordinaten.csv" ziel = run_pfad / "output" / "geo_plz_koordinaten.csv"
ziel.parent.mkdir(exist_ok=True) ziel.parent.mkdir(exist_ok=True)

10814
etl_cache/geo_plz_koordinaten.csv
View file

File diff suppressed because it is too large Load diff