seb/group-1-db23
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add logger statements and first plays with accident data in notebook.

Browse Source
This commit is contained in:
Sebastian Lenzlinger 2024-01-03 13:49:01 +01:00
parent b9ee59e4ae
commit 5b41db5e7e
2 changed files with 269 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

266
src/datasets/integrated/data_viz.ipynb Normal file
View File

File diff suppressed because one or more lines are too long

6
src/integrate.py
View File

@ -125,7 +125,7 @@ def process_foot_bike_data(files_present=True):
def process_miv_data(files_present=True):
miv_df_unified = du.create_unified_df(miv_file_urls, motor_file_u_string, data_dir, files_present=files_present)
logger.debug("Unified MIV dataframe created.")
miv_df_unified[['Datum', "Time"]] = miv_df_unified['MessungDatZeit'].str.split('T', expand=True)
miv_df_unified[['Hrs', 'Mins', 'Sec']] = miv_df_unified['Time'].str.split(':', expand=True)
@ -180,7 +180,7 @@ def process_all_data_sources(fb_present=True, miv_present=True, accident_present
"""
# ensure_dirs_exist(data_dir, integrated_dir)
logger.info("Started processing all data sources.")
fb_to_integrated(fb_present)
#fb_to_integrated(fb_present)
miv_to_integrated_csv(miv_present)
@ -239,7 +239,7 @@ def load_tempo_geojson_from_api_to_local():
if __name__ == '__main__':
# ensure_dirs_exist(data_dir, integrated_dir, logs_dir)
process_all_data_sources(True, False, False)
process_all_data_sources(True, True, False)
# miv_to_integrated_csv()
# acc_to_cleaned_geojson()
load_tempo_geojson_from_api_to_local()