From 35c1a762e7179c7b11f8f1154c1a4f4133402324 Mon Sep 17 00:00:00 2001 From: Primoz Date: Thu, 3 Nov 2022 13:51:18 +0000 Subject: [PATCH] Improve filtering by esm_session and device_id. --- .../straw/process_user_event_related_segments.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/src/features/phone_esm/straw/process_user_event_related_segments.py b/src/features/phone_esm/straw/process_user_event_related_segments.py index 7418ce12..a84e8379 100644 --- a/src/features/phone_esm/straw/process_user_event_related_segments.py +++ b/src/features/phone_esm/straw/process_user_event_related_segments.py @@ -22,10 +22,9 @@ def format_timestamp(x): return tstring - def extract_ers_from_file(esm_df, device_id): - pd.set_option("display.max_rows", None) + # pd.set_option("display.max_rows", None) pd.set_option("display.max_columns", None) with open('config.yaml', 'r') as stream: @@ -37,9 +36,10 @@ def extract_ers_from_file(esm_df, device_id): # Take only ema_completed sessions responses classified = classify_sessions_by_completion_time(esm_preprocessed) - esm_filtered_sessions = classified[classified["session_response"] == 'ema_completed'].reset_index()['esm_session'] - - esm_df = esm_preprocessed[esm_preprocessed["esm_session"].isin(esm_filtered_sessions)] + esm_filtered_sessions = classified[classified["session_response"] == 'ema_completed'].reset_index()[['device_id', 'esm_session']] + esm_df = esm_preprocessed.loc[(esm_preprocessed['device_id'].isin(esm_filtered_sessions['device_id'])) & (esm_preprocessed['esm_session'].isin(esm_filtered_sessions['esm_session']))] + + # Kako ugotoviti, kje je bilo vprašanje na distressed? # Extract time-relevant information time_before_questionnaire = 30 * 60 # in seconds (30 minutes) @@ -53,6 +53,7 @@ def extract_ers_from_file(esm_df, device_id): extracted_ers["shift"] = extracted_ers["shift"].apply(lambda x: format_timestamp(x)) extracted_ers["shift_direction"] = -1 + # sys.exit() return extracted_ers[["label", "event_timestamp", "length", "shift", "shift_direction", "device_id"]] if snakemake.params["stage"] == "extract":