Snakefile

@@ -5,7 +5,6 @@ include: "rules/common.smk"
 include: "rules/renv.smk"
 include: "rules/preprocessing.smk"
 include: "rules/features.smk"
-include: "rules/models.smk"
 include: "rules/reports.smk"
 
 import itertools
@@ -395,17 +394,6 @@ if config["HEATMAP_PHONE_DATA_YIELD_PER_PARTICIPANT_PER_TIME_SEGMENT"]["PLOT"]:
 if config["HEATMAP_FEATURE_CORRELATION_MATRIX"]["PLOT"]:
     files_to_compute.append("reports/data_exploration/heatmap_feature_correlation_matrix.html")
 
-# Data Cleaning
-for provider in config["ALL_CLEANING_INDIVIDUAL"]["PROVIDERS"].keys():
-    if config["ALL_CLEANING_INDIVIDUAL"]["PROVIDERS"][provider]["COMPUTE"]:
-        files_to_compute.extend(expand("data/processed/features/{pid}/all_sensor_features_cleaned_" + provider.lower() +".csv", pid=config["PIDS"]))
-for provider in config["ALL_CLEANING_OVERALL"]["PROVIDERS"].keys():
-    if config["ALL_CLEANING_OVERALL"]["PROVIDERS"][provider]["COMPUTE"]:
-        files_to_compute.extend(expand("data/processed/features/all_participants/all_sensor_features_cleaned_" + provider.lower() +".csv"))
-
-# Demographic features
-files_to_compute.extend(expand("data/raw/baseline_merged.csv"))
-files_to_compute.extend(expand("data/raw/{pid}/participant_baseline_raw.csv", pid=config["PIDS"]))
 
 rule all:
     input:

config.yaml

@@ -3,7 +3,7 @@
 ########################################################################################################################
 
 # See https://www.rapids.science/latest/setup/configuration/#participant-files
-PIDS: ['p031', 'p032', 'p033', 'p034', 'p035', 'p036', 'p037', 'p038', 'p039', 'p040', 'p042', 'p043', 'p044', 'p045', 'p046', 'p049', 'p050', 'p052', 'p053', 'p054', 'p055', 'p057', 'p058', 'p059', 'p060', 'p061', 'p062', 'p064', 'p067', 'p068', 'p069', 'p070', 'p071', 'p072', 'p073', 'p074', 'p075', 'p076', 'p077', 'p078', 'p079', 'p080', 'p081', 'p082', 'p083', 'p084', 'p085', 'p086', 'p088', 'p089', 'p090', 'p091', 'p092', 'p093', 'p106', 'p107']
+PIDS: [nokia_0000003]
 
 # See https://www.rapids.science/latest/setup/configuration/#automatic-creation-of-participant-files
 CREATE_PARTICIPANT_FILES:
@@ -67,12 +67,12 @@ PHONE_ACCELEROMETER:
   CONTAINER: accelerometer
   PROVIDERS:
     RAPIDS:
-      COMPUTE: False
+      COMPUTE: True
       FEATURES: ["maxmagnitude", "minmagnitude", "avgmagnitude", "medianmagnitude", "stdmagnitude"]
       SRC_SCRIPT: src/features/phone_accelerometer/rapids/main.py
     
     PANDA:
-      COMPUTE: False
+      COMPUTE: True
       VALID_SENSED_MINUTES: False
       FEATURES:
         exertional_activity_episode: ["sumduration", "maxduration", "minduration", "avgduration", "medianduration", "stdduration"]
@@ -215,7 +215,7 @@ PHONE_CONVERSATION: # TODO Adapt for speech
 
 # See https://www.rapids.science/latest/features/phone-data-yield/
 PHONE_DATA_YIELD:
-  SENSORS: [#PHONE_ACCELEROMETER,
+  SENSORS: [PHONE_ACCELEROMETER,
             PHONE_ACTIVITY_RECOGNITION,
             PHONE_APPLICATIONS_FOREGROUND,
             PHONE_APPLICATIONS_NOTIFICATIONS,
@@ -468,10 +468,9 @@ FITBIT_STEPS_INTRADAY:
     RAPIDS:
       COMPUTE: False
       FEATURES:
-        STEPS: ["sum", "max", "min", "avg", "std", "firststeptime", "laststeptime"]
+        STEPS: ["sum", "max", "min", "avg", "std"]
         SEDENTARY_BOUT: ["countepisode", "sumduration", "maxduration", "minduration", "avgduration", "stdduration"]
         ACTIVE_BOUT: ["countepisode", "sumduration", "maxduration", "minduration", "avgduration", "stdduration"]
-      REFERENCE_HOUR: 0
       THRESHOLD_ACTIVE_BOUT: 10 # steps
       INCLUDE_ZERO_STEP_ROWS: False
       SRC_SCRIPT: src/features/fitbit_steps_intraday/rapids/main.py
@@ -582,57 +581,3 @@ HEATMAP_FEATURE_CORRELATION_MATRIX:
   CORR_THRESHOLD: 0.1
   CORR_METHOD: "pearson" # choose from {"pearson", "kendall", "spearman"}
 
-
-########################################################################################################################
-#                                                    Data Cleaning                                                     #
-########################################################################################################################
-
-ALL_CLEANING_INDIVIDUAL:
-  PROVIDERS:
-    RAPIDS:
-      COMPUTE: True
-      IMPUTE_SELECTED_EVENT_FEATURES:
-        COMPUTE: True
-        MIN_DATA_YIELDED_MINUTES_TO_IMPUTE: 0.33
-      COLS_NAN_THRESHOLD: 0.3 # set to 1 to disable
-      COLS_VAR_THRESHOLD: True
-      ROWS_NAN_THRESHOLD: 1 # set to 1 to disable
-      DATA_YIELD_FEATURE: RATIO_VALID_YIELDED_HOURS # RATIO_VALID_YIELDED_HOURS or RATIO_VALID_YIELDED_MINUTES
-      DATA_YIELD_RATIO_THRESHOLD: 0.3 # set to 0 to disable
-      DROP_HIGHLY_CORRELATED_FEATURES:
-        COMPUTE: False
-        MIN_OVERLAP_FOR_CORR_THRESHOLD: 0.5
-        CORR_THRESHOLD: 0.95
-      SRC_SCRIPT: src/features/all_cleaning_individual/rapids/main.R
-
-ALL_CLEANING_OVERALL:
-  PROVIDERS:
-    RAPIDS:
-      COMPUTE: True
-      IMPUTE_SELECTED_EVENT_FEATURES:
-        COMPUTE: True
-        MIN_DATA_YIELDED_MINUTES_TO_IMPUTE: 0.33
-      COLS_NAN_THRESHOLD: 0.3 # set to 1 to disable
-      COLS_VAR_THRESHOLD: True
-      ROWS_NAN_THRESHOLD: 1 # set to 1 to disable
-      DATA_YIELD_FEATURE: RATIO_VALID_YIELDED_HOURS # RATIO_VALID_YIELDED_HOURS or RATIO_VALID_YIELDED_MINUTES
-      DATA_YIELD_RATIO_THRESHOLD: 0.3 # set to 0 to disable
-      DROP_HIGHLY_CORRELATED_FEATURES:
-        COMPUTE: False
-        MIN_OVERLAP_FOR_CORR_THRESHOLD: 0.5
-        CORR_THRESHOLD: 0.95
-      SRC_SCRIPT: src/features/all_cleaning_overall/rapids/main.R
-
-########################################################################################################################
-#                                              Analysis Workflow Example                                               #
-########################################################################################################################
-
-PARAMS_FOR_ANALYSIS:
-  BASELINE:
-    FOLDER: data/external/baseline
-    CONTAINER: [results-survey637813_final.csv,  # Slovenia
-                results-survey358134_final.csv,  # Belgium 1
-                results-survey413767_final.csv  # Belgium 2
-    ]
-    FEATURES: [age, gender]
-    CATEGORICAL_FEATURES: [gender]

data/external/timesegments_daily.csv

@@ -1,2 +1,2 @@
 label,start_time,length,repeats_on,repeats_value
-daily,04:00:00,23H 59M 59S,every_day,0
+daily,03:59:59,23H 59M 59S,every_day,0

data/external/timesegments_periodic.csv

@@ -1,6 +1,6 @@
 label,start_time,length,repeats_on,repeats_value
 threeday,00:00:00,2D 23H 59M 59S,every_day,0
-daily,00:00:00,23H 59M 59S,every_day,0
+daily, 00:00:00,23H 59M 59S, every_day, 0
 morning,06:00:00,5H 59M 59S,every_day,0
 afternoon,12:00:00,5H 59M 59S,every_day,0
 evening,18:00:00,5H 59M 59S,every_day,0

docs/analysis/data-cleaning.md

@@ -1,92 +0,0 @@
-Data Cleaning
-=============
-
-The goal of this module is to perform basic clean tasks on the behavioral features that RAPIDS computes. You might need to do further processing depending on your analysis objectives. This module can clean features at the individual level and at the study level. If you are interested in creating individual models (using each participant's features independently of the others) use [`ALL_CLEANING_INDIVIDUAL`]. If you are interested in creating population models (using everyone's data in the same model) use [`ALL_CLEANING_OVERALL`]
-    
-## Clean sensor features for individual participants
-
-!!! info "File Sequence"
-    ```bash
-    - data/processed/features/{pid}/all_sensor_features.csv
-    - data/processed/features/{pid}/all_sensor_features_cleaned_{provider_key}.csv
-    ```
-
-### RAPIDS provider
-
-Parameters description for `[ALL_CLEANING_INDIVIDUAL][PROVIDERS][RAPIDS]`:
-
-|Key                                         | Description |
-|----------------|-----------------------------------------------------------------------------------------------------------------------------------
-|`[COMPUTE]` | Set to `True` to execute the cleaning tasks described below. You can use the parameters of each task to tweak them or deactivate them|
-|`[IMPUTE_SELECTED_EVENT_FEATURES]`     | Fill NAs with 0 only for event-based features, see table below
-|`[COLS_NAN_THRESHOLD]`                 | Discard columns with missing value ratios higher than `[COLS_NAN_THRESHOLD]`. Set to 1 to disable
-|`[COLS_VAR_THRESHOLD]`                 | Set to `True` to discard columns with zero variance
-|`[ROWS_NAN_THRESHOLD]`                 | Discard rows with missing value ratios higher than `[ROWS_NAN_THRESHOLD]`. Set to 1 to disable
-|`[DATA_YIELD_FEATURE]`                 | `RATIO_VALID_YIELDED_HOURS` or `RATIO_VALID_YIELDED_MINUTES`
-|`[DATA_YIELD_RATIO_THRESHOLD]`         | Discard rows with `ratiovalidyieldedhours` or `ratiovalidyieldedminutes` feature less than `[DATA_YIELD_RATIO_THRESHOLD]`. The feature name is determined by `[DATA_YIELD_FEATURE]` parameter. Set to 0 to disable
-|`DROP_HIGHLY_CORRELATED_FEATURES`      | Discard highly correlated features, see table below
-
-Parameters description for `[ALL_CLEANING_INDIVIDUAL][PROVIDERS][RAPIDS][IMPUTE_SELECTED_EVENT_FEATURES]`:
-
-|Parameters                             | Description                                                    |
-|-------------------------------------- |----------------------------------------------------------------|
-|`[COMPUTE]`                            | Set to `True` to fill NAs with 0 for phone event-based features
-|`[MIN_DATA_YIELDED_MINUTES_TO_IMPUTE]` | Any feature value in a time segment instance with phone data yield > `[MIN_DATA_YIELDED_MINUTES_TO_IMPUTE]` will be replaced with a zero. See below for an explanation. |
-
-Parameters description for `[ALL_CLEANING_INDIVIDUAL][PROVIDERS][RAPIDS][DROP_HIGHLY_CORRELATED_FEATURES]`:
-
-|Parameters                             | Description                                                    |
-|-------------------------------------- |----------------------------------------------------------------|
-|`[COMPUTE]`                            | Set to `True` to drop highly correlated features
-|`[MIN_OVERLAP_FOR_CORR_THRESHOLD]`     | Minimum ratio of observations required per pair of columns (features) to be considered as a valid correlation. 
-|`[CORR_THRESHOLD]` | The absolute values of pair-wise correlations are calculated. If two variables have a valid correlation higher than `[CORR_THRESHOLD]`, we looks at the mean absolute correlation of each variable and removes the variable with the largest mean absolute correlation.
-
-Steps to clean sensor features for individual participants. It only considers the **phone sensors** currently.
-
-??? info "1. Fill NA with 0 for the selected event features."
-    Some event features should be zero instead of NA. In this step, we fill those missing features with 0 when the `phone_data_yield_rapids_ratiovalidyieldedminutes` column is higher than the `[IMPUTE_SELECTED_EVENT_FEATURES][MIN_DATA_YIELDED_MINUTES_TO_IMPUTE]` parameter. Plugins such as Activity Recognition sensor are not considered. You can skip this step by setting `[IMPUTE_SELECTED_EVENT_FEATURES][COMPUTE]` to `False`.
-    
-    Take phone calls sensor as an example. If there are no calls records during a time segment for a participant, then (1) the calls sensor was not working during that time segment; or (2) the calls sensor was working and the participant did not have any calls during that time segment. To differentiate these two situations, we assume the selected sensors are working when `phone_data_yield_rapids_ratiovalidyieldedminutes > [MIN_DATA_YIELDED_MINUTES_TO_IMPUTE]`.
-
-    The following phone event-based features are considered currently:
-
-      - Application foreground: countevent, countepisode, minduration, maxduration, meanduration, sumduration.
-      - Battery: all features.
-      - Calls: count, distinctcontacts, sumduration, minduration, maxduration, meanduration, modeduration.
-      - Keyboard: sessioncount, averagesessionlength, changeintextlengthlessthanminusone, changeintextlengthequaltominusone, changeintextlengthequaltoone, changeintextlengthmorethanone, maxtextlength, totalkeyboardtouches.
-      - Messages: count, distinctcontacts.
-      - Screen: sumduration, maxduration, minduration, avgduration, countepisode.
-      - WiFi: all connected and visible features.
-
-??? info "2. Discard unreliable rows."
-    Extracted features might be not reliable if the sensor only works for a short period during a time segment. In this step, we discard rows when the `phone_data_yield_rapids_ratiovalidyieldedminutes` column or the `phone_data_yield_rapids_ratiovalidyieldedhours` column is less than the `[DATA_YIELD_RATIO_THRESHOLD]` parameter. We recommend using `phone_data_yield_rapids_ratiovalidyieldedminutes` column (set `[DATA_YIELD_FEATURE]` to `RATIO_VALID_YIELDED_MINUTES`) on time segments that are shorter than two or three hours and `phone_data_yield_rapids_ratiovalidyieldedhours` (set `[DATA_YIELD_FEATURE]` to `RATIO_VALID_YIELDED_HOURS`) for longer segments. We do not recommend you to skip this step, but you can do it by setting `[DATA_YIELD_RATIO_THRESHOLD]` to 0.
-
-??? info "3. Discard columns (features) with too many missing values."
-    In this step, we discard columns with missing value ratios higher than `[COLS_NAN_THRESHOLD]`. We do not recommend you to skip this step, but you can do it by setting `[COLS_NAN_THRESHOLD]` to 1.
-
-??? info "4. Discard columns (features) with zero variance."
-    In this step, we discard columns with zero variance. We do not recommend you to skip this step, but you can do it by setting `[COLS_VAR_THRESHOLD]` to `False`.
-
-??? info "5. Drop highly correlated features."
-    As highly correlated features might not bring additional information and will increase the complexity of a model, we drop them in this step. The absolute values of pair-wise correlations are calculated. Each correlation vector between two variables is regarded as valid only if the ratio of valid value pairs (i.e. non NA pairs) is greater than or equal to `[DROP_HIGHLY_CORRELATED_FEATURES][MIN_OVERLAP_FOR_CORR_THRESHOLD]`. If two variables have a correlation coefficient higher than `[DROP_HIGHLY_CORRELATED_FEATURES][CORR_THRESHOLD]`, we look at the mean absolute correlation of each variable and remove the variable with the largest mean absolute correlation. This step can be skipped by setting `[DROP_HIGHLY_CORRELATED_FEATURES][COMPUTE]` to False.
-
-??? info "6. Discard rows with too many missing values."
-    In this step, we discard rows with missing value ratios higher than `[ROWS_NAN_THRESHOLD]`. We do not recommend you to skip this step, but you can do it by setting `[ROWS_NAN_THRESHOLD]` to 1. In other words, we are discarding time segments (e.g. days) that did not have enough data to be considered reliable. This step is similar to step 2 except the ratio is computed based on NA values instead of a phone data yield threshold.
-
-
-
-
-## Clean sensor features for all participants
-
-!!! info "File Sequence"
-    ```bash
-    - data/processed/features/all_participants/all_sensor_features.csv
-    - data/processed/features/all_participants/all_sensor_features_cleaned_{provider_key}.csv
-    ```
-
-
-### RAPIDS provider
-
-Parameters description and the steps are the same as the above [RAPIDS provider](#rapids-provider) section for individual participants.
-
-

docs/change-log.md

@@ -1,12 +1,4 @@
 # Change Log
-## v1.7.1
-- Update docs for Git Flow section
-- Update RAPIDS paper information
-## v1.7.0
-- Add firststeptime and laststeptime features to FITBIT_STEPS_INTRADAY RAPIDS provider
-- Update tests for Fitbit steps intraday features
-- Add tests for phone battery features
-- Add a data cleaning module to replace NAs with 0 in selected event-based features, discard unreliable rows and columns, discard columns with zero variance, and discard highly correlated columns
 ## v1.6.0
 - Refactor PHONE_CALLS RAPIDS provider to compute features based on call episodes or events
 - Refactor PHONE_LOCATIONS DORYAB provider to compute features based on location episodes

docs/citation.md

@@ -5,10 +5,14 @@
 
 ## RAPIDS
 
-If you used RAPIDS, please cite [this paper](https://www.frontiersin.org/article/10.3389/fdgth.2021.769823).
+If you used RAPIDS, please cite [this paper](https://preprints.jmir.org/preprint/23246).
 
 !!! cite "RAPIDS et al. citation"
-    Vega, J., Li, M., Aguillera, K., Goel, N., Joshi, E., Khandekar, K., ... & Low, C. A. (2021). Reproducible Analysis Pipeline for Data Streams (RAPIDS): Open-Source Software to Process Data Collected with Mobile Devices. Frontiers in Digital Health, 168.
+    Vega J, Li M, Aguillera K, Goel N, Joshi E, Durica KC, Kunta AR, Low CA
+    RAPIDS: Reproducible Analysis Pipeline for Data Streams Collected with Mobile Devices
+    JMIR Preprints. 18/08/2020:23246
+    DOI: 10.2196/preprints.23246
+    URL: https://preprints.jmir.org/preprint/23246
 
 ## DBDP (all Empatica sensors)
 

docs/developers/git-flow.md

@@ -127,9 +127,9 @@ git branch -d release/v[NEW_RELEASE]
 ```
 git checkout master
 git merge --ff-only develop
-git push # Unlock the master branch before merging
+git push
 ```
-1. Release happens automatically after passing the tests
+1. Go to [GitHub](https://github.com/carissalow/rapids/tags) and create a new release based on the newest tag `v[NEW_RELEASE]` (remember to add the change log)
 
 ## Release a Hotfix
 1. Pull the latest master
@@ -156,6 +156,6 @@ git branch -d hotfix/v[NEW_HOTFIX]
 ```
 git checkout master
 git merge --ff-only v[NEW_HOTFIX]
-git push # Unlock the master branch before merging
+git push
 ```
-1. Release happens automatically after passing the tests
+1. Go to [GitHub](https://github.com/carissalow/rapids/tags) and create a new release based on the newest tag `v[NEW_HOTFIX]` (remember to add the change log)

docs/developers/test-cases.md

@@ -11,7 +11,7 @@ The following is a list of the sensors that testing is currently available.
 | Phone Accelerometer           | RAPIDS   | Y        | Y         | Y     |
 | Phone Activity Recognition    | RAPIDS   | Y        | Y         | Y     |
 | Phone Applications Foreground | RAPIDS   | Y        | Y         | Y     |
-| Phone Battery                 | RAPIDS   | Y        | Y         | Y     |
+| Phone Battery                 | RAPIDS   | Y        | Y         | N     |
 | Phone Bluetooth               | Doryab   | Y        | Y         | Y     |
 | Phone Bluetooth               | RAPIDS   | Y        | Y         | Y     |
 | Phone Calls                   | RAPIDS   | Y        | Y         | Y     |
@@ -28,7 +28,7 @@ The following is a list of the sensors that testing is currently available.
 | Fitbit Data Yield             | RAPIDS   | Y        | Y         | Y     |
 | Fitbit Heart Rate Summary     | RAPIDS   | Y        | Y         | Y     |
 | Fitbit Heart Rate Intraday    | RAPIDS   | Y        | Y         | Y     |
-| Fitbit Sleep Summary          | RAPIDS   | Y        | Y         | Y     |
+| Fitbit Sleep Summary          | RAPIDS   | N        | N         | N     |
 | Fitbit Sleep Intraday         | RAPIDS   | Y        | Y         | Y     |
 | Fitbit Sleep Intraday         | PRICE    | Y        | Y         | Y     |
 | Fitbit Steps Summary          | RAPIDS   | Y        | Y         | Y     |
@@ -46,7 +46,7 @@ Description
 - One episode before the time switch (`Sun 00:02:00`) and one episode after the time switch (`Sun 04:18:00`)
 - Multiple episodes within one min which cause variance in magnitude (`Fri 00:10:25`, `Fri 00:10:27` and `Fri 00:10:46`)
 
-Checklist
+Checklist:
 
 |time segment| single tz | multi tz|platform|
 |-|-|-|-|
@@ -69,7 +69,7 @@ Description
 - Two episodes locate in the same daily segment (`Fri 11:57:56.385` and `Sat 10:54:10.000`)
 - One episode before the time switch (`Sun 00:48:01.000`) and one episode after the time switch (`Sun 06:21:01.000`)
 
-Checklist
+Checklist:
 
 |time segment| single tz | multi tz|platform|
 |-|-|-|-|
@@ -158,26 +158,24 @@ Checklist
 
 ## Battery
 
-Description
+Due to the difference in the format of the raw battery data for iOS and Android as well as versions of iOS the following is the expected results the `battery_deltas.csv`. This would give a better idea of the use cases being tested since the `battery_deltas.csv` would make both the iOS and Android data comparable. These files are used to calculate the features for the battery sensor.
 
-- The 4-day raw data is contained in `phone_battery_raw.csv`
+-   The battery delta data file contains data for 1 day.
-- One discharge episode acrossing two 30-min time segements (`Fri 05:57:30.123` to `Fri 06:04:32.456`)
+-   The battery delta data contains 1 record each for a `charging` and
-- One charging episode acrossing two 30-min time segments (`Fri 11:55:58.416` to `Fri 12:08:07.876`)
+    `discharging` episode that falls within an `epoch` for every
-- One discharge episode and one charging episode locate within the same 30-min time segement (`Fri 21:30:00` to `Fri 22:00:00`)
+    `epoch`. Thus, for the `daily` epoch there would be multiple
-- One episode before the time switch (`Sun 00:24:00.000`) and one episode after the time switch (`Sun 21:58:00`)
+    `charging` and `discharging` episodes
-- Two episodes locate in the same daily segment
+-   Since either a `charging` episode or a `discharging` episode and
-  
+    not both can occur across epochs, in order to test episodes that
-Checklist
+    occur across epochs alternating episodes of `charging` and
-
+    `discharging` episodes that fall across `night` to `morning`,
-|time segment| single tz | multi tz|platform|
+    `morning` to `afternoon` and finally `afternoon` to `night` are
-|-|-|-|-|
+    present in the battery delta data. This starts with a
-|30min|OK|OK|android|
+    `discharging` episode that begins in `night` and end in `morning`.
-|morning|OK|OK|android|
+-   There is one battery data file each, for testing both iOS and
-|daily|OK|OK|android|
+    Android data formats.
-|threeday|OK|OK|android|
+-   There is also an additional empty data file for both android and
-|weekend|OK|OK|android|
+    iOS for testing empty data files
-|beforeMarchEvent|OK|OK|android|
-|beforeNovemberEvent|OK|OK|android|
 
 ## Bluetooth
 

docs/features/fitbit-steps-intraday.md

@@ -29,7 +29,6 @@ Parameters description for `[FITBIT_STEPS_INTRADAY][PROVIDERS][RAPIDS]`:
 |----------------|-----------------------------------------------------------------------------------------------------------------------------------
 |`[COMPUTE]`                | Set to `True` to extract `FITBIT_STEPS_INTRADAY` features from the `RAPIDS` provider|
 |`[FEATURES]`               |         Features to be computed from steps intraday data, see table below           |
-|`[REFERENCE_HOUR]`         | The reference point from which `firststeptime` or `laststeptime` is to be computed, default is midnight |
 |`[THRESHOLD_ACTIVE_BOUT]`  | Every minute with Fitbit steps data wil be labelled as `sedentary` if its step count is below this threshold, otherwise, `active`.    |
 |`[INCLUDE_ZERO_STEP_ROWS]` | Whether or not to include time segments with a 0 step count during the whole day.                          |
 
@@ -43,8 +42,6 @@ Features description for `[FITBIT_STEPS_INTRADAY][PROVIDERS][RAPIDS]`:
 |minsteps                   |steps          |The minimum step count during a time segment.
 |avgsteps                   |steps          |The average step count during a time segment.
 |stdsteps                   |steps          |The standard deviation of step count during a time segment.
-|firststeptime              |minutes        |Minutes until the first non-zero step count.
-|laststeptime               |minutes        |Minutes until the last non-zero step count.
 |countepisodesedentarybout  |bouts          |Number of sedentary bouts during a time segment.
 |sumdurationsedentarybout   |minutes        |Total duration of all sedentary bouts during a time segment.
 |maxdurationsedentarybout   |minutes        |The maximum duration of any sedentary bout during a time segment.

docs/features/phone-keyboard.md

@@ -6,12 +6,6 @@ Sensor parameters description for `[PHONE_KEYBOARD]`:
 |----------------|-----------------------------------------------------------------------------------------------------------------------------------
 |`[CONTAINER]`| Data stream [container](../../datastreams/data-streams-introduction/) (database table, CSV file, etc.) where the keyboard data is stored
 
-## RAPIDS provider
-
-!!! info "Available time segments and platforms"
-    - Available for all time segments
-    - Available for Android only
-
 !!! info "File Sequence"
     ```bash
     - data/raw/{pid}/phone_keyboard_raw.csv

docs/index.md

@@ -1,12 +1,12 @@
 # Welcome to RAPIDS documentation
 
-Reproducible Analysis Pipeline for Data Streams (RAPIDS) allows you to process smartphone and wearable data to [extract](features/feature-introduction.md) and [create](features/add-new-features.md) **behavioral features** (a.k.a. digital biomarkers), [visualize](visualizations/data-quality-visualizations.md) mobile sensor data, and [structure](analysis/complete-workflow-example.md) your analysis into reproducible workflows. Check out our [paper](https://www.frontiersin.org/article/10.3389/fdgth.2021.769823)!
+Reproducible Analysis Pipeline for Data Streams (RAPIDS) allows you to process smartphone and wearable data to [extract](features/feature-introduction.md) and [create](features/add-new-features.md) **behavioral features** (a.k.a. digital biomarkers), [visualize](visualizations/data-quality-visualizations.md) mobile sensor data, and [structure](workflow-examples/analysis.md) your analysis into reproducible workflows.
 
 RAPIDS is open source, documented, multi-platform, modular, tested, and reproducible. At the moment, we support [data streams](datastreams/data-streams-introduction) logged by smartphones, Fitbit wearables, and Empatica wearables (the latter in collaboration with the [DBDP](https://dbdp.org/)). 
 
 !!! tip "Where do I start?"
 
-    :material-power-standby: New to RAPIDS? Check our [Overview + FAQ](setup/overview/) and [minimal example](analysis/minimal)
+    :material-power-standby: New to RAPIDS? Check our [Overview + FAQ](setup/overview/) and [minimal example](workflow-examples/minimal)
 
     :material-play-speed: [Install](setup/installation), [configure](setup/configuration), and [execute](setup/execution) RAPIDS to [extract](features/feature-introduction.md) and [plot](visualizations/data-quality-visualizations.md) behavioral features
 

docs/setup/overview.md

@@ -23,10 +23,10 @@ Let's review some key concepts we use throughout these docs:
     - [Add your own behavioral features](../../features/add-new-features/) (we can include them in RAPIDS if you want to share them with the community)
     - [Add support for new data streams](../../datastreams/add-new-data-streams/) if yours cannot be processed by RAPIDS yet
     - Create visualizations for [data quality control](../../visualizations/data-quality-visualizations/)  and [feature inspection](../../visualizations/feature-visualizations/)
-    - [Extending RAPIDS to organize your analysis](../../analysis/complete-workflow-example/) and publish a code repository along with your code
+    - [Extending RAPIDS to organize your analysis](../../workflow-examples/analysis/) and publish a code repository along with your code
 
 !!! hint
-    - We recommend you follow the [Minimal Example](../../analysis/minimal/) tutorial to get familiar with RAPIDS
+    - We recommend you follow the [Minimal Example](../../workflow-examples/minimal/) tutorial to get familiar with RAPIDS
 
     - In order to follow any of the previous tutorials, you will have to [Install](../installation/), [Configure](../configuration/), and learn how to [Execute](../execution/) RAPIDS.
 

docs/team.md

@@ -9,12 +9,16 @@ If you are interested in contributing feel free to submit a pull request or cont
 ??? abstract "About"
     Julio Vega is a postdoctoral associate at the Mobile Sensing + Health Institute. He is interested in personalized methodologies to monitor chronic conditions that affect daily human behavior using mobile and wearable data.
 
+    - *vegaju* at *upmc* . *edu*
+    - [Personal Website](https://juliovega.info/)
+
 ### Meng Li
 
 ??? abstract "About"
     Meng Li received her Master of Science degree in Information Science from the University of Pittsburgh. She is interested in applying machine learning algorithms to the medical field.
 
     - *lim11* at *upmc* . *edu*
+    - [Linkedin Profile](https://www.linkedin.com/in/meng-li-57238414a)
     - [Github Profile](https://github.com/Meng6)
 
 ###  Abhineeth Reddy Kunta

docs/workflow-examples/analysis.md

@@ -1,8 +1,8 @@
 # Analysis Workflow Example
 
 !!! info "TL;DR"
-    - In addition to using RAPIDS to extract behavioral features, create plots, and clean sensor features, you can structure your data analysis within RAPIDS (i.e. creating ML/statistical models and evaluating your models)
+    - In addition to using RAPIDS to extract behavioral features and create plots, you can structure your data analysis within RAPIDS (i.e. cleaning your features and creating ML/statistical models)
-    - We include an analysis example in RAPIDS that covers raw data processing, feature extraction, cleaning, machine learning modeling, and evaluation
+    - We include an analysis example in RAPIDS that covers raw data processing, cleaning, feature extraction, machine learning modeling, and evaluation
     - Use this example as a guide to structure your own analysis within RAPIDS
     - RAPIDS analysis workflows are compatible with your favorite data science tools and libraries
     - RAPIDS analysis workflows are reproducible and we encourage you to publish them along with your research papers
@@ -69,12 +69,12 @@ Note you will see a lot of warning messages, you can ignore them since they happ
 ??? info "6. Feature cleaning."
     In this stage we perform four steps to clean our sensor feature file. First, we discard days with a data yield hour ratio less than or equal to 0.75, i.e. we include days with at least 18 hours of data. Second, we drop columns (features) with more than 30% of missing rows. Third, we drop columns with zero variance. Fourth, we drop rows (days) with more than 30% of missing columns (features). In this cleaning stage several parameters are created and exposed in `example_profile/example_config.yaml`. 
 
-    After this step, we kept 173 features over 11 days for the individual model of p01, 101 features over 12 days for the individual model of p02 and 117 features over 22 days for the population model. Note that the difference in the number of features between p01 and p02 is mostly due to iOS restrictions that stops researchers from collecting the same number of sensors than in Android phones. 
+    After this step, we kept 163 features over 11 days for the individual model of p01, 101 features over 12 days for the individual model of p02 and 109 features over 20 days for the population model. Note that the difference in the number of features between p01 and p02 is mostly due to iOS restrictions that stops researchers from collecting the same number of sensors than in Android phones. 
     
     Feature cleaning for the individual models is done in the `clean_sensor_features_for_individual_participants` rule and for the population model in the `clean_sensor_features_for_all_participants` rule in `rules/models.smk`.
 
 ??? info "7. Merge features and targets."
-    In this step we merge the cleaned features and target labels for our individual models in the `merge_features_and_targets_for_individual_model` rule in `rules/features.smk`. Additionally, we merge the cleaned features, target labels, and demographic features of our two participants for the population model in the `merge_features_and_targets_for_population_model` rule in `rules/features.smk`. These two merged files are the input for our individual and population models. 
+    In this step we merge the cleaned features and target labels for our individual models in the `merge_features_and_targets_for_individual_model` rule in `rules/models.smk`. Additionally, we merge the cleaned features, target labels, and demographic features of our two participants for the population model in the `merge_features_and_targets_for_population_model` rule in `rules/models.smk`. These two merged files are the input for our individual and population models. 
 
 ??? info "8. Modelling."
     This stage has three phases: model building, training and evaluation. 

example_profile/Snakefile

@@ -3,7 +3,7 @@ include: "../rules/common.smk"
 include: "../rules/renv.smk"
 include: "../rules/preprocessing.smk"
 include: "../rules/features.smk"
-include: "../rules/models_example.smk"
+include: "../rules/models.smk"
 include: "../rules/reports.smk"
 
 import itertools
@@ -384,14 +384,6 @@ if config["HEATMAP_PHONE_DATA_YIELD_PER_PARTICIPANT_PER_TIME_SEGMENT"]["PLOT"]:
 if config["HEATMAP_FEATURE_CORRELATION_MATRIX"]["PLOT"]:
     files_to_compute.append("reports/data_exploration/heatmap_feature_correlation_matrix.html")
 
-# Data Cleaning
-for provider in config["ALL_CLEANING_INDIVIDUAL"]["PROVIDERS"].keys():
-    if config["ALL_CLEANING_INDIVIDUAL"]["PROVIDERS"][provider]["COMPUTE"]:
-        files_to_compute.extend(expand("data/processed/features/{pid}/all_sensor_features_cleaned_" + provider.lower() +".csv", pid=config["PIDS"]))
-for provider in config["ALL_CLEANING_OVERALL"]["PROVIDERS"].keys():
-    if config["ALL_CLEANING_OVERALL"]["PROVIDERS"][provider]["COMPUTE"]:
-        files_to_compute.extend(expand("data/processed/features/all_participants/all_sensor_features_cleaned_" + provider.lower() +".csv"))
-
 # Analysis Workflow Example
 models, scalers = [], []
 for model_name in config["PARAMS_FOR_ANALYSIS"]["MODEL_NAMES"]:
@@ -409,6 +401,7 @@ files_to_compute.extend(expand("data/raw/{pid}/participant_target_with_datetime.
 files_to_compute.extend(expand("data/processed/targets/{pid}/parsed_targets.csv", pid=config["PIDS"]))
 
 # Individual model
+files_to_compute.extend(expand("data/processed/features/{pid}/all_sensor_features_cleaned.csv", pid=config["PIDS"]))
 files_to_compute.extend(expand("data/processed/models/individual_model/{pid}/input.csv", pid=config["PIDS"]))
 files_to_compute.extend(expand("data/processed/models/individual_model/{pid}/output_{cv_method}/baselines.csv", pid=config["PIDS"], cv_method=config["PARAMS_FOR_ANALYSIS"]["CV_METHODS"]))
 files_to_compute.extend(expand(
@@ -421,6 +414,7 @@ files_to_compute.extend(expand(
                             scaler=scalers))
 
 # Population model
+files_to_compute.append("data/processed/features/all_participants/all_sensor_features_cleaned.csv")
 files_to_compute.append("data/processed/models/population_model/input.csv")
 files_to_compute.extend(expand("data/processed/models/population_model/output_{cv_method}/baselines.csv", cv_method=config["PARAMS_FOR_ANALYSIS"]["CV_METHODS"]))
 files_to_compute.extend(expand(

example_profile/example_config.yaml

@@ -84,7 +84,6 @@ PHONE_APPLICATIONS_CRASHES:
     CATALOGUE_SOURCE: FILE # FILE (genres are read from CATALOGUE_FILE) or GOOGLE (genres are scrapped from the Play Store)
     CATALOGUE_FILE: "data/external/stachl_application_genre_catalogue.csv"
     UPDATE_CATALOGUE_FILE: False # if CATALOGUE_SOURCE is equal to FILE, whether or not to update CATALOGUE_FILE, if CATALOGUE_SOURCE is equal to GOOGLE all scraped genres will be saved to CATALOGUE_FILE
-    PACKAGE_NAMES_HASHED: False
     SCRAPE_MISSING_CATEGORIES: False # whether or not to scrape missing genres, only effective if CATALOGUE_SOURCE is equal to FILE. If CATALOGUE_SOURCE is equal to GOOGLE, all genres are scraped anyway
   PROVIDERS: # None implemented yet but this sensor can be used in PHONE_DATA_YIELD
 
@@ -94,7 +93,6 @@ PHONE_APPLICATIONS_FOREGROUND:
   APPLICATION_CATEGORIES:
     CATALOGUE_SOURCE: FILE # FILE (genres are read from CATALOGUE_FILE) or GOOGLE (genres are scrapped from the Play Store)
     CATALOGUE_FILE: "data/external/stachl_application_genre_catalogue.csv"
-    PACKAGE_NAMES_HASHED: False
     UPDATE_CATALOGUE_FILE: False # if CATALOGUE_SOURCE is equal to FILE, whether or not to update CATALOGUE_FILE, if CATALOGUE_SOURCE is equal to GOOGLE all scraped genres will be saved to CATALOGUE_FILE
     SCRAPE_MISSING_CATEGORIES: False # whether or not to scrape missing genres, only effective if CATALOGUE_SOURCE is equal to FILE. If CATALOGUE_SOURCE is equal to GOOGLE, all genres are scraped anyway
   PROVIDERS:
@@ -122,7 +120,6 @@ PHONE_APPLICATIONS_NOTIFICATIONS:
     CATALOGUE_SOURCE: FILE # FILE (genres are read from CATALOGUE_FILE) or GOOGLE (genres are scrapped from the Play Store)
     CATALOGUE_FILE: "data/external/stachl_application_genre_catalogue.csv"
     UPDATE_CATALOGUE_FILE: False # if CATALOGUE_SOURCE is equal to FILE, whether or not to update CATALOGUE_FILE, if CATALOGUE_SOURCE is equal to GOOGLE all scraped genres will be saved to CATALOGUE_FILE
-    PACKAGE_NAMES_HASHED: False
     SCRAPE_MISSING_CATEGORIES: False # whether or not to scrape missing genres, only effective if CATALOGUE_SOURCE is equal to FILE. If CATALOGUE_SOURCE is equal to GOOGLE, all genres are scraped anyway
   PROVIDERS: # None implemented yet but this sensor can be used in PHONE_DATA_YIELD
 
@@ -524,7 +521,7 @@ HEATMAP_SENSORS_PER_MINUTE_PER_TIME_SEGMENT:
 
 # See https://www.rapids.science/latest/visualizations/data-quality-visualizations/#4-heatmap-of-sensor-row-count
 HEATMAP_SENSOR_ROW_COUNT_PER_TIME_SEGMENT:
-  PLOT: False
+  PLOT: True
   SENSORS:  [PHONE_ACTIVITY_RECOGNITION, PHONE_APPLICATIONS_FOREGROUND, PHONE_BATTERY, PHONE_BLUETOOTH, PHONE_CALLS, PHONE_CONVERSATION, PHONE_LIGHT, PHONE_LOCATIONS, PHONE_MESSAGES, PHONE_SCREEN, PHONE_WIFI_CONNECTED, PHONE_WIFI_VISIBLE]
 
 # Features ------
@@ -537,46 +534,6 @@ HEATMAP_FEATURE_CORRELATION_MATRIX:
   CORR_METHOD: "pearson" # choose from {"pearson", "kendall", "spearman"}
 
 
-########################################################################################################################
-#                                                    Data Cleaning                                                     #
-########################################################################################################################
-
-ALL_CLEANING_INDIVIDUAL:
-  PROVIDERS:
-    RAPIDS:
-      COMPUTE: True
-      IMPUTE_SELECTED_EVENT_FEATURES:
-        COMPUTE: False
-        MIN_DATA_YIELDED_MINUTES_TO_IMPUTE: 0.33
-      COLS_NAN_THRESHOLD: 0.3 # set to 1 to disable
-      COLS_VAR_THRESHOLD: True
-      ROWS_NAN_THRESHOLD: 0.3 # set to 1 to disable
-      DATA_YIELD_FEATURE: RATIO_VALID_YIELDED_HOURS # RATIO_VALID_YIELDED_HOURS or RATIO_VALID_YIELDED_MINUTES
-      DATA_YIELD_RATIO_THRESHOLD: 0.75 # set to 0 to disable
-      DROP_HIGHLY_CORRELATED_FEATURES:
-        COMPUTE: False
-        MIN_OVERLAP_FOR_CORR_THRESHOLD: 0.5
-        CORR_THRESHOLD: 0.95
-      SRC_SCRIPT: src/features/all_cleaning_individual/rapids/main.R
-
-ALL_CLEANING_OVERALL:
-  PROVIDERS:
-    RAPIDS:
-      COMPUTE: True
-      IMPUTE_SELECTED_EVENT_FEATURES:
-        COMPUTE: False
-        MIN_DATA_YIELDED_MINUTES_TO_IMPUTE: 0.33
-      COLS_NAN_THRESHOLD: 0.3 # set to 1 to disable
-      COLS_VAR_THRESHOLD: True
-      ROWS_NAN_THRESHOLD: 0.3 # set to 1 to disable
-      DATA_YIELD_FEATURE: RATIO_VALID_YIELDED_HOURS # RATIO_VALID_YIELDED_HOURS or RATIO_VALID_YIELDED_MINUTES
-      DATA_YIELD_RATIO_THRESHOLD: 0.75 # set to 0 to disable
-      DROP_HIGHLY_CORRELATED_FEATURES:
-        COMPUTE: False
-        MIN_OVERLAP_FOR_CORR_THRESHOLD: 0.5
-        CORR_THRESHOLD: 0.95
-      SRC_SCRIPT: src/features/all_cleaning_overall/rapids/main.R
-
 
 ########################################################################################################################
 #                                              Analysis Workflow Example                                               #
@@ -594,6 +551,12 @@ PARAMS_FOR_ANALYSIS:
   TARGET:
     FOLDER: data/external/example_workflow
     CONTAINER: participant_target.csv
+
+  # Cleaning Parameters
+  COLS_NAN_THRESHOLD: 0.3
+  COLS_VAR_THRESHOLD: True
+  ROWS_NAN_THRESHOLD: 0.3
+  DATA_YIELDED_HOURS_RATIO_THRESHOLD: 0.75
   
   MODEL_NAMES: [LogReg, kNN , SVM, DT, RF, GB, XGBoost, LightGBM]
   CV_METHODS: [LeaveOneOut]

mkdocs.yml

@@ -74,7 +74,7 @@ extra_css:
 nav:
   - Home: 'index.md'
   - Overview: setup/overview.md
-  - Minimal Example: analysis/minimal.md
+  - Minimal Example: workflow-examples/minimal.md
   - Citation: citation.md
   - Contributing: contributing.md
   - Setup:
@@ -140,9 +140,8 @@ nav:
   - Visualizations:
     - Data Quality: visualizations/data-quality-visualizations.md
     - Features: visualizations/feature-visualizations.md
-  - Analysis:
+  - Analysis Workflows:
-    - Data Cleaning: analysis/data-cleaning.md
+    - Complete Example: workflow-examples/analysis.md
-    - Complete Workflow Example: analysis/complete-workflow-example.md
   - Developers:
     - Git Flow: developers/git-flow.md
     - Remote Support: developers/remote-support.md

renv.lock

@@ -72,13 +72,6 @@
       "Repository": "CRAN",
       "Hash": "08588806cba69f04797dab50627428ed"
     },
-    "ModelMetrics": {
-      "Package": "ModelMetrics",
-      "Version": "1.2.2.2",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "40a55bd0b44719941d103291ac5e9d74"
-    },
     "R6": {
       "Package": "R6",
       "Version": "2.5.0",
@@ -128,20 +121,6 @@
       "Repository": "CRAN",
       "Hash": "ddfa72a87fdf4c80466a20818be91d00"
     },
-    "SQUAREM": {
-      "Package": "SQUAREM",
-      "Version": "2021.1",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "0cf10dab0d023d5b46a5a14387556891"
-    },
-    "TSP": {
-      "Package": "TSP",
-      "Version": "1.1-11",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "b72b16750535acbc63e1337d38ff1ace"
-    },
     "abind": {
       "Package": "abind",
       "Version": "1.4-5",
@@ -233,13 +212,6 @@
       "Repository": "CRAN",
       "Hash": "b7d7f1e926dfcd57c74ce93f5c048e80"
     },
-    "caret": {
-      "Package": "caret",
-      "Version": "6.0-89",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "95cdd7da1e51ab0451c27666f15db891"
-    },
     "cellranger": {
       "Package": "cellranger",
       "Version": "1.1.0",
@@ -310,13 +282,6 @@
       "Repository": "CRAN",
       "Hash": "ae01381679f4511ca7a72d55fe175213"
     },
-    "corrr": {
-      "Package": "corrr",
-      "Version": "0.4.3",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "dbd1387c025b07f62da3334942176e14"
-    },
     "cpp11": {
       "Package": "cpp11",
       "Version": "0.2.4",
@@ -394,13 +359,6 @@
       "Repository": "CRAN",
       "Hash": "1e14e4c5b2814de5225312394bc316da"
     },
-    "e1071": {
-      "Package": "e1071",
-      "Version": "1.7-9",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "32885be243a29301c90d33db37c3aad8"
-    },
     "ellipsis": {
       "Package": "ellipsis",
       "Version": "0.3.2",
@@ -478,27 +436,6 @@
       "Repository": "CRAN",
       "Hash": "44594a07a42e5f91fac9f93fda6d0109"
     },
-    "future": {
-      "Package": "future",
-      "Version": "1.23.0",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "7bf6fbed7f00cae876901fd70c04f3a4"
-    },
-    "future.apply": {
-      "Package": "future.apply",
-      "Version": "1.8.1",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "f568ce73d3d59582b0f7babd0eb33d07"
-    },
-    "gclus": {
-      "Package": "gclus",
-      "Version": "1.3.2",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "8f905e7f70ac42e5b0e39d6ba360dd44"
-    },
     "generics": {
       "Package": "generics",
       "Version": "0.1.0",
@@ -548,13 +485,6 @@
       "Repository": "CRAN",
       "Hash": "056100917c75e6f8a0d36f8bdd552799"
     },
-    "globals": {
-      "Package": "globals",
-      "Version": "0.14.0",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "eca8023ed5ca6372479ebb9b3207f5ae"
-    },
     "glue": {
       "Package": "glue",
       "Version": "1.4.2",
@@ -562,13 +492,6 @@
       "Repository": "CRAN",
       "Hash": "6efd734b14c6471cfe443345f3e35e29"
     },
-    "gower": {
-      "Package": "gower",
-      "Version": "0.2.2",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "be6a2b3529928bd803d1c437d1d43152"
-    },
     "graphlayouts": {
       "Package": "graphlayouts",
       "Version": "0.7.1",
@@ -674,13 +597,6 @@
       "Repository": "CRAN",
       "Hash": "fb3d0730f3a6de3b9c09081910cca9bc"
     },
-    "ipred": {
-      "Package": "ipred",
-      "Version": "0.9-12",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "8312ebd8121ad2eca1c76441040bee5d"
-    },
     "isoband": {
       "Package": "isoband",
       "Version": "0.2.3",
@@ -744,13 +660,6 @@
       "Repository": "CRAN",
       "Hash": "590829599d6182cf7461787af34666ee"
     },
-    "lava": {
-      "Package": "lava",
-      "Version": "1.6.10",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "4c31a28528978d8689145f5274ce9058"
-    },
     "lavaan": {
       "Package": "lavaan",
       "Version": "0.6-7",
@@ -765,13 +674,6 @@
       "Repository": "CRAN",
       "Hash": "3471fb65971f1a7b2d4ae7848cf2db8d"
     },
-    "listenv": {
-      "Package": "listenv",
-      "Version": "0.8.0",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "0bde42ee282efb18c7c4e63822f5b4f7"
-    },
     "lubridate": {
       "Package": "lubridate",
       "Version": "1.7.9.2",
@@ -870,13 +772,6 @@
       "Repository": "CRAN",
       "Hash": "a399e4773075fc2375b71f45fca186c4"
     },
-    "pROC": {
-      "Package": "pROC",
-      "Version": "1.18.0",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "417fd0d40479932c19faf2747817c473"
-    },
     "packrat": {
       "Package": "packrat",
       "Version": "0.5.0",
@@ -884,13 +779,6 @@
       "Repository": "CRAN",
       "Hash": "2ebd34a38f4248281096cc723535b66d"
     },
-    "parallelly": {
-      "Package": "parallelly",
-      "Version": "1.29.0",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "b5f399c9ce96977e22ef32c20b6cfe87"
-    },
     "pbapply": {
       "Package": "pbapply",
       "Version": "1.4-3",
@@ -982,13 +870,6 @@
       "Repository": "CRAN",
       "Hash": "22aab6098cb14edd0a5973a8438b569b"
     },
-    "prodlim": {
-      "Package": "prodlim",
-      "Version": "2019.11.13",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "c243bf70db3a6631a0c8783152fb7db9"
-    },
     "progress": {
       "Package": "progress",
       "Version": "1.2.2",
@@ -996,13 +877,6 @@
       "Repository": "CRAN",
       "Hash": "14dc9f7a3c91ebb14ec5bb9208a07061"
     },
-    "progressr": {
-      "Package": "progressr",
-      "Version": "0.9.0",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "ca0d80ecc29903f7579edbabd91f4199"
-    },
     "promises": {
       "Package": "promises",
       "Version": "1.1.1",
@@ -1010,13 +884,6 @@
       "Repository": "CRAN",
       "Hash": "a8730dcbdd19f9047774909f0ec214a4"
     },
-    "proxy": {
-      "Package": "proxy",
-      "Version": "0.4-26",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "50b405c6419e921b9e9360cc9ebbcf2d"
-    },
     "ps": {
       "Package": "ps",
       "Version": "1.5.0",
@@ -1038,13 +905,6 @@
       "Repository": "CRAN",
       "Hash": "97def703420c8ab10d8f0e6c72101e02"
     },
-    "qap": {
-      "Package": "qap",
-      "Version": "0.1-1",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "753e69deffc32851121955ea150ecf8d"
-    },
     "qgraph": {
       "Package": "qgraph",
       "Version": "1.6.5",
@@ -1073,20 +933,6 @@
       "Repository": "CRAN",
       "Hash": "63537c483c2dbec8d9e3183b3735254a"
     },
-    "recipes": {
-      "Package": "recipes",
-      "Version": "0.1.17",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "443951ef5d9e72a96405cbb0157bb1d4"
-    },
-    "registry": {
-      "Package": "registry",
-      "Version": "0.5-1",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "1c9935f4f14c6c096c9c9072ddee59f1"
-    },
     "rematch": {
       "Package": "rematch",
       "Version": "1.0.1",
@@ -1199,13 +1045,6 @@
       "Repository": "CRAN",
       "Hash": "3838071b66e0c566d55cc26bd6e27bf4"
     },
-    "seriation": {
-      "Package": "seriation",
-      "Version": "1.3.1",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "76ad2df9a7784e78dfaebe1ac9e295c3"
-    },
     "shape": {
       "Package": "shape",
       "Version": "1.4.5",
@@ -1304,13 +1143,6 @@
       "Repository": "CRAN",
       "Hash": "bd51be662f359fa99021f3d51e911490"
     },
-    "timeDate": {
-      "Package": "timeDate",
-      "Version": "3043.102",
-      "Source": "Repository",
-      "Repository": "CRAN",
-      "Hash": "fde4fc571f5f61978652c229d4713845"
-    },
     "tinytex": {
       "Package": "tinytex",
       "Version": "0.28",

rules/features.smk

@@ -761,6 +761,22 @@ rule fitbit_sleep_intraday_r_features:
     script:
         "../src/features/entry.R"
 
+rule merge_sensor_features_for_individual_participants:
+    input:
+        feature_files = input_merge_sensor_features_for_individual_participants
+    output:
+        "data/processed/features/{pid}/all_sensor_features.csv"
+    script:
+        "../src/features/utils/merge_sensor_features_for_individual_participants.R"
+
+rule merge_sensor_features_for_all_participants:
+    input:
+        feature_files = expand("data/processed/features/{pid}/all_sensor_features.csv", pid=config["PIDS"])
+    output:
+        "data/processed/features/all_participants/all_sensor_features.csv"
+    script:
+        "../src/features/utils/merge_sensor_features_for_all_participants.R"
+
 rule empatica_accelerometer_python_features:
     input:
         sensor_data = "data/raw/{pid}/empatica_accelerometer_with_datetime.csv",
@@ -942,46 +958,3 @@ rule empatica_tags_r_features:
         "data/interim/{pid}/empatica_tags_features/empatica_tags_r_{provider_key}.csv"
     script:
         "../src/features/entry.R"
-
-rule merge_sensor_features_for_individual_participants:
-    input:
-        feature_files = input_merge_sensor_features_for_individual_participants
-    output:
-        "data/processed/features/{pid}/all_sensor_features.csv"
-    script:
-        "../src/features/utils/merge_sensor_features_for_individual_participants.R"
-
-rule merge_sensor_features_for_all_participants:
-    input:
-        feature_files = expand("data/processed/features/{pid}/all_sensor_features.csv", pid=config["PIDS"])
-    output:
-        "data/processed/features/all_participants/all_sensor_features.csv"
-    script:
-        "../src/features/utils/merge_sensor_features_for_all_participants.R"
-
-rule clean_sensor_features_for_individual_participants:
-    input:
-        sensor_data = rules.merge_sensor_features_for_individual_participants.output
-    wildcard_constraints:
-        pid = "("+"|".join(config["PIDS"])+")"
-    params:
-        provider = lambda wildcards: config["ALL_CLEANING_INDIVIDUAL"]["PROVIDERS"][wildcards.provider_key.upper()],
-        provider_key = "{provider_key}",
-        sensor_key = "all_cleaning_individual"
-    output:
-        "data/processed/features/{pid}/all_sensor_features_cleaned_{provider_key}.csv"
-    script:
-        "../src/features/entry.R"
-
-rule clean_sensor_features_for_all_participants:
-    input:
-        sensor_data = rules.merge_sensor_features_for_all_participants.output
-    params:
-        provider = lambda wildcards: config["ALL_CLEANING_OVERALL"]["PROVIDERS"][wildcards.provider_key.upper()],
-        provider_key = "{provider_key}",
-        sensor_key = "all_cleaning_overall"
-    output:
-        "data/processed/features/all_participants/all_sensor_features_cleaned_{provider_key}.csv"
-    script:
-        "../src/features/entry.R"
-

rules/models.smk

@@ -1,16 +1,165 @@
-rule merge_baseline_data:
+rule download_demographic_data:
-    input:
-        data = expand(config["PARAMS_FOR_ANALYSIS"]["BASELINE"]["FOLDER"] + "/{container}", container=config["PARAMS_FOR_ANALYSIS"]["BASELINE"]["CONTAINER"])
-    output:
-        "data/raw/baseline_merged.csv"
-    script:
-        "../src/data/merge_baseline_data.py"
-
-rule download_baseline_data:
     input:
         participant_file = "data/external/participant_files/{pid}.yaml",
-        data = "data/raw/baseline_merged.csv"
+        data = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FOLDER"] + "/" + config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["CONTAINER"]
     output:
-        "data/raw/{pid}/participant_baseline_raw.csv"
+        "data/raw/{pid}/participant_info_raw.csv"
     script:
-        "../src/data/download_baseline_data.py"
+        "../src/data/workflow_example/download_demographic_data.R"
+
+rule demographic_features:
+    input:
+        participant_info = "data/raw/{pid}/participant_info_raw.csv"
+    params:
+        pid = "{pid}",
+        features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FEATURES"]
+    output:
+        "data/processed/features/{pid}/demographic_features.csv"
+    script:
+        "../src/features/workflow_example/demographic_features.py"
+
+rule download_target_data:
+    input:
+        participant_file = "data/external/participant_files/{pid}.yaml",
+        data = config["PARAMS_FOR_ANALYSIS"]["TARGET"]["FOLDER"] + "/" + config["PARAMS_FOR_ANALYSIS"]["TARGET"]["CONTAINER"]
+    output:
+        "data/raw/{pid}/participant_target_raw.csv"
+    script:
+        "../src/data/workflow_example/download_target_data.R"
+
+rule target_readable_datetime:
+    input:
+        sensor_input = "data/raw/{pid}/participant_target_raw.csv",
+        time_segments = "data/interim/time_segments/{pid}_time_segments.csv",
+        pid_file = "data/external/participant_files/{pid}.yaml",
+        tzcodes_file = input_tzcodes_file,
+    params:
+        device_type = "fitbit",
+        timezone_parameters = config["TIMEZONE"],
+        pid = "{pid}",
+        time_segments_type = config["TIME_SEGMENTS"]["TYPE"],
+        include_past_periodic_segments = config["TIME_SEGMENTS"]["INCLUDE_PAST_PERIODIC_SEGMENTS"]
+    output:
+        "data/raw/{pid}/participant_target_with_datetime.csv"
+    script:
+        "../src/data/datetime/readable_datetime.R"
+
+rule parse_targets:
+    input:
+        targets = "data/raw/{pid}/participant_target_with_datetime.csv",
+        time_segments_labels = "data/interim/time_segments/{pid}_time_segments_labels.csv"
+    output:
+        "data/processed/targets/{pid}/parsed_targets.csv"
+    script:
+        "../src/models/workflow_example/parse_targets.py"
+
+rule clean_sensor_features_for_individual_participants:
+    input:
+        rules.merge_sensor_features_for_individual_participants.output
+    params:
+        cols_nan_threshold = config["PARAMS_FOR_ANALYSIS"]["COLS_NAN_THRESHOLD"],
+        cols_var_threshold = config["PARAMS_FOR_ANALYSIS"]["COLS_VAR_THRESHOLD"],
+        rows_nan_threshold = config["PARAMS_FOR_ANALYSIS"]["ROWS_NAN_THRESHOLD"],
+        data_yielded_hours_ratio_threshold = config["PARAMS_FOR_ANALYSIS"]["DATA_YIELDED_HOURS_RATIO_THRESHOLD"],
+    output:
+        "data/processed/features/{pid}/all_sensor_features_cleaned.csv"
+    script:
+        "../src/models/workflow_example/clean_sensor_features.R"
+
+rule clean_sensor_features_for_all_participants:
+    input:
+        rules.merge_sensor_features_for_all_participants.output
+    params:
+        cols_nan_threshold = config["PARAMS_FOR_ANALYSIS"]["COLS_NAN_THRESHOLD"],
+        cols_var_threshold = config["PARAMS_FOR_ANALYSIS"]["COLS_VAR_THRESHOLD"],
+        rows_nan_threshold = config["PARAMS_FOR_ANALYSIS"]["ROWS_NAN_THRESHOLD"],
+        data_yielded_hours_ratio_threshold = config["PARAMS_FOR_ANALYSIS"]["DATA_YIELDED_HOURS_RATIO_THRESHOLD"],
+    output:
+        "data/processed/features/all_participants/all_sensor_features_cleaned.csv"
+    script:
+        "../src/models/workflow_example/clean_sensor_features.R"
+
+rule merge_features_and_targets_for_individual_model:
+    input:
+        cleaned_sensor_features = "data/processed/features/{pid}/all_sensor_features_cleaned.csv",
+        targets = "data/processed/targets/{pid}/parsed_targets.csv",
+    output:
+        "data/processed/models/individual_model/{pid}/input.csv"
+    script:
+        "../src/models/workflow_example/merge_features_and_targets_for_individual_model.py"
+
+rule merge_features_and_targets_for_population_model:
+    input:
+        cleaned_sensor_features = "data/processed/features/all_participants/all_sensor_features_cleaned.csv",
+        demographic_features = expand("data/processed/features/{pid}/demographic_features.csv", pid=config["PIDS"]),
+        targets = expand("data/processed/targets/{pid}/parsed_targets.csv", pid=config["PIDS"]),
+    output:
+        "data/processed/models/population_model/input.csv"
+    script:
+        "../src/models/workflow_example/merge_features_and_targets_for_population_model.py"
+
+rule baselines_for_individual_model:
+    input:
+        "data/processed/models/individual_model/{pid}/input.csv"
+    params:
+        cv_method = "{cv_method}",
+        colnames_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FEATURES"],
+    output:
+        "data/processed/models/individual_model/{pid}/output_{cv_method}/baselines.csv"
+    log:
+        "data/processed/models/individual_model/{pid}/output_{cv_method}/baselines_notes.log"
+    script:
+        "../src/models/workflow_example/baselines.py"
+
+rule baselines_for_population_model:
+    input:
+        "data/processed/models/population_model/input.csv"
+    params:
+        cv_method = "{cv_method}",
+        colnames_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FEATURES"],
+    output:
+        "data/processed/models/population_model/output_{cv_method}/baselines.csv"
+    log:
+        "data/processed/models/population_model/output_{cv_method}/baselines_notes.log"
+    script:
+        "../src/models/workflow_example/baselines.py"
+
+rule modelling_for_individual_participants:
+    input:
+        data = "data/processed/models/individual_model/{pid}/input.csv"
+    params:
+        model = "{model}",
+        cv_method = "{cv_method}",
+        scaler = "{scaler}",
+        categorical_operators = config["PARAMS_FOR_ANALYSIS"]["CATEGORICAL_OPERATORS"],
+        categorical_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["CATEGORICAL_FEATURES"],
+        model_hyperparams = config["PARAMS_FOR_ANALYSIS"]["MODEL_HYPERPARAMS"],
+    output:
+        fold_predictions = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/fold_predictions.csv",
+        fold_metrics = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/fold_metrics.csv",
+        overall_results = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/overall_results.csv",
+        fold_feature_importances = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/fold_feature_importances.csv"
+    log:
+        "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/notes.log"
+    script:
+        "../src/models/workflow_example/modelling.py"
+
+rule modelling_for_all_participants:
+    input:
+        data = "data/processed/models/population_model/input.csv"
+    params:
+        model = "{model}",
+        cv_method = "{cv_method}",
+        scaler = "{scaler}",
+        categorical_operators = config["PARAMS_FOR_ANALYSIS"]["CATEGORICAL_OPERATORS"],
+        categorical_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["CATEGORICAL_FEATURES"],
+        model_hyperparams = config["PARAMS_FOR_ANALYSIS"]["MODEL_HYPERPARAMS"],
+    output:
+        fold_predictions = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/fold_predictions.csv",
+        fold_metrics = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/fold_metrics.csv",
+        overall_results = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/overall_results.csv",
+        fold_feature_importances = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/fold_feature_importances.csv"
+    log:
+        "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/notes.log"
+    script:
+        "../src/models/workflow_example/modelling.py"

rules/models_example.smk

@@ -1,139 +0,0 @@
-rule download_demographic_data:
-    input:
-        participant_file = "data/external/participant_files/{pid}.yaml",
-        data = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FOLDER"] + "/" + config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["CONTAINER"]
-    output:
-        "data/raw/{pid}/participant_info_raw.csv"
-    script:
-        "../src/data/workflow_example/download_demographic_data.R"
-
-rule demographic_features:
-    input:
-        participant_info = "data/raw/{pid}/participant_info_raw.csv"
-    params:
-        pid = "{pid}",
-        features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FEATURES"]
-    output:
-        "data/processed/features/{pid}/demographic_features.csv"
-    script:
-        "../src/features/workflow_example/demographic_features.py"
-
-rule download_target_data:
-    input:
-        participant_file = "data/external/participant_files/{pid}.yaml",
-        data = config["PARAMS_FOR_ANALYSIS"]["TARGET"]["FOLDER"] + "/" + config["PARAMS_FOR_ANALYSIS"]["TARGET"]["CONTAINER"]
-    output:
-        "data/raw/{pid}/participant_target_raw.csv"
-    script:
-        "../src/data/workflow_example/download_target_data.R"
-
-rule target_readable_datetime:
-    input:
-        sensor_input = "data/raw/{pid}/participant_target_raw.csv",
-        time_segments = "data/interim/time_segments/{pid}_time_segments.csv",
-        pid_file = "data/external/participant_files/{pid}.yaml",
-        tzcodes_file = input_tzcodes_file,
-    params:
-        device_type = "fitbit",
-        timezone_parameters = config["TIMEZONE"],
-        pid = "{pid}",
-        time_segments_type = config["TIME_SEGMENTS"]["TYPE"],
-        include_past_periodic_segments = config["TIME_SEGMENTS"]["INCLUDE_PAST_PERIODIC_SEGMENTS"]
-    output:
-        "data/raw/{pid}/participant_target_with_datetime.csv"
-    script:
-        "../src/data/datetime/readable_datetime.R"
-
-rule parse_targets:
-    input:
-        targets = "data/raw/{pid}/participant_target_with_datetime.csv",
-        time_segments_labels = "data/interim/time_segments/{pid}_time_segments_labels.csv"
-    output:
-        "data/processed/targets/{pid}/parsed_targets.csv"
-    script:
-        "../src/models/workflow_example/parse_targets.py"
-
-rule merge_features_and_targets_for_individual_model:
-    input:
-        cleaned_sensor_features = "data/processed/features/{pid}/all_sensor_features_cleaned_rapids.csv",
-        targets = "data/processed/targets/{pid}/parsed_targets.csv",
-    output:
-        "data/processed/models/individual_model/{pid}/input.csv"
-    script:
-        "../src/models/workflow_example/merge_features_and_targets_for_individual_model.py"
-
-rule merge_features_and_targets_for_population_model:
-    input:
-        cleaned_sensor_features = "data/processed/features/all_participants/all_sensor_features_cleaned_rapids.csv",
-        demographic_features = expand("data/processed/features/{pid}/demographic_features.csv", pid=config["PIDS"]),
-        targets = expand("data/processed/targets/{pid}/parsed_targets.csv", pid=config["PIDS"]),
-    output:
-        "data/processed/models/population_model/input.csv"
-    script:
-        "../src/models/workflow_example/merge_features_and_targets_for_population_model.py"
-
-rule baselines_for_individual_model:
-    input:
-        "data/processed/models/individual_model/{pid}/input.csv"
-    params:
-        cv_method = "{cv_method}",
-        colnames_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FEATURES"],
-    output:
-        "data/processed/models/individual_model/{pid}/output_{cv_method}/baselines.csv"
-    log:
-        "data/processed/models/individual_model/{pid}/output_{cv_method}/baselines_notes.log"
-    script:
-        "../src/models/workflow_example/baselines.py"
-
-rule baselines_for_population_model:
-    input:
-        "data/processed/models/population_model/input.csv"
-    params:
-        cv_method = "{cv_method}",
-        colnames_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["FEATURES"],
-    output:
-        "data/processed/models/population_model/output_{cv_method}/baselines.csv"
-    log:
-        "data/processed/models/population_model/output_{cv_method}/baselines_notes.log"
-    script:
-        "../src/models/workflow_example/baselines.py"
-
-rule modelling_for_individual_participants:
-    input:
-        data = "data/processed/models/individual_model/{pid}/input.csv"
-    params:
-        model = "{model}",
-        cv_method = "{cv_method}",
-        scaler = "{scaler}",
-        categorical_operators = config["PARAMS_FOR_ANALYSIS"]["CATEGORICAL_OPERATORS"],
-        categorical_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["CATEGORICAL_FEATURES"],
-        model_hyperparams = config["PARAMS_FOR_ANALYSIS"]["MODEL_HYPERPARAMS"],
-    output:
-        fold_predictions = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/fold_predictions.csv",
-        fold_metrics = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/fold_metrics.csv",
-        overall_results = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/overall_results.csv",
-        fold_feature_importances = "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/fold_feature_importances.csv"
-    log:
-        "data/processed/models/individual_model/{pid}/output_{cv_method}/{model}/{scaler}/notes.log"
-    script:
-        "../src/models/workflow_example/modelling.py"
-
-rule modelling_for_all_participants:
-    input:
-        data = "data/processed/models/population_model/input.csv"
-    params:
-        model = "{model}",
-        cv_method = "{cv_method}",
-        scaler = "{scaler}",
-        categorical_operators = config["PARAMS_FOR_ANALYSIS"]["CATEGORICAL_OPERATORS"],
-        categorical_demographic_features = config["PARAMS_FOR_ANALYSIS"]["DEMOGRAPHIC"]["CATEGORICAL_FEATURES"],
-        model_hyperparams = config["PARAMS_FOR_ANALYSIS"]["MODEL_HYPERPARAMS"],
-    output:
-        fold_predictions = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/fold_predictions.csv",
-        fold_metrics = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/fold_metrics.csv",
-        overall_results = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/overall_results.csv",
-        fold_feature_importances = "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/fold_feature_importances.csv"
-    log:
-        "data/processed/models/population_model/output_{cv_method}/{model}/{scaler}/notes.log"
-    script:
-        "../src/models/workflow_example/modelling.py"

rules/preprocessing.smk

@@ -27,7 +27,7 @@ rule prepare_participants_csv:
     params:
         data_configuration = config["PHONE_DATA_STREAMS"][config["PHONE_DATA_STREAMS"]["USE"]],
         participants_table = "participants",
-        device_id_table = "esm",
+        device_id_table = "light_sensor",
         start_end_date_table = "esm"
     output:
         participants_file = config["CREATE_PARTICIPANT_FILES"]["CSV_FILE_PATH"]

src/data/application_categories.R

@@ -34,8 +34,6 @@ update_catalogue_file <- snakemake@params[["update_catalogue_file"]]
 scrape_missing_genres <- snakemake@params[["scrape_missing_genres"]]
 apps_with_genre <- data.frame(matrix(ncol=length(colnames(apps)) + 1,nrow=0, dimnames=list(NULL, c(colnames(apps), "genre"))))
 
-if (length(package_names_hashed) == 0) {package_names_hashed <- FALSE}
-
 if(nrow(apps) > 0){
   if(catalogue_source == "GOOGLE"){
     apps_with_genre <- apps %>% mutate(genre = NA_character_)

src/data/download_baseline_data.py

@@ -1,14 +0,0 @@
-import pandas as pd
-import yaml
-
-filename = snakemake.input["data"]
-baseline = pd.read_csv(filename)
-
-with open(snakemake.input["participant_file"], "r") as file:
-    participant = yaml.safe_load(file)
-
-username = participant["PHONE"]["LABEL"]
-
-baseline[baseline["username"] == username].to_csv(snakemake.output[0],
-                                                  index=False,
-                                                  encoding="utf-8",)

src/data/merge_baseline_data.py

@@ -1,34 +0,0 @@
-import pandas as pd
-
-VARIABLES_TO_TRANSLATE = {
-    "Gebruikersnaam": "username",
-    "Geslacht": "gender",
-    "Geboortedatum": "date_of_birth",
-}
-
-filenames = snakemake.input["data"]
-
-baseline_dfs = []
-
-for fn in filenames:
-    baseline_dfs.append(pd.read_csv(fn,
-                                    parse_dates=["Geboortedatum"],
-                                    infer_datetime_format=True,
-                                    cache_dates=True,
-                                    ))
-
-baseline = (
-    pd.concat(baseline_dfs, join="inner")
-    .reset_index()
-    .drop(columns="index")
-)
-
-baseline.rename(columns=VARIABLES_TO_TRANSLATE, copy=False, inplace=True)
-now = pd.Timestamp("now")
-baseline = baseline.assign(
-    age=lambda x: (now - x.date_of_birth).dt.days / 365.25245,
-)
-
-baseline.to_csv(snakemake.output[0],
-                index=False,
-                encoding="utf-8",)

src/data/streams/aware_postgresql/format.yaml

@@ -72,7 +72,7 @@ PHONE_APPLICATIONS_FOREGROUND:
     MUTATION:
       COLUMN_MAPPINGS:
       SCRIPTS:
-        - src/data/streams/mutations/phone/straw/app_add_name.R
+        - src/data/streams/mutations/phone/straw/app_add_name.py
 
 PHONE_APPLICATIONS_NOTIFICATIONS:
   ANDROID:
@@ -86,7 +86,7 @@ PHONE_APPLICATIONS_NOTIFICATIONS:
     MUTATION:
       COLUMN_MAPPINGS:
       SCRIPTS:
-        - src/data/streams/mutations/phone/straw/app_add_name.R
+        - src/data/streams/mutations/phone/straw/app_add_name.py
 
 PHONE_BATTERY:
   ANDROID:

src/data/streams/mutations/phone/straw/app_add_name.R

@@ -1,8 +0,0 @@
-source("renv/activate.R") # needed to use RAPIDS renv environment
-library(dplyr)
-
-main <- function(data, stream_parameters){
-    data <- data %>%
-      mutate(application_name = "hashed")
-    return(data)
-}

src/data/translate_usernames_into_participants_data.R

@@ -31,7 +31,6 @@ prepare_participants_file <- function() {
 
   device_ids <- pull_participants_device_ids(data_configuration, participant_data$participant_id, device_id_container)
   device_ids %<>%
-    filter(device_id != "") %>%
     group_by(participant_id) %>%
     summarise(device_ids = list(unique(device_id)))
   participant_data %<>%

src/features/all_cleaning_individual/rapids/main.R

@@ -1,87 +0,0 @@
-source("renv/activate.R")
-library(tidyr)
-library("dplyr", warn.conflicts = F)
-library(tidyverse)
-library(caret)
-library(corrr)
-
-rapids_cleaning <- function(sensor_data_files, provider){
-
-    clean_features <- read.csv(sensor_data_files[["sensor_data"]], stringsAsFactors = FALSE)
-    impute_selected_event_features <- provider[["IMPUTE_SELECTED_EVENT_FEATURES"]]
-    cols_nan_threshold <- as.numeric(provider[["COLS_NAN_THRESHOLD"]])
-    drop_zero_variance_columns <- as.logical(provider[["COLS_VAR_THRESHOLD"]])
-    rows_nan_threshold <- as.numeric(provider[["ROWS_NAN_THRESHOLD"]])
-    data_yield_unit <- tolower(str_split_fixed(provider[["DATA_YIELD_FEATURE"]], "_", 4)[[4]])
-    data_yield_column <- paste0("phone_data_yield_rapids_ratiovalidyielded", data_yield_unit)
-    data_yield_ratio_threshold <- as.numeric(provider[["DATA_YIELD_RATIO_THRESHOLD"]])
-    drop_highly_correlated_features <- provider[["DROP_HIGHLY_CORRELATED_FEATURES"]]
-
-    # Impute selected event features
-    if(as.logical(impute_selected_event_features$COMPUTE)){
-        if(!"phone_data_yield_rapids_ratiovalidyieldedminutes" %in% colnames(clean_features)){
-            stop("Error: RAPIDS provider needs to impute the selected event features based on phone_data_yield_rapids_ratiovalidyieldedminutes column, please set config[PHONE_DATA_YIELD][PROVIDERS][RAPIDS][COMPUTE] to True and include 'ratiovalidyieldedminutes' in [FEATURES].")
-        }
-        column_names <- colnames(clean_features)
-        selected_apps_features <- column_names[grepl("^phone_applications_foreground_rapids_(countevent|countepisode|minduration|maxduration|meanduration|sumduration)", column_names)]
-        selected_battery_features <- column_names[grepl("^phone_battery_rapids_", column_names)]
-        selected_calls_features <- column_names[grepl("^phone_calls_rapids_.*_(count|distinctcontacts|sumduration|minduration|maxduration|meanduration|modeduration)", column_names)]
-        selected_keyboard_features <- column_names[grepl("^phone_keyboard_rapids_(sessioncount|averagesessionlength|changeintextlengthlessthanminusone|changeintextlengthequaltominusone|changeintextlengthequaltoone|changeintextlengthmorethanone|maxtextlength|totalkeyboardtouches)", column_names)]
-        selected_messages_features <- column_names[grepl("^phone_messages_rapids_.*_(count|distinctcontacts)", column_names)]
-        selected_screen_features <- column_names[grepl("^phone_screen_rapids_(sumduration|maxduration|minduration|avgduration|countepisode)", column_names)]
-        selected_wifi_features <- column_names[grepl("^phone_wifi_(connected|visible)_rapids_", column_names)]
-        
-        selected_columns <- c(selected_apps_features, selected_battery_features, selected_calls_features, selected_keyboard_features, selected_messages_features, selected_screen_features, selected_wifi_features)
-        clean_features[selected_columns][is.na(clean_features[selected_columns]) & (clean_features$phone_data_yield_rapids_ratiovalidyieldedminutes > impute_selected_event_features$MIN_DATA_YIELDED_MINUTES_TO_IMPUTE)] <- 0
-    }
-    
-    # Drop rows with the value of data_yield_column less than data_yield_ratio_threshold
-    if(!data_yield_column %in% colnames(clean_features)){
-        stop(paste0("Error: RAPIDS provider needs to clean data based on ", data_yield_column, " column, please set config[PHONE_DATA_YIELD][PROVIDERS][RAPIDS][COMPUTE] to True and include 'ratiovalidyielded", data_yield_unit, "' in [FEATURES]."))
-    }
-    clean_features <- clean_features %>% 
-        filter(.[[data_yield_column]] >= data_yield_ratio_threshold)
-
-    # Drop columns with a percentage of NA values above cols_nan_threshold
-    if(nrow(clean_features))
-        clean_features <- clean_features %>% select_if(~ sum(is.na(.)) / length(.) <= cols_nan_threshold )
-
-    # Drop columns with zero variance
-    if(drop_zero_variance_columns)
-    clean_features <- clean_features %>% select_if(grepl("pid|local_segment|local_segment_label|local_segment_start_datetime|local_segment_end_datetime",names(.)) | sapply(., n_distinct, na.rm = T) > 1)
-
-    # Drop highly correlated features
-    if(as.logical(drop_highly_correlated_features$COMPUTE)){
-        
-        min_overlap_for_corr_threshold <- as.numeric(drop_highly_correlated_features$MIN_OVERLAP_FOR_CORR_THRESHOLD)
-        corr_threshold <- as.numeric(drop_highly_correlated_features$CORR_THRESHOLD)
-
-        features_for_corr <- clean_features %>% 
-            select_if(is.numeric) %>% 
-            select_if(sapply(., n_distinct, na.rm = T) > 1)
-
-        valid_pairs <- crossprod(!is.na(features_for_corr)) >= min_overlap_for_corr_threshold * nrow(features_for_corr)
-
-        if((nrow(features_for_corr) != 0) & (ncol(features_for_corr) != 0)){
-
-            highly_correlated_features <- features_for_corr %>% 
-                correlate(use = "pairwise.complete.obs", method = "spearman") %>% 
-                column_to_rownames(., var = "term") %>% 
-                as.matrix() %>% 
-                replace(!valid_pairs | is.na(.), 0) %>% 
-                findCorrelation(., cutoff = corr_threshold, verbose = F, names = T)
-
-            clean_features <- clean_features[, !names(clean_features) %in% highly_correlated_features]
-        
-        }
-    }
-
-    # Drop rows with a percentage of NA values above rows_nan_threshold
-    clean_features <- clean_features %>% 
-        mutate(percentage_na =  rowSums(is.na(.)) / ncol(.)) %>% 
-        filter(percentage_na <= rows_nan_threshold) %>% 
-        select(-percentage_na)
-
-    return(clean_features)
-}
-

src/features/all_cleaning_overall/rapids/main.R

@@ -1,87 +0,0 @@
-source("renv/activate.R")
-library(tidyr)
-library("dplyr", warn.conflicts = F)
-library(tidyverse)
-library(caret)
-library(corrr)
-
-rapids_cleaning <- function(sensor_data_files, provider){
-
-    clean_features <- read.csv(sensor_data_files[["sensor_data"]], stringsAsFactors = FALSE)
-    impute_selected_event_features <- provider[["IMPUTE_SELECTED_EVENT_FEATURES"]]
-    cols_nan_threshold <- as.numeric(provider[["COLS_NAN_THRESHOLD"]])
-    drop_zero_variance_columns <- as.logical(provider[["COLS_VAR_THRESHOLD"]])
-    rows_nan_threshold <- as.numeric(provider[["ROWS_NAN_THRESHOLD"]])
-    data_yield_unit <- tolower(str_split_fixed(provider[["DATA_YIELD_FEATURE"]], "_", 4)[[4]])
-    data_yield_column <- paste0("phone_data_yield_rapids_ratiovalidyielded", data_yield_unit)
-    data_yield_ratio_threshold <- as.numeric(provider[["DATA_YIELD_RATIO_THRESHOLD"]])
-    drop_highly_correlated_features <- provider[["DROP_HIGHLY_CORRELATED_FEATURES"]]
-
-    # Impute selected event features
-    if(as.logical(impute_selected_event_features$COMPUTE)){
-        if(!"phone_data_yield_rapids_ratiovalidyieldedminutes" %in% colnames(clean_features)){
-            stop("Error: RAPIDS provider needs to impute the selected event features based on phone_data_yield_rapids_ratiovalidyieldedminutes column, please set config[PHONE_DATA_YIELD][PROVIDERS][RAPIDS][COMPUTE] to True and include 'ratiovalidyieldedminutes' in [FEATURES].")
-        }
-        column_names <- colnames(clean_features)
-        selected_apps_features <- column_names[grepl("^phone_applications_foreground_rapids_(countevent|countepisode|minduration|maxduration|meanduration|sumduration)", column_names)]
-        selected_battery_features <- column_names[grepl("^phone_battery_rapids_", column_names)]
-        selected_calls_features <- column_names[grepl("^phone_calls_rapids_.*_(count|distinctcontacts|sumduration|minduration|maxduration|meanduration|modeduration)", column_names)]
-        selected_keyboard_features <- column_names[grepl("^phone_keyboard_rapids_(sessioncount|averagesessionlength|changeintextlengthlessthanminusone|changeintextlengthequaltominusone|changeintextlengthequaltoone|changeintextlengthmorethanone|maxtextlength|totalkeyboardtouches)", column_names)]
-        selected_messages_features <- column_names[grepl("^phone_messages_rapids_.*_(count|distinctcontacts)", column_names)]
-        selected_screen_features <- column_names[grepl("^phone_screen_rapids_(sumduration|maxduration|minduration|avgduration|countepisode)", column_names)]
-        selected_wifi_features <- column_names[grepl("^phone_wifi_(connected|visible)_rapids_", column_names)]
-        
-        selected_columns <- c(selected_apps_features, selected_battery_features, selected_calls_features, selected_keyboard_features, selected_messages_features, selected_screen_features, selected_wifi_features)
-        clean_features[selected_columns][is.na(clean_features[selected_columns]) & (clean_features$phone_data_yield_rapids_ratiovalidyieldedminutes > impute_selected_event_features$MIN_DATA_YIELDED_MINUTES_TO_IMPUTE)] <- 0
-    }
-    
-    # Drop rows with the value of data_yield_column less than data_yield_ratio_threshold
-    if(!data_yield_column %in% colnames(clean_features)){
-        stop(paste0("Error: RAPIDS provider needs to clean data based on ", data_yield_column, " column, please set config[PHONE_DATA_YIELD][PROVIDERS][RAPIDS][COMPUTE] to True and include 'ratiovalidyielded", data_yield_unit, "' in [FEATURES]."))
-    }
-    clean_features <- clean_features %>% 
-        filter(.[[data_yield_column]] >= data_yield_ratio_threshold)
-
-    # Drop columns with a percentage of NA values above cols_nan_threshold
-    if(nrow(clean_features))
-        clean_features <- clean_features %>% select_if(~ sum(is.na(.)) / length(.) <= cols_nan_threshold )
-
-    # Drop columns with zero variance
-    if(drop_zero_variance_columns)
-    clean_features <- clean_features %>% select_if(grepl("pid|local_segment|local_segment_label|local_segment_start_datetime|local_segment_end_datetime",names(.)) | sapply(., n_distinct, na.rm = T) > 1)
-
-    # Drop highly correlated features
-    if(as.logical(drop_highly_correlated_features$COMPUTE)){
-        
-        min_overlap_for_corr_threshold <- as.numeric(drop_highly_correlated_features$MIN_OVERLAP_FOR_CORR_THRESHOLD)
-        corr_threshold <- as.numeric(drop_highly_correlated_features$CORR_THRESHOLD)
-
-        features_for_corr <- clean_features %>% 
-            select_if(is.numeric) %>% 
-            select_if(sapply(., n_distinct, na.rm = T) > 1)
-
-        valid_pairs <- crossprod(!is.na(features_for_corr)) >= min_overlap_for_corr_threshold * nrow(features_for_corr)
-
-        if((nrow(features_for_corr) != 0) & (ncol(features_for_corr) != 0)){
-
-            highly_correlated_features <- features_for_corr %>% 
-                correlate(use = "pairwise.complete.obs", method = "spearman") %>% 
-                column_to_rownames(., var = "term") %>% 
-                as.matrix() %>% 
-                replace(!valid_pairs | is.na(.), 0) %>% 
-                findCorrelation(., cutoff = corr_threshold, verbose = F, names = T)
-
-            clean_features <- clean_features[, !names(clean_features) %in% highly_correlated_features]
-        
-        }
-    }
-
-    # Drop rows with a percentage of NA values above rows_nan_threshold
-    clean_features <- clean_features %>% 
-        mutate(percentage_na =  rowSums(is.na(.)) / ncol(.)) %>% 
-        filter(percentage_na <= rows_nan_threshold) %>% 
-        select(-percentage_na)
-
-    return(clean_features)
-}
-

src/features/entry.R

@@ -4,19 +4,13 @@ library("dplyr",warn.conflicts = F)
 library("tidyr")
 
 sensor_data_files <- snakemake@input
+sensor_data_files$time_segments_labels <- NULL
+time_segments_file <- snakemake@input[["time_segments_labels"]]
 
 provider <- snakemake@params["provider"][["provider"]]
 provider_key <- snakemake@params["provider_key"]
 sensor_key <- snakemake@params["sensor_key"]
 
-if(sensor_key == "all_cleaning_individual" | sensor_key == "all_cleaning_overall"){
+sensor_features <- fetch_provider_features(provider, provider_key, sensor_key, sensor_data_files, time_segments_file)
-    # Data cleaning
-    sensor_features = run_provider_cleaning_script(provider, provider_key, sensor_key, sensor_data_files)
-}else{
-    # Extract sensor features
-    sensor_data_files$time_segments_labels <- NULL
-    time_segments_file <- snakemake@input[["time_segments_labels"]]
-    sensor_features <- fetch_provider_features(provider, provider_key, sensor_key, sensor_data_files, time_segments_file)
-}
 
 write.csv(sensor_features, snakemake@output[[1]], row.names = FALSE)

src/features/entry.py

@@ -1,19 +1,14 @@
 import pandas as pd
-from utils.utils import fetch_provider_features, run_provider_cleaning_script
+from utils.utils import fetch_provider_features
 
 sensor_data_files = dict(snakemake.input)
+del sensor_data_files["time_segments_labels"]
+time_segments_file = snakemake.input["time_segments_labels"]
 
 provider = snakemake.params["provider"]
 provider_key = snakemake.params["provider_key"]
 sensor_key = snakemake.params["sensor_key"]
 
-if sensor_key == "all_cleaning_individual" or sensor_key == "all_cleaning_overall":
+sensor_features = fetch_provider_features(provider, provider_key, sensor_key, sensor_data_files, time_segments_file)
-    # Data cleaning
-    sensor_features = run_provider_cleaning_script(provider, provider_key, sensor_key, sensor_data_files)
-else:
-    # Extract sensor features
-    del sensor_data_files["time_segments_labels"]
-    time_segments_file = snakemake.input["time_segments_labels"]
-    sensor_features = fetch_provider_features(provider, provider_key, sensor_key, sensor_data_files, time_segments_file)
 
 sensor_features.to_csv(snakemake.output[0], index=False)

src/features/fitbit_steps_intraday/rapids/main.py

@@ -1,10 +1,9 @@
 import pandas as pd
 import numpy as np
 
-def statsFeatures(steps_data, features_to_compute, features_type, steps_features, *args, **kwargs):
+def statsFeatures(steps_data, features_to_compute, features_type, steps_features):
     if features_type == "steps" or features_type == "sumsteps":
         col_name = "steps"
-        reference_hour = kwargs["reference_hour"]
     elif features_type == "durationsedentarybout" or features_type == "durationactivebout":
         col_name = "duration"
     else:
@@ -24,10 +23,6 @@ def statsFeatures(steps_data, features_to_compute, features_type, steps_features
         steps_features["median" + features_type] = steps_data.groupby(["local_segment"])[col_name].median()
     if "std" + features_type in features_to_compute:
         steps_features["std" + features_type] = steps_data.groupby(["local_segment"])[col_name].std()
-    if (col_name == "steps") and ("firststeptime" in features_to_compute):
-        steps_features["firststeptime"] = steps_data[steps_data["steps"].ne(0)].groupby(["local_segment"])["local_time"].first().apply(lambda x: (int(x.split(":")[0]) - reference_hour) * 60 + int(x.split(":")[1]) + (int(x.split(":")[2]) / 60))
-    if (col_name == "steps") and ("laststeptime" in features_to_compute):
-        steps_features["laststeptime"] = steps_data[steps_data["steps"].ne(0)].groupby(["local_segment"])["local_time"].last().apply(lambda x: (int(x.split(":")[0]) - reference_hour) * 60 + int(x.split(":")[1]) + (int(x.split(":")[2]) / 60))
 
     return steps_features
 
@@ -43,11 +38,11 @@ def getBouts(steps_data):
 
     return bouts
 
-def extractStepsFeaturesFromIntradayData(steps_intraday_data, reference_hour, threshold_active_bout, intraday_features_to_compute_steps, intraday_features_to_compute_sedentarybout, intraday_features_to_compute_activebout, steps_intraday_features):
+def extractStepsFeaturesFromIntradayData(steps_intraday_data, threshold_active_bout, intraday_features_to_compute_steps, intraday_features_to_compute_sedentarybout, intraday_features_to_compute_activebout, steps_intraday_features):
     steps_intraday_features = pd.DataFrame()
 
     # statistics features of steps count
-    steps_intraday_features = statsFeatures(steps_intraday_data, intraday_features_to_compute_steps, "steps", steps_intraday_features, reference_hour=reference_hour)
+    steps_intraday_features = statsFeatures(steps_intraday_data, intraday_features_to_compute_steps, "steps", steps_intraday_features)
 
     # sedentary bout: less than THRESHOLD_ACTIVE_BOUT (default: 10) steps in a minute
     # active bout: greater or equal to THRESHOLD_ACTIVE_BOUT (default: 10) steps in a minute
@@ -71,7 +66,6 @@ def extractStepsFeaturesFromIntradayData(steps_intraday_data, reference_hour, th
 
 def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_segment, *args, **kwargs):
 
-    reference_hour = provider["REFERENCE_HOUR"]
     threshold_active_bout = provider["THRESHOLD_ACTIVE_BOUT"]
     include_zero_step_rows = provider["INCLUDE_ZERO_STEP_ROWS"]
 
@@ -79,11 +73,11 @@ def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_se
 
     requested_intraday_features = provider["FEATURES"]
 
-    requested_intraday_features_steps = [x + "steps" if x not in ["firststeptime", "laststeptime"] else x for x in requested_intraday_features["STEPS"]]
+    requested_intraday_features_steps = [x + "steps" for x in requested_intraday_features["STEPS"]]
     requested_intraday_features_sedentarybout = [x + "sedentarybout" for x in requested_intraday_features["SEDENTARY_BOUT"]]
     requested_intraday_features_activebout = [x + "activebout" for x in requested_intraday_features["ACTIVE_BOUT"]]
     # name of the features this function can compute
-    base_intraday_features_steps = ["sumsteps", "maxsteps", "minsteps", "avgsteps", "stdsteps", "firststeptime", "laststeptime"]
+    base_intraday_features_steps = ["sumsteps", "maxsteps", "minsteps", "avgsteps", "stdsteps"]
     base_intraday_features_sedentarybout = ["countepisodesedentarybout", "sumdurationsedentarybout", "maxdurationsedentarybout", "mindurationsedentarybout", "avgdurationsedentarybout", "stddurationsedentarybout"]
     base_intraday_features_activebout = ["countepisodeactivebout", "sumdurationactivebout", "maxdurationactivebout", "mindurationactivebout", "avgdurationactivebout", "stddurationactivebout"]
     # the subset of requested features this function can compute
@@ -105,6 +99,6 @@ def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_se
         steps_intraday_data = filter_data_by_segment(steps_intraday_data, time_segment)
 
         if not steps_intraday_data.empty:
-            steps_intraday_features = extractStepsFeaturesFromIntradayData(steps_intraday_data, reference_hour, threshold_active_bout, intraday_features_to_compute_steps, intraday_features_to_compute_sedentarybout, intraday_features_to_compute_activebout, steps_intraday_features)
+            steps_intraday_features = extractStepsFeaturesFromIntradayData(steps_intraday_data, threshold_active_bout, intraday_features_to_compute_steps, intraday_features_to_compute_sedentarybout, intraday_features_to_compute_activebout, steps_intraday_features)
     
     return steps_intraday_features

src/features/phone_activity_recognition/rapids/main.py

@@ -1,4 +1,5 @@
 import pandas as pd
+import numpy as np
 
 def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_segment, *args, **kwargs):
 
@@ -30,13 +31,11 @@ def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_se
                 if "duration" + column.lower() in features_to_compute:
                     filtered_data = ar_episodes[ar_episodes["activity_name"].isin(pd.Series(activity_labels))]
                     if not filtered_data.empty:
-                        ar_features["duration" + column.lower()] = ar_episodes[ar_episodes["activity_name"].isin(pd.Series(activity_labels))].groupby(["local_segment"])["duration"].sum()
+                        ar_features["duration" + column.lower()] = ar_episodes[ar_episodes["activity_name"].isin(pd.Series(activity_labels))].groupby(["local_segment"])["duration"].sum().fillna(0)
                     else:
                         ar_features["duration" + column.lower()] = 0
 
             ar_features.index.names = ["local_segment"]
             ar_features = ar_features.reset_index()
     
-    ar_features.fillna(value={"count": 0, "countuniqueactivities": 0, "durationstationary": 0, "durationmobile": 0, "durationvehicle": 0}, inplace=True)
-
     return ar_features

src/features/phone_applications_foreground/rapids/main.py

@@ -26,23 +26,40 @@ def compute_features(filtered_data, apps_type, requested_features, apps_features
             apps_features["frequencyentropy" + apps_type] = apps_with_count.groupby("local_segment")["timestamp"].agg(entropy)
     if "countevent" in requested_features:
         apps_features["countevent" + apps_type] = filtered_data.groupby(["local_segment"]).count()["timestamp"]
+        apps_features.fillna(value={"countevent" + apps_type: 0}, inplace=True)
 
     if "countepisode" in requested_features:
         apps_features["countepisode" + apps_type] = filtered_data.groupby(["local_segment"]).count()["start_timestamp"]
+        apps_features.fillna(value={"countepisode" + apps_type: 0}, inplace=True)
 
     if "minduration" in requested_features:
-        apps_features["minduration" + apps_type] = filtered_data.groupby(by = ["local_segment"])["duration"].min()
+        grouped_data = filtered_data.groupby(by = ['local_segment'])['duration'].min()
+        if grouped_data.empty:
+            apps_features["minduration" + apps_type] = np.nan
+        else:
+            apps_features["minduration" + apps_type] = grouped_data
             
     if "maxduration" in requested_features:
-        apps_features["maxduration" + apps_type] = filtered_data.groupby(by = ["local_segment"])["duration"].max()
+        grouped_data = filtered_data.groupby(by = ['local_segment'])['duration'].max()
+        if grouped_data.empty:
+            apps_features["maxduration" + apps_type] = np.nan
+        else:
+            apps_features["maxduration" + apps_type] = grouped_data
             
     if "meanduration" in requested_features:
-        apps_features["meanduration" + apps_type] = filtered_data.groupby(by = ["local_segment"])["duration"].mean()
+        grouped_data = filtered_data.groupby(by = ['local_segment'])['duration'].mean()
+        if grouped_data.empty:
+            apps_features["meanduration" + apps_type] = np.nan
+        else:
+            apps_features["meanduration" + apps_type] = grouped_data
             
     if "sumduration" in requested_features:
-        apps_features["sumduration" + apps_type] = filtered_data.groupby(by = ["local_segment"])["duration"].sum()
+        grouped_data = filtered_data.groupby(by = ['local_segment'])['duration'].sum()
-    
+        if grouped_data.empty:
-    apps_features.index.names = ["local_segment"]
+            apps_features["sumduration" + apps_type] = np.nan
+        else:
+            apps_features["sumduration" + apps_type] = grouped_data
+    apps_features.index.names = ['local_segment']
     return apps_features
 
 def process_app_features(data, requested_features, time_segment, provider, filter_data_by_segment):
@@ -128,6 +145,4 @@ def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_se
         
         features = pd.merge(episodes_features, features, how='outer', on='local_segment')
 
-    features.fillna(value={feature_name: 0 for feature_name in features.columns if feature_name.startswith(("countevent", "countepisode", "minduration", "maxduration", "meanduration", "sumduration"))}, inplace=True)
-    
     return features

src/features/phone_calls/rapids/main.R

@@ -88,6 +88,6 @@ rapids_features <- function(sensor_data_files, time_segment, provider){
         features <- call_features_of_type(calls_of_type, features_type, call_type, time_segment, requested_features)
         call_features <- merge(call_features, features, all=TRUE)
     }
-    call_features <- call_features %>% mutate_at(vars(contains("countmostfrequentcontact") | contains("distinctcontacts") | contains("count") | contains("sumduration") | contains("minduration") | contains("maxduration") | contains("meanduration") | contains("modeduration")), list( ~ replace_na(., 0)))
+    call_features <- call_features %>% mutate_at(vars(contains("countmostfrequentcontact") | contains("distinctcontacts") | contains("count")), list( ~ replace_na(., 0)))
     return(call_features)
 }

src/features/phone_conversation/rapids/main.py

@@ -140,7 +140,7 @@ def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_se
             if "voicemaxenergy" in features_to_compute:
                 conversation_features["voicemaxenergy"] = conversation_data[conversation_data['inference']==2].groupby(["local_segment"])["double_energy"].max()
 
-            conversation_features.fillna(value={feature_name: 0 for feature_name in conversation_features.columns if feature_name not in ["timefirstconversation", "timelastconversation", "sdconversationduration", "noisesdenergy", "voicesdenergy"]}, inplace=True)
+
             conversation_features = conversation_features.reset_index()
 
     return conversation_features

src/features/phone_keyboard/rapids/main.py

@@ -59,7 +59,6 @@ def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_se
             if "totalkeyboardtouches" in features_to_compute:
                 keyboard_features["totalkeyboardtouches"] = keyboard_data.groupby(['local_segment','sessionNumber'])['is_password'].count().reset_index().groupby(['local_segment'])['is_password'].mean()
             
-            keyboard_features.fillna(value={"sessioncount": 0, "averagesessionlength": 0, "changeintextlengthlessthanminusone": 0, "changeintextlengthequaltominusone": 0, "changeintextlengthequaltoone": 0, "changeintextlengthmorethanone": 0, "maxtextlength": 0, "totalkeyboardtouches": 0}, inplace=True)
             keyboard_features = keyboard_features.reset_index()
 
     return keyboard_features

src/features/phone_locations/doryab/main.py

@@ -180,11 +180,8 @@ def doryab_features(sensor_data_files, time_segment, provider, filter_data_by_se
     location_features = location_features.merge(location_entropy(stationary_data_without_outliers), how="outer", left_index=True, right_index=True)
 
     # time at home
-    if stationary_data.empty:
+    stationary_data["time_at_home"] = stationary_data.apply(lambda row: row["duration"] if row["distance_from_home"] <= radius_from_home else 0, axis=1)
-        location_features["timeathome"] = 0
+    location_features["timeathome"] = stationary_data[["local_segment", "time_at_home"]].groupby(["local_segment"])["time_at_home"].sum()
-    else:
-        stationary_data["time_at_home"] = stationary_data.apply(lambda row: row["duration"] if row["distance_from_home"] <= radius_from_home else 0, axis=1)
-        location_features["timeathome"] = stationary_data[["local_segment", "time_at_home"]].groupby(["local_segment"])["time_at_home"].sum()
 
     # home label
     location_features["homelabel"] = stationary_data[["local_segment", "home_label"]].groupby(["local_segment"]).agg(lambda x: pd.Series.mode(x)[0])

src/features/phone_screen/rapids/main.py

@@ -62,7 +62,6 @@ def rapids_features(sensor_data_files, time_segment, provider, filter_data_by_se
                 screen_features = pd.concat([screen_features, getEpisodeDurationFeatures(screen_data, time_segment, episode, features_episodes_to_compute, reference_hour_first_use)], axis=1)
 
         if not screen_features.empty:
-            screen_features.fillna(value={feature_name: 0 for feature_name in screen_features.columns if not feature_name.startswith(("stdduration", "firstuseafter"))}, inplace=True)
             screen_features = screen_features.reset_index()
 
     return screen_features

src/features/utils/utils.R

@@ -83,14 +83,4 @@ fetch_provider_features <- function(provider, provider_key, sensor_key, sensor_d
                                                 "(.*)#(.*),(.*)", 
                                                 remove = FALSE)
     return(sensor_features)
-}
+}
-
-run_provider_cleaning_script <- function(provider, provider_key, sensor_key, sensor_data_files){
-  source(provider[["SRC_SCRIPT"]])
-  print(paste(rapids_log_tag, "Processing", sensor_key, provider_key))
-  
-  cleaning_function <- match.fun(paste0(tolower(provider_key), "_cleaning"))
-  sensor_features <- cleaning_function(sensor_data_files, provider)
-
-  return(sensor_features)
-}

src/features/utils/utils.py

@@ -123,13 +123,3 @@ def fetch_provider_features(provider, provider_key, sensor_key, sensor_data_file
             sensor_features.insert(1 + i, segment_colums.columns[i], segment_colums[segment_colums.columns[i]])
 
     return sensor_features
-
-def run_provider_cleaning_script(provider, provider_key, sensor_key, sensor_data_files):
-    from importlib import import_module, util
-    print("{} Processing {} {}".format(rapids_log_tag, sensor_key, provider_key))
-
-    cleaning_module = import_path(provider["SRC_SCRIPT"])
-    cleaning_function = getattr(cleaning_module,  provider_key.lower() + "_cleaning")
-    sensor_features = cleaning_function(sensor_data_files, provider)
-
-    return sensor_features

src/models/workflow_example/clean_sensor_features.R

@@ -0,0 +1,29 @@
+source("renv/activate.R")
+library(tidyr)
+library("dplyr", warn.conflicts = F)
+
+
+clean_features <- read.csv(snakemake@input[[1]])
+cols_nan_threshold <- as.numeric(snakemake@params[["cols_nan_threshold"]])
+drop_zero_variance_columns <- as.logical(snakemake@params[["cols_var_threshold"]])
+rows_nan_threshold <- as.numeric(snakemake@params[["rows_nan_threshold"]])
+data_yielded_hours_ratio_threshold <- as.numeric(snakemake@params[["data_yielded_hours_ratio_threshold"]])
+
+# drop rows with the value of "phone_data_yield_rapids_ratiovalidyieldedhours" column less than data_yielded_hours_ratio_threshold
+clean_features <- clean_features %>% 
+  filter(phone_data_yield_rapids_ratiovalidyieldedhours > data_yielded_hours_ratio_threshold)
+
+# drop columns with a percentage of NA values above cols_nan_threshold
+if(nrow(clean_features))
+    clean_features <- clean_features %>% select_if(~ sum(is.na(.)) / length(.) <= cols_nan_threshold )
+
+if(drop_zero_variance_columns)
+  clean_features <- clean_features %>% select_if(grepl("pid|local_segment|local_segment_label|local_segment_start_datetime|local_segment_end_datetime",names(.)) | sapply(., n_distinct, na.rm = T) > 1)
+
+# drop rows with a percentage of NA values above rows_nan_threshold
+clean_features <- clean_features %>% 
+  mutate(percentage_na =  rowSums(is.na(.)) / ncol(.)) %>% 
+  filter(percentage_na < rows_nan_threshold) %>% 
+  select(-percentage_na)
+
+write.csv(clean_features, snakemake@output[[1]], row.names = FALSE)

tests/data/external/aware_csv/phone_battery_raw.csv

@@ -1,339 +0,0 @@
-timestamp,device_id,battery_status,battery_level,battery_scale,battery_voltage,battery_temperature,battery_adaptor,battery_health,battery_technology
-1583471290416,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583471483435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583471730630,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583471858603,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583476060603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583482830416,android,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583483030435,android,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583483435630,android,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583483435876,android,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583492250123,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583492389435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583492539321,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583492672456,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583499872416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583500032435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583500192679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583500387876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583503987603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583508197416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583508383435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583508583679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583508858876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583513758416,android,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583471290416,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583471483435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583471730630,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583471858603,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583476060603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583482830416,android,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583483030435,android,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583483435630,android,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583483435876,android,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583492250123,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583492389435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583492539321,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583492672456,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583499872416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583500032435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583500192679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583500387876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583503987603,android,4.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583508197416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583508383435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583508583679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583508858876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583513758416,android,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583513968435,android,2.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583514277679,android,2.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583514487876,android,2.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583520727416,android,3.0,64.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583520899435,android,3.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583521029679,android,3.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583521219876,android,3.0,61.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583525429603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583529207416,android,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583529477435,android,2.0,61.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583529687679,android,2.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583529887876,android,2.0,63.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583535363123,android,3.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583535581435,android,3.0,59.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583535854321,android,3.0,58.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583536044456,android,3.0,57.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583542983416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583543112435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583543244679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583543434876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583545844603,android,4.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583548204416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583548334435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583548523679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583548667876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583548801875,android,2.0,70.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583549001075,android,2.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583557067875,android,3.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583557127875,android,3.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583618405000,android,3.0,90.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583618820000,android,3.0,89.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583619300000,android,3.0,88.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583634720000,android,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583635140000,android,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583635680000,android,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583645040000,android,3.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583645820000,android,3.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583646360000,android,3.0,48.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583646600000,android,2.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583647080000,android,2.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583719080000,android,2.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583719680000,android,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720100000,android,2.0,61.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720100000,android,3.0,75.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720400000,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720940000,android,3.0,73.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583746260000,android,3.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583746500000,android,3.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583746980000,android,3.0,58.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583751900000,android,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583752200000,android,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583752620000,android,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583471290416,ios,4.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583471483435,ios,4.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583471730630,ios,4.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583471858603,ios,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583482830416,ios,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583483030435,ios,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583483435630,ios,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583483435876,ios,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583492250123,ios,4.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583492389435,ios,4.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583492539321,ios,4.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583492672456,ios,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583499872416,ios,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583500032435,ios,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583500192679,ios,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583500387876,ios,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583508197416,ios,4.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583508383435,ios,4.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583508583679,ios,4.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583508858876,ios,4.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583513758416,ios,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583513968435,ios,2.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583514277679,ios,2.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583514487876,ios,2.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583520727416,ios,4.0,64.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583520899435,ios,4.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583521029679,ios,4.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583521219876,ios,4.0,61.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583529207416,ios,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583529477435,ios,2.0,61.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583529687679,ios,2.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583529887876,ios,2.0,63.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583535363123,ios,4.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583535581435,ios,4.0,59.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583535854321,ios,4.0,58.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583536044456,ios,4.0,57.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583542983416,ios,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583543112435,ios,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583543244679,ios,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583543434876,ios,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583548204416,ios,4.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583548334435,ios,4.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1583548523679,ios,4.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583548667876,ios,4.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583548801875,ios,2.0,70.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583549001075,ios,2.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583557067875,ios,4.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583557127875,ios,4.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1583618405000,ios,4.0,90.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583618820000,ios,4.0,89.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583619300000,ios,4.0,88.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583634720000,ios,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583635140000,ios,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583635680000,ios,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583645040000,ios,4.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583645820000,ios,4.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583646360000,ios,4.0,48.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583646600000,ios,2.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583647080000,ios,2.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583719080000,ios,2.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583719680000,ios,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720100000,ios,2.0,61.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720100000,ios,4.0,75.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720400000,ios,4.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583720940000,ios,4.0,73.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583746260000,ios,4.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583746500000,ios,4.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583746980000,ios,4.0,58.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583751900000,ios,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583752200000,ios,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1583752620000,ios,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604030890416,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604031083435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604031330630,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604031458603,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604035660603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604042430416,android,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604042630435,android,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604043035630,android,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604043035876,android,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604051850123,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604051989435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604052139321,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604052272456,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604059472416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604059632435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604059792679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604059987876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604063587603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604067797416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604067983435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604068183679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604068458876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604073358416,android,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604030890416,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604031083435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604031330630,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604031458603,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604035660603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604042430416,android,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604042630435,android,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604043035630,android,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604043035876,android,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604051850123,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604051989435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604052139321,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604052272456,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604059472416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604059632435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604059792679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604059987876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604063587603,android,4.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604067797416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604067983435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604068183679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604068458876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604073358416,android,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604073568435,android,2.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604073877679,android,2.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604074087876,android,2.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604080327416,android,3.0,64.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604080499435,android,3.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604080629679,android,3.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604080819876,android,3.0,61.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604085029603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604088807416,android,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604089077435,android,2.0,61.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604089287679,android,2.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604089487876,android,2.0,63.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604094963123,android,3.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604095181435,android,3.0,59.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604095454321,android,3.0,58.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604095644456,android,3.0,57.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604102583416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604102712435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604102844679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604103034876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604105444603,android,4.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604107804416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604107934435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604108123679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604108267876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604108401875,android,2.0,70.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604108601075,android,2.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604116667875,android,3.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604116727875,android,3.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604178005000,android,3.0,90.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604178420000,android,3.0,89.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604178900000,android,3.0,88.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604194320000,android,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604194740000,android,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604195280000,android,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604204640000,android,3.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604205420000,android,3.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604205960000,android,3.0,48.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604206200000,android,2.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604206680000,android,2.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604285880000,android,2.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604286480000,android,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604286900000,android,2.0,61.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604286900000,android,3.0,75.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604287200000,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604287740000,android,3.0,73.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604313060000,android,3.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604313300000,android,3.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604313780000,android,3.0,58.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604318700000,android,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604319000000,android,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604319420000,android,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604030890416,ios,4.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604031083435,ios,4.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604031330630,ios,4.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604031458603,ios,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604042430416,ios,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604042630435,ios,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604043035630,ios,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604043035876,ios,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604051850123,ios,4.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604051989435,ios,4.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604052139321,ios,4.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604052272456,ios,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604059472416,ios,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604059632435,ios,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604059792679,ios,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604059987876,ios,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604067797416,ios,4.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604067983435,ios,4.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604068183679,ios,4.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604068458876,ios,4.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604073358416,ios,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604073568435,ios,2.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604073877679,ios,2.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604074087876,ios,2.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604080327416,ios,4.0,64.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604080499435,ios,4.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604080629679,ios,4.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604080819876,ios,4.0,61.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604088807416,ios,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604089077435,ios,2.0,61.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604089287679,ios,2.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604089487876,ios,2.0,63.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604094963123,ios,4.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604095181435,ios,4.0,59.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604095454321,ios,4.0,58.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604095644456,ios,4.0,57.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604102583416,ios,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604102712435,ios,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604102844679,ios,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604103034876,ios,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604107804416,ios,4.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604107934435,ios,4.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-1604108123679,ios,4.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604108267876,ios,4.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604108401875,ios,2.0,70.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604108601075,ios,2.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604116667875,ios,4.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604116727875,ios,4.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-1604178005000,ios,4.0,90.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604178420000,ios,4.0,89.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604178900000,ios,4.0,88.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604194320000,ios,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604194740000,ios,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604195280000,ios,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604204640000,ios,4.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604205420000,ios,4.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604205960000,ios,4.0,48.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604206200000,ios,2.0,49.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604206680000,ios,2.0,50.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604285880000,ios,2.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604286480000,ios,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604286900000,ios,2.0,61.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604286900000,ios,4.0,75.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604287200000,ios,4.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604287740000,ios,4.0,73.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604313060000,ios,4.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604313300000,ios,4.0,59.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604313780000,ios,4.0,58.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604318700000,ios,2.0,78.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604319000000,ios,2.0,79.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-1604319420000,ios,2.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion

tests/data/manual/aware_csv/phone_battery_raw.csv

@@ -1,170 +0,0 @@
-test_time,device_id,battery_status,battery_level,battery_scale,battery_voltage,battery_temperature,battery_adaptor,battery_health,battery_technology
-Fri 00:08:10.416,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 00:11:23.435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 00:15:30.630,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 00:17:38.603,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 01:27:40.603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 03:20:30.416,android,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 03:23:50.435,android,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 03:30:35.630,android,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 03:30:35.876,android,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 05:57:30.123,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 05:59:49.435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 06:02:19.321,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 06:04:32.456,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 08:04:32.416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 08:07:12.435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 08:09:52.679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 08:13:07.876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 09:13:07.603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 10:23:17.416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 10:26:23.435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 10:29:43.679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 10:34:18.876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 11:55:58.416,android,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 00:08:10.416,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 00:11:23.435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 00:15:30.630,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 00:17:38.603,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 01:27:40.603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 03:20:30.416,android,2.0,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 03:23:50.435,android,2.0,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 03:30:35.630,android,2.0,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 03:30:35.876,android,2.0,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 05:57:30.123,android,3.0,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 05:59:49.435,android,3.0,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 06:02:19.321,android,3.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 06:04:32.456,android,3.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 08:04:32.416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 08:07:12.435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 08:09:52.679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 08:13:07.876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 09:13:07.603,android,4.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 10:23:17.416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 10:26:23.435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 10:29:43.679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 10:34:18.876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 11:55:58.416,android,2.0,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 11:59:28.435,android,2.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 12:04:37.679,android,2.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 12:08:07.876,android,2.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 13:52:07.416,android,3.0,64.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 13:54:59.435,android,3.0,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 13:57:09.679,android,3.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 14:00:19.876,android,3.0,61.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 15:10:29.603,android,4.0,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 16:13:27.416,android,2.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 16:17:57.435,android,2.0,61.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 16:21:27.679,android,2.0,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 16:24:47.876,android,2.0,63.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 17:56:03.123,android,3.0,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 17:59:41.435,android,3.0,59.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 18:04:14.321,android,3.0,58.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 18:07:24.456,android,3.0,57.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 20:03:03.416,android,2.0,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 20:05:12.435,android,2.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 20:07:24.679,android,2.0,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 20:10:34.876,android,2.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 20:50:44.603,android,4.0,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:30:04.416,android,3.0,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 21:32:14.435,android,3.0,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 21:35:23.679,android,3.0,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:37:47.876,android,3.0,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:40:01.875,android,2.0,70.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:43:21.075,android,2.0,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 23:57:47.875,android,3.0,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 23:58:47.875,android,3.0,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Sat 17:00:05,android,3,90,100,4170,23,0,2,Li-ion
-Sat 17:07:00,android,3,89,100,4170,23,0,2,Li-ion
-Sat 17:15:00,android,3,88,100,4170,23,0,2,Li-ion
-Sat 21:32:00,android,2,78,100,4170,23,0,2,Li-ion
-Sat 21:39:00,android,2,79,100,4170,23,0,2,Li-ion
-Sat 21:48:00,android,2,80,100,4170,23,0,2,Li-ion
-Sun 00:24:00,android,3,50,100,4170,23,0,2,Li-ion
-Sun 00:37:00,android,3,49,100,4170,23,0,2,Li-ion
-Sun 00:46:00,android,3,48,100,4170,23,0,2,Li-ion
-Sun 00:50:00,android,2,49,100,4170,23,0,2,Li-ion
-Sun 00:58:00,android,2,50,100,4170,23,0,2,Li-ion
-Sun 21:58:00,android,2,59,100,4170,23,0,2,Li-ion
-Sun 22:08:00,android,2,60,100,4170,23,0,2,Li-ion
-Sun 22:15:00,android,2,61,100,4170,23,0,2,Li-ion
-Sun 22:15:00,android,3,75,100,4170,23,0,2,Li-ion
-Sun 22:20:00,android,3,74,100,4170,23,0,2,Li-ion
-Sun 22:29:00,android,3,73,100,4170,23,0,2,Li-ion
-Mon 05:31:00,android,3,60,100,4170,23,0,2,Li-ion
-Mon 05:35:00,android,3,59,100,4170,23,0,2,Li-ion
-Mon 05:43:00,android,3,58,100,4170,23,0,2,Li-ion
-Mon 07:05:00,android,2,78,100,4170,23,0,2,Li-ion
-Mon 07:10:00,android,2,79,100,4170,23,0,2,Li-ion
-Mon 07:17:00,android,2,80,100,4170,23,0,2,Li-ion
-Fri 00:08:10.416,ios,4,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 00:11:23.435,ios,4,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 00:15:30.630,ios,4,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 00:17:38.603,ios,4,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 03:20:30.416,ios,2,77.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 03:23:50.435,ios,2,78.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 03:30:35.630,ios,2,79.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 03:30:35.876,ios,2,80.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 05:57:30.123,ios,4,80.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 05:59:49.435,ios,4,79.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 06:02:19.321,ios,4,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 06:04:32.456,ios,4,77.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 08:04:32.416,ios,2,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 08:07:12.435,ios,2,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 08:09:52.679,ios,2,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 08:13:07.876,ios,2,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 10:23:17.416,ios,4,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 10:26:23.435,ios,4,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 10:29:43.679,ios,4,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 10:34:18.876,ios,4,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 11:55:58.416,ios,2,62.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 11:59:28.435,ios,2,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 12:04:37.679,ios,2,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 12:08:07.876,ios,2,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 13:52:07.416,ios,4,64.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 13:54:59.435,ios,4,63.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 13:57:09.679,ios,4,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 14:00:19.876,ios,4,61.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 16:13:27.416,ios,2,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 16:17:57.435,ios,2,61.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 16:21:27.679,ios,2,62.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 16:24:47.876,ios,2,63.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 17:56:03.123,ios,4,60.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 17:59:41.435,ios,4,59.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 18:04:14.321,ios,4,58.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 18:07:24.456,ios,4,57.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 20:03:03.416,ios,2,72.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 20:05:12.435,ios,2,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 20:07:24.679,ios,2,74.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 20:10:34.876,ios,2,75.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:30:04.416,ios,4,74.0,100.0,4170.0,23.0,0.0,2.0,Li-ion
-Fri 21:32:14.435,ios,4,73.0,100.0,4094.0,23.0,0.0,2.0,Li-ion
-Fri 21:35:23.679,ios,4,72.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:37:47.876,ios,4,71.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:40:01.875,ios,2,70.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 21:43:21.075,ios,2,78.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 23:57:47.875,ios,4,65.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Fri 23:58:47.875,ios,4,64.0,100.0,4157.0,23.0,0.0,2.0,Li-ion
-Sat 17:00:05,ios,4,90,100,4170,23,0,2,Li-ion
-Sat 17:07:00,ios,4,89,100,4170,23,0,2,Li-ion
-Sat 17:15:00,ios,4,88,100,4170,23,0,2,Li-ion
-Sat 21:32:00,ios,2,78,100,4170,23,0,2,Li-ion
-Sat 21:39:00,ios,2,79,100,4170,23,0,2,Li-ion
-Sat 21:48:00,ios,2,80,100,4170,23,0,2,Li-ion
-Sun 00:24:00,ios,4,50,100,4170,23,0,2,Li-ion
-Sun 00:37:00,ios,4,49,100,4170,23,0,2,Li-ion
-Sun 00:46:00,ios,4,48,100,4170,23,0,2,Li-ion
-Sun 00:50:00,ios,2,49,100,4170,23,0,2,Li-ion
-Sun 00:58:00,ios,2,50,100,4170,23,0,2,Li-ion
-Sun 21:58:00,ios,2,59,100,4170,23,0,2,Li-ion
-Sun 22:08:00,ios,2,60,100,4170,23,0,2,Li-ion
-Sun 22:15:00,ios,2,61,100,4170,23,0,2,Li-ion
-Sun 22:15:00,ios,4,75,100,4170,23,0,2,Li-ion
-Sun 22:20:00,ios,4,74,100,4170,23,0,2,Li-ion
-Sun 22:29:00,ios,4,73,100,4170,23,0,2,Li-ion
-Mon 05:31:00,ios,4,60,100,4170,23,0,2,Li-ion
-Mon 05:35:00,ios,4,59,100,4170,23,0,2,Li-ion
-Mon 05:43:00,ios,4,58,100,4170,23,0,2,Li-ion
-Mon 07:05:00,ios,2,78,100,4170,23,0,2,Li-ion
-Mon 07:10:00,ios,2,79,100,4170,23,0,2,Li-ion
-Mon 07:17:00,ios,2,80,100,4170,23,0,2,Li-ion

tests/data/processed/features/mtz_event/android/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_event/android/phone_battery.csv

@@ -1,3 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge"
-"beforeMarchEvent#2020-03-07 16:00:00,2020-03-08 15:00:00","beforeMarchEvent","2020-03-07 16:00:00","2020-03-08 15:00:00",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986
-"beforeNovemberEvent#2020-10-31 16:00:00,2020-11-01 13:00:00","beforeNovemberEvent","2020-10-31 16:00:00","2020-11-01 13:00:00",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986

tests/data/processed/features/mtz_event/android/phone_keyboard.csv

@@ -1,3 +1,3 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_averagesessionlength","phone_keyboard_rapids_averageinterkeydelay","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_changeintextlengthequaltominusone","phone_keyboard_rapids_changeintextlengthequaltoone","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_lastmessagelength","phone_keyboard_rapids_totalkeyboardtouches"
-"beforeMarchEvent#2020-03-07 16:00:00,2020-03-08 15:00:00","beforeMarchEvent","2020-03-07 16:00:00","2020-03-08 15:00:00",2,0,NA,0,0,1,0,2,2,1.5
+"beforeMarchEvent#2020-03-07 16:00:00,2020-03-08 15:00:00","beforeMarchEvent","2020-03-07 16:00:00","2020-03-08 15:00:00",2,0,NA,NA,NA,1,NA,2,2,1.5
-"beforeNovemberEvent#2020-10-31 16:00:00,2020-11-01 13:00:00","beforeNovemberEvent","2020-10-31 16:00:00","2020-11-01 13:00:00",2,0,NA,0,0,1,0,2,2,1.5
+"beforeNovemberEvent#2020-10-31 16:00:00,2020-11-01 13:00:00","beforeNovemberEvent","2020-10-31 16:00:00","2020-11-01 13:00:00",2,0,NA,NA,NA,1,NA,2,2,1.5

tests/data/processed/features/mtz_event/empatica/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_event/empatica/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_countdischarge","phone_battery_rapids_countcharge","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_sumdurationdischarge"

tests/data/processed/features/mtz_event/empty/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_event/empty/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_countdischarge","phone_battery_rapids_countcharge","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_sumdurationdischarge"

tests/data/processed/features/mtz_event/fitbit/fitbit_steps_intraday.csv

@@ -1,3 +1,3 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
-"beforeMarchEvent#2020-03-07 16:00:00,2020-03-08 15:00:00","beforeMarchEvent","2020-03-07 16:00:00","2020-03-08 15:00:00",513,69,2,21.375,21.86283823414,780,666,6,12,4,1,2,1.09544511501033,6,12,3,1,2,0.894427190999916
+"beforeMarchEvent#2020-03-07 16:00:00,2020-03-08 15:00:00","beforeMarchEvent","2020-03-07 16:00:00","2020-03-08 15:00:00",513,69,2,21.375,21.86283823414,6,12,4,1,2,1.09544511501033,6,12,3,1,2,0.894427190999916
-"beforeNovemberEvent#2020-10-31 16:00:00,2020-11-01 13:00:00","beforeNovemberEvent","2020-10-31 16:00:00","2020-11-01 13:00:00",372,64,2,18.6,19.0798874541533,780,541,5,10,4,1,2,1.22474487139159,5,10,3,1,2,1
+"beforeNovemberEvent#2020-10-31 16:00:00,2020-11-01 13:00:00","beforeNovemberEvent","2020-10-31 16:00:00","2020-11-01 13:00:00",372,64,2,18.6,19.0798874541533,5,10,4,1,2,1.22474487139159,5,10,3,1,2,1

tests/data/processed/features/mtz_event/fitbit/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_countdischarge","phone_battery_rapids_countcharge","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_sumdurationdischarge"

tests/data/processed/features/mtz_event/ios/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_event/ios/phone_battery.csv

@@ -1,3 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge"
-"beforeMarchEvent#2020-03-07 16:00:00,2020-03-08 15:00:00","beforeMarchEvent","2020-03-07 16:00:00","2020-03-08 15:00:00",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986
-"beforeNovemberEvent#2020-10-31 16:00:00,2020-11-01 13:00:00","beforeNovemberEvent","2020-10-31 16:00:00","2020-11-01 13:00:00",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986

tests/data/processed/features/mtz_event/ios/phone_keyboard.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_changeintextlengthequaltominusone","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_changeintextlengthequaltoone","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_averagesessionlength","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_totalkeyboardtouches","phone_keyboard_rapids_lastmessagelength","phone_keyboard_rapids_averageinterkeydelay"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_averagesessionlength","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_averageinterkeydelay","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_changeintextlengthequaltominusone","phone_keyboard_rapids_changeintextlengthequaltoone","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_totalkeyboardtouches","phone_keyboard_rapids_lastmessagelength"

tests/data/processed/features/mtz_frequency/android/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_frequency/android/phone_activity_recognition.csv

@@ -35,16 +35,16 @@
 "thirtyminutes0018#2020-03-07 09:00:00,2020-03-07 09:29:59","thirtyminutes0018","2020-03-07 09:00:00","2020-03-07 09:29:59",1,7,1,0,4.99991666666667,0
 "thirtyminutes0018#2020-10-30 09:00:00,2020-10-30 09:29:59","thirtyminutes0018","2020-10-30 09:00:00","2020-10-30 09:29:59",2,8,1,0,9.99983333333333,0
 "thirtyminutes0018#2020-10-31 09:00:00,2020-10-31 09:29:59","thirtyminutes0018","2020-10-31 09:00:00","2020-10-31 09:29:59",1,7,1,0,4.99991666666667,0
-"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,0,1,0,0,10.15325
+"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,0,1,0,NA,10.15325
-"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0020#2020-03-09 10:00:00,2020-03-09 10:29:59","thirtyminutes0020","2020-03-09 10:00:00","2020-03-09 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-03-09 10:00:00,2020-03-09 10:29:59","thirtyminutes0020","2020-03-09 10:00:00","2020-03-09 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,0,1,0,0,10.15325
+"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,0,1,0,NA,10.15325
-"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0020#2020-11-02 10:00:00,2020-11-02 10:29:59","thirtyminutes0020","2020-11-02 10:00:00","2020-11-02 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-11-02 10:00:00,2020-11-02 10:29:59","thirtyminutes0020","2020-11-02 10:00:00","2020-11-02 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",1,0,1,0,NA,4.99991666666667
-"thirtyminutes0021#2020-03-09 10:30:00,2020-03-09 10:59:59","thirtyminutes0021","2020-03-09 10:30:00","2020-03-09 10:59:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0021#2020-03-09 10:30:00,2020-03-09 10:59:59","thirtyminutes0021","2020-03-09 10:30:00","2020-03-09 10:59:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",1,0,1,0,NA,4.99991666666667
-"thirtyminutes0021#2020-11-02 10:30:00,2020-11-02 10:59:59","thirtyminutes0021","2020-11-02 10:30:00","2020-11-02 10:59:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0021#2020-11-02 10:30:00,2020-11-02 10:59:59","thirtyminutes0021","2020-11-02 10:30:00","2020-11-02 10:59:59",1,7,1,0,4.99991666666667,NA
 "thirtyminutes0022#2020-03-06 11:00:00,2020-03-06 11:29:59","thirtyminutes0022","2020-03-06 11:00:00","2020-03-06 11:29:59",1,2,1,0,4.99991666666667,0
 "thirtyminutes0022#2020-10-30 11:00:00,2020-10-30 11:29:59","thirtyminutes0022","2020-10-30 11:00:00","2020-10-30 11:29:59",1,2,1,0,4.99991666666667,0
 "thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",1,2,1,0,4.99991666666667,0
@@ -81,10 +81,10 @@
 "thirtyminutes0035#2020-11-02 17:30:00,2020-11-02 17:59:59","thirtyminutes0035","2020-11-02 17:30:00","2020-11-02 17:59:59",1,0,1,0,0,0.999983333333333
 "thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",2,0,1,0,0,9.99983333333333
 "thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",2,0,1,0,0,9.99983333333333
-"thirtyminutes0037#2020-03-06 18:30:00,2020-03-06 18:59:59","thirtyminutes0037","2020-03-06 18:30:00","2020-03-06 18:59:59",1,7,1,0,5.69215,0
+"thirtyminutes0037#2020-03-06 18:30:00,2020-03-06 18:59:59","thirtyminutes0037","2020-03-06 18:30:00","2020-03-06 18:59:59",1,7,1,0,5.69215,NA
-"thirtyminutes0037#2020-03-09 18:30:00,2020-03-09 18:59:59","thirtyminutes0037","2020-03-09 18:30:00","2020-03-09 18:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0037#2020-03-09 18:30:00,2020-03-09 18:59:59","thirtyminutes0037","2020-03-09 18:30:00","2020-03-09 18:59:59",1,0,1,0,NA,4.99991666666667
-"thirtyminutes0037#2020-10-30 18:30:00,2020-10-30 18:59:59","thirtyminutes0037","2020-10-30 18:30:00","2020-10-30 18:59:59",1,7,1,0,5.69215,0
+"thirtyminutes0037#2020-10-30 18:30:00,2020-10-30 18:59:59","thirtyminutes0037","2020-10-30 18:30:00","2020-10-30 18:59:59",1,7,1,0,5.69215,NA
-"thirtyminutes0037#2020-11-02 18:30:00,2020-11-02 18:59:59","thirtyminutes0037","2020-11-02 18:30:00","2020-11-02 18:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0037#2020-11-02 18:30:00,2020-11-02 18:59:59","thirtyminutes0037","2020-11-02 18:30:00","2020-11-02 18:59:59",1,0,1,0,NA,4.99991666666667
 "thirtyminutes0038#2020-03-06 19:00:00,2020-03-06 19:29:59","thirtyminutes0038","2020-03-06 19:00:00","2020-03-06 19:29:59",4,7,2,0,15.7384333333333,0
 "thirtyminutes0038#2020-10-30 19:00:00,2020-10-30 19:29:59","thirtyminutes0038","2020-10-30 19:00:00","2020-10-30 19:29:59",4,7,2,0,15.7384333333333,0
 "thirtyminutes0039#2020-03-06 19:30:00,2020-03-06 19:59:59","thirtyminutes0039","2020-03-06 19:30:00","2020-03-06 19:59:59",2,1,1,0,6.71366666666667,0

tests/data/processed/features/mtz_frequency/android/phone_battery.csv

@@ -1,49 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge"
-"thirtyminutes0000#2020-03-06 00:00:00,2020-03-06 00:29:59","thirtyminutes0000","2020-03-06 00:00:00","2020-03-06 00:29:59",1,21.8259833333333,0.137450851775292,0.137450851775292,0,0
-"thirtyminutes0000#2020-10-30 00:00:00,2020-10-30 00:29:59","thirtyminutes0000","2020-10-30 00:00:00","2020-10-30 00:29:59",1,21.8259833333333,0.137450851775292,0.137450851775292,0,0
-"thirtyminutes0006#2020-03-06 03:00:00,2020-03-06 03:29:59","thirtyminutes0006","2020-03-06 03:00:00","2020-03-06 03:29:59",0,0,0,0,1,9.49288333333333
-"thirtyminutes0006#2020-10-30 03:00:00,2020-10-30 03:29:59","thirtyminutes0006","2020-10-30 03:00:00","2020-10-30 03:29:59",0,0,0,0,1,9.49288333333333
-"thirtyminutes0007#2020-03-06 03:30:00,2020-03-06 03:59:59","thirtyminutes0007","2020-03-06 03:30:00","2020-03-06 03:59:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0007#2020-10-30 03:30:00,2020-10-30 03:59:59","thirtyminutes0007","2020-10-30 03:30:00","2020-10-30 03:59:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",1,2.49788333333333,0.400338953647421,0.400338953647421,0,0
-"thirtyminutes0011#2020-03-09 05:30:00,2020-03-09 05:59:59","thirtyminutes0011","2020-03-09 05:30:00","2020-03-09 05:59:59",1,28.9995166666667,0.0689666666858241,0.0689666666858241,0,0
-"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",1,2.49788333333333,0.400338953647421,0.400338953647421,0,0
-"thirtyminutes0011#2020-11-02 05:30:00,2020-11-02 05:59:59","thirtyminutes0011","2020-11-02 05:30:00","2020-11-02 05:59:59",1,28.9995166666667,0.0689666666858241,0.0689666666858241,0,0
-"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0014#2020-03-09 07:00:00,2020-03-09 07:29:59","thirtyminutes0014","2020-03-09 07:00:00","2020-03-09 07:29:59",0,0,0,0,1,24.9995833333333
-"thirtyminutes0014#2020-11-02 07:00:00,2020-11-02 07:29:59","thirtyminutes0014","2020-11-02 07:00:00","2020-11-02 07:29:59",0,0,0,0,1,24.9995833333333
-"thirtyminutes0016#2020-03-06 08:00:00,2020-03-06 08:29:59","thirtyminutes0016","2020-03-06 08:00:00","2020-03-06 08:29:59",0,0,0,0,1,25.4592833333333
-"thirtyminutes0016#2020-10-30 08:00:00,2020-10-30 08:29:59","thirtyminutes0016","2020-10-30 08:00:00","2020-10-30 08:29:59",0,0,0,0,1,25.4592833333333
-"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,6.70958333333333,0.298081102900081,0.298081102900081,0,0
-"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,6.70958333333333,0.298081102900081,0.298081102900081,0,0
-"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",1,29.9994833333333,0.0333339074172944,0.0333339074172944,0,0
-"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",1,29.9994833333333,0.0333339074172944,0.0333339074172944,0,0
-"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",0,0,0,0,1,4.02631666666667
-"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",0,0,0,0,1,4.02631666666667
-"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0027#2020-03-06 13:30:00,2020-03-06 13:59:59","thirtyminutes0027","2020-03-06 13:30:00","2020-03-06 13:59:59",1,7.87625,0.253927947944771,0.253927947944771,0,0
-"thirtyminutes0027#2020-10-30 13:30:00,2020-10-30 13:59:59","thirtyminutes0027","2020-10-30 13:30:00","2020-10-30 13:59:59",1,7.87625,0.253927947944771,0.253927947944771,0,0
-"thirtyminutes0028#2020-03-06 14:00:00,2020-03-06 14:29:59","thirtyminutes0028","2020-03-06 14:00:00","2020-03-06 14:29:59",1,29.9994666666667,0.0333339259364611,0.0333339259364611,0,0
-"thirtyminutes0028#2020-03-07 14:00:00,2020-03-07 14:29:59","thirtyminutes0028","2020-03-07 14:00:00","2020-03-07 14:29:59",1,29.9161666666667,0.0668534850164627,0.0668534850164627,0,0
-"thirtyminutes0028#2020-10-30 14:00:00,2020-10-30 14:29:59","thirtyminutes0028","2020-10-30 14:00:00","2020-10-30 14:29:59",1,29.9994666666667,0.0333339259364611,0.0333339259364611,0,0
-"thirtyminutes0028#2020-10-31 14:00:00,2020-10-31 14:29:59","thirtyminutes0028","2020-10-31 14:00:00","2020-10-31 14:29:59",1,29.9161666666667,0.0668534850164627,0.0668534850164627,0,0
-"thirtyminutes0032#2020-03-06 16:00:00,2020-03-06 16:29:59","thirtyminutes0032","2020-03-06 16:00:00","2020-03-06 16:29:59",0,0,0,0,1,16.54275
-"thirtyminutes0032#2020-10-30 16:00:00,2020-10-30 16:29:59","thirtyminutes0032","2020-10-30 16:00:00","2020-10-30 16:29:59",0,0,0,0,1,16.54275
-"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",1,3.94786666666667,0.253301361072647,0.253301361072647,0,0
-"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",1,3.94786666666667,0.253301361072647,0.253301361072647,0,0
-"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",0,0,0,0,1,27.9995333333333
-"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",0,0,0,0,1,27.9995333333333
-"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",0,0,0,0,1,26.9425666666667
-"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",0,0,0,0,1,26.9425666666667
-"thirtyminutes0043#2020-03-06 21:30:00,2020-03-06 21:59:59","thirtyminutes0043","2020-03-06 21:30:00","2020-03-06 21:59:59",1,9.95743333333333,0.301282459000479,0.301282459000479,1,19.9684
-"thirtyminutes0043#2020-03-07 21:30:00,2020-03-07 21:59:59","thirtyminutes0043","2020-03-07 21:30:00","2020-03-07 21:59:59",1,19.9996666666667,0.100001666694445,0.100001666694445,1,9.99983333333333
-"thirtyminutes0043#2020-10-30 21:30:00,2020-10-30 21:59:59","thirtyminutes0043","2020-10-30 21:30:00","2020-10-30 21:59:59",1,9.95743333333333,0.301282459000479,0.301282459000479,1,19.9684
-"thirtyminutes0043#2020-10-31 21:30:00,2020-10-31 21:59:59","thirtyminutes0043","2020-10-31 21:30:00","2020-10-31 21:59:59",1,19.9996666666667,0.100001666694445,0.100001666694445,1,9.99983333333333
-"thirtyminutes0044#2020-03-08 22:00:00,2020-03-08 22:29:59","thirtyminutes0044","2020-03-08 22:00:00","2020-03-08 22:29:59",1,14.99975,0.133335555592593,0.133335555592593,1,14.99975
-"thirtyminutes0044#2020-11-01 22:00:00,2020-11-01 22:29:59","thirtyminutes0044","2020-11-01 22:00:00","2020-11-01 22:29:59",1,14.99975,0.133335555592593,0.133335555592593,1,14.99975
-"thirtyminutes0047#2020-03-06 23:30:00,2020-03-06 23:59:59","thirtyminutes0047","2020-03-06 23:30:00","2020-03-06 23:59:59",1,2.20203333333333,0.454125732277743,0.454125732277743,0,0
-"thirtyminutes0047#2020-10-30 23:30:00,2020-10-30 23:59:59","thirtyminutes0047","2020-10-30 23:30:00","2020-10-30 23:59:59",1,2.20203333333333,0.454125732277743,0.454125732277743,0,0

tests/data/processed/features/mtz_frequency/android/phone_calls.csv

@@ -1,125 +1,125 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_calls_rapids_missed_count","phone_calls_rapids_missed_distinctcontacts","phone_calls_rapids_missed_timefirstcall","phone_calls_rapids_missed_timelastcall","phone_calls_rapids_missed_countmostfrequentcontact","phone_calls_rapids_incoming_count","phone_calls_rapids_incoming_distinctcontacts","phone_calls_rapids_incoming_meanduration","phone_calls_rapids_incoming_sumduration","phone_calls_rapids_incoming_minduration","phone_calls_rapids_incoming_maxduration","phone_calls_rapids_incoming_stdduration","phone_calls_rapids_incoming_modeduration","phone_calls_rapids_incoming_entropyduration","phone_calls_rapids_incoming_timefirstcall","phone_calls_rapids_incoming_timelastcall","phone_calls_rapids_incoming_countmostfrequentcontact","phone_calls_rapids_outgoing_count","phone_calls_rapids_outgoing_distinctcontacts","phone_calls_rapids_outgoing_meanduration","phone_calls_rapids_outgoing_sumduration","phone_calls_rapids_outgoing_minduration","phone_calls_rapids_outgoing_maxduration","phone_calls_rapids_outgoing_stdduration","phone_calls_rapids_outgoing_modeduration","phone_calls_rapids_outgoing_entropyduration","phone_calls_rapids_outgoing_timefirstcall","phone_calls_rapids_outgoing_timelastcall","phone_calls_rapids_outgoing_countmostfrequentcontact"
-"thirtyminutes0000#2020-03-06 00:00:00,2020-03-06 00:29:59","thirtyminutes0000","2020-03-06 00:00:00","2020-03-06 00:29:59",1,1,13,13,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0000#2020-03-06 00:00:00,2020-03-06 00:29:59","thirtyminutes0000","2020-03-06 00:00:00","2020-03-06 00:29:59",1,1,13,13,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0000#2020-10-30 00:00:00,2020-10-30 00:29:59","thirtyminutes0000","2020-10-30 00:00:00","2020-10-30 00:29:59",1,1,13,13,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0000#2020-10-30 00:00:00,2020-10-30 00:29:59","thirtyminutes0000","2020-10-30 00:00:00","2020-10-30 00:29:59",1,1,13,13,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0001#2020-03-06 00:30:00,2020-03-06 00:59:59","thirtyminutes0001","2020-03-06 00:30:00","2020-03-06 00:59:59",1,1,57,57,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0001#2020-03-06 00:30:00,2020-03-06 00:59:59","thirtyminutes0001","2020-03-06 00:30:00","2020-03-06 00:59:59",1,1,57,57,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0001#2020-10-30 00:30:00,2020-10-30 00:59:59","thirtyminutes0001","2020-10-30 00:30:00","2020-10-30 00:59:59",1,1,57,57,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0001#2020-10-30 00:30:00,2020-10-30 00:59:59","thirtyminutes0001","2020-10-30 00:30:00","2020-10-30 00:59:59",1,1,57,57,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0005#2020-03-06 02:30:00,2020-03-06 02:59:59","thirtyminutes0005","2020-03-06 02:30:00","2020-03-06 02:59:59",0,0,NA,NA,0,1,1,439,439,439,439,NA,439,0,163,163,1,1,1,462.999,462.999,462.999,462.999,NA,462.999,0,172,172,1
 "thirtyminutes0005#2020-10-30 02:30:00,2020-10-30 02:59:59","thirtyminutes0005","2020-10-30 02:30:00","2020-10-30 02:59:59",0,0,NA,NA,0,1,1,439,439,439,439,NA,439,0,163,163,1,1,1,462.999,462.999,462.999,462.999,NA,462.999,0,172,172,1
-"thirtyminutes0006#2020-03-06 03:00:00,2020-03-06 03:29:59","thirtyminutes0006","2020-03-06 03:00:00","2020-03-06 03:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,1
+"thirtyminutes0006#2020-03-06 03:00:00,2020-03-06 03:29:59","thirtyminutes0006","2020-03-06 03:00:00","2020-03-06 03:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,1
-"thirtyminutes0006#2020-03-09 03:00:00,2020-03-09 03:29:59","thirtyminutes0006","2020-03-09 03:00:00","2020-03-09 03:29:59",1,1,198,198,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0006#2020-03-09 03:00:00,2020-03-09 03:29:59","thirtyminutes0006","2020-03-09 03:00:00","2020-03-09 03:29:59",1,1,198,198,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0006#2020-10-30 03:00:00,2020-10-30 03:29:59","thirtyminutes0006","2020-10-30 03:00:00","2020-10-30 03:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,1
+"thirtyminutes0006#2020-10-30 03:00:00,2020-10-30 03:29:59","thirtyminutes0006","2020-10-30 03:00:00","2020-10-30 03:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,1
-"thirtyminutes0006#2020-11-02 03:00:00,2020-11-02 03:29:59","thirtyminutes0006","2020-11-02 03:00:00","2020-11-02 03:29:59",1,1,198,198,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0006#2020-11-02 03:00:00,2020-11-02 03:29:59","thirtyminutes0006","2020-11-02 03:00:00","2020-11-02 03:29:59",1,1,198,198,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0007#2020-03-08 03:30:00,2020-03-08 03:59:59","thirtyminutes0007","2020-03-08 03:30:00","2020-03-08 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0007#2020-03-08 03:30:00,2020-03-08 03:59:59","thirtyminutes0007","2020-03-08 03:30:00","2020-03-08 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0007#2020-11-01 03:30:00,2020-11-01 03:59:59","thirtyminutes0007","2020-11-01 03:30:00","2020-11-01 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0007#2020-11-01 03:30:00,2020-11-01 03:59:59","thirtyminutes0007","2020-11-01 03:30:00","2020-11-01 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-03-06 04:00:00,2020-03-06 04:29:59","thirtyminutes0008","2020-03-06 04:00:00","2020-03-06 04:29:59",1,1,257,257,1,1,1,737.999,737.999,737.999,737.999,NA,737.999,0,257,257,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-03-06 04:00:00,2020-03-06 04:29:59","thirtyminutes0008","2020-03-06 04:00:00","2020-03-06 04:29:59",1,1,257,257,1,1,1,737.999,737.999,737.999,737.999,NA,737.999,0,257,257,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-03-08 04:00:00,2020-03-08 04:29:59","thirtyminutes0008","2020-03-08 04:00:00","2020-03-08 04:29:59",0,0,NA,NA,0,1,1,815,815,815,815,NA,815,0,240,240,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-03-08 04:00:00,2020-03-08 04:29:59","thirtyminutes0008","2020-03-08 04:00:00","2020-03-08 04:29:59",0,0,NA,NA,0,1,1,815,815,815,815,NA,815,0,240,240,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-03-09 04:00:00,2020-03-09 04:29:59","thirtyminutes0008","2020-03-09 04:00:00","2020-03-09 04:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,1
+"thirtyminutes0008#2020-03-09 04:00:00,2020-03-09 04:29:59","thirtyminutes0008","2020-03-09 04:00:00","2020-03-09 04:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,1
-"thirtyminutes0008#2020-10-30 04:00:00,2020-10-30 04:29:59","thirtyminutes0008","2020-10-30 04:00:00","2020-10-30 04:29:59",1,1,257,257,1,1,1,737.999,737.999,737.999,737.999,NA,737.999,0,257,257,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-10-30 04:00:00,2020-10-30 04:29:59","thirtyminutes0008","2020-10-30 04:00:00","2020-10-30 04:29:59",1,1,257,257,1,1,1,737.999,737.999,737.999,737.999,NA,737.999,0,257,257,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-11-01 04:00:00,2020-11-01 04:29:59","thirtyminutes0008","2020-11-01 04:00:00","2020-11-01 04:29:59",0,0,NA,NA,0,1,1,815,815,815,815,NA,815,0,240,240,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-11-01 04:00:00,2020-11-01 04:29:59","thirtyminutes0008","2020-11-01 04:00:00","2020-11-01 04:29:59",0,0,NA,NA,0,1,1,815,815,815,815,NA,815,0,240,240,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-11-02 04:00:00,2020-11-02 04:29:59","thirtyminutes0008","2020-11-02 04:00:00","2020-11-02 04:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,1
+"thirtyminutes0008#2020-11-02 04:00:00,2020-11-02 04:29:59","thirtyminutes0008","2020-11-02 04:00:00","2020-11-02 04:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,1
-"thirtyminutes0009#2020-03-06 04:30:00,2020-03-06 04:59:59","thirtyminutes0009","2020-03-06 04:30:00","2020-03-06 04:59:59",0,0,NA,NA,0,1,1,593,593,593,593,NA,593,0,270,270,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0009#2020-03-06 04:30:00,2020-03-06 04:59:59","thirtyminutes0009","2020-03-06 04:30:00","2020-03-06 04:59:59",0,0,NA,NA,0,1,1,593,593,593,593,NA,593,0,270,270,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0009#2020-03-09 04:30:00,2020-03-09 04:59:59","thirtyminutes0009","2020-03-09 04:30:00","2020-03-09 04:59:59",0,0,NA,NA,0,1,1,427,427,427,427,NA,427,0,278,278,0,1,1,25,25,25,25,NA,25,0,270,270,1
-"thirtyminutes0009#2020-10-30 04:30:00,2020-10-30 04:59:59","thirtyminutes0009","2020-10-30 04:30:00","2020-10-30 04:59:59",0,0,NA,NA,0,1,1,593,593,593,593,NA,593,0,270,270,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0009#2020-10-30 04:30:00,2020-10-30 04:59:59","thirtyminutes0009","2020-10-30 04:30:00","2020-10-30 04:59:59",0,0,NA,NA,0,1,1,593,593,593,593,NA,593,0,270,270,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0009#2020-11-02 04:30:00,2020-11-02 04:59:59","thirtyminutes0009","2020-11-02 04:30:00","2020-11-02 04:59:59",0,0,NA,NA,0,1,1,427,427,427,427,NA,427,0,278,278,0,1,1,25,25,25,25,NA,25,0,270,270,1
-"thirtyminutes0013#2020-03-06 06:30:00,2020-03-06 06:59:59","thirtyminutes0013","2020-03-06 06:30:00","2020-03-06 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
+"thirtyminutes0013#2020-03-06 06:30:00,2020-03-06 06:59:59","thirtyminutes0013","2020-03-06 06:30:00","2020-03-06 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
-"thirtyminutes0013#2020-03-07 06:30:00,2020-03-07 06:59:59","thirtyminutes0013","2020-03-07 06:30:00","2020-03-07 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
+"thirtyminutes0013#2020-03-07 06:30:00,2020-03-07 06:59:59","thirtyminutes0013","2020-03-07 06:30:00","2020-03-07 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
-"thirtyminutes0013#2020-10-30 06:30:00,2020-10-30 06:59:59","thirtyminutes0013","2020-10-30 06:30:00","2020-10-30 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
+"thirtyminutes0013#2020-10-30 06:30:00,2020-10-30 06:59:59","thirtyminutes0013","2020-10-30 06:30:00","2020-10-30 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
-"thirtyminutes0013#2020-10-31 06:30:00,2020-10-31 06:59:59","thirtyminutes0013","2020-10-31 06:30:00","2020-10-31 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
+"thirtyminutes0013#2020-10-31 06:30:00,2020-10-31 06:59:59","thirtyminutes0013","2020-10-31 06:30:00","2020-10-31 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,1
-"thirtyminutes0014#2020-03-06 07:00:00,2020-03-06 07:29:59","thirtyminutes0014","2020-03-06 07:00:00","2020-03-06 07:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
+"thirtyminutes0014#2020-03-06 07:00:00,2020-03-06 07:29:59","thirtyminutes0014","2020-03-06 07:00:00","2020-03-06 07:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
-"thirtyminutes0014#2020-03-07 07:00:00,2020-03-07 07:29:59","thirtyminutes0014","2020-03-07 07:00:00","2020-03-07 07:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
+"thirtyminutes0014#2020-03-07 07:00:00,2020-03-07 07:29:59","thirtyminutes0014","2020-03-07 07:00:00","2020-03-07 07:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
-"thirtyminutes0014#2020-10-30 07:00:00,2020-10-30 07:29:59","thirtyminutes0014","2020-10-30 07:00:00","2020-10-30 07:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
+"thirtyminutes0014#2020-10-30 07:00:00,2020-10-30 07:29:59","thirtyminutes0014","2020-10-30 07:00:00","2020-10-30 07:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
-"thirtyminutes0014#2020-10-31 07:00:00,2020-10-31 07:29:59","thirtyminutes0014","2020-10-31 07:00:00","2020-10-31 07:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
+"thirtyminutes0014#2020-10-31 07:00:00,2020-10-31 07:29:59","thirtyminutes0014","2020-10-31 07:00:00","2020-10-31 07:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1041,1041,1041,1041,NA,1041,0,420,420,1
 "thirtyminutes0017#2020-03-06 08:30:00,2020-03-06 08:59:59","thirtyminutes0017","2020-03-06 08:30:00","2020-03-06 08:59:59",0,0,NA,NA,0,1,1,667,667,667,667,NA,667,0,519,519,1,1,1,1060,1060,1060,1060,NA,1060,0,512,512,1
 "thirtyminutes0017#2020-03-07 08:30:00,2020-03-07 08:59:59","thirtyminutes0017","2020-03-07 08:30:00","2020-03-07 08:59:59",0,0,NA,NA,0,1,1,667,667,667,667,NA,667,0,519,519,1,1,1,179.999,179.999,179.999,179.999,NA,179.999,0,512,512,1
-"thirtyminutes0017#2020-03-08 08:30:00,2020-03-08 08:59:59","thirtyminutes0017","2020-03-08 08:30:00","2020-03-08 08:59:59",1,1,528,528,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0017#2020-03-08 08:30:00,2020-03-08 08:59:59","thirtyminutes0017","2020-03-08 08:30:00","2020-03-08 08:59:59",1,1,528,528,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0017#2020-10-30 08:30:00,2020-10-30 08:59:59","thirtyminutes0017","2020-10-30 08:30:00","2020-10-30 08:59:59",0,0,NA,NA,0,1,1,667,667,667,667,NA,667,0,519,519,1,1,1,1060,1060,1060,1060,NA,1060,0,512,512,1
 "thirtyminutes0017#2020-10-31 08:30:00,2020-10-31 08:59:59","thirtyminutes0017","2020-10-31 08:30:00","2020-10-31 08:59:59",0,0,NA,NA,0,1,1,667,667,667,667,NA,667,0,519,519,1,1,1,179.999,179.999,179.999,179.999,NA,179.999,0,512,512,1
-"thirtyminutes0017#2020-11-01 08:30:00,2020-11-01 08:59:59","thirtyminutes0017","2020-11-01 08:30:00","2020-11-01 08:59:59",1,1,528,528,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0017#2020-11-01 08:30:00,2020-11-01 08:59:59","thirtyminutes0017","2020-11-01 08:30:00","2020-11-01 08:59:59",1,1,528,528,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0018#2020-03-09 09:00:00,2020-03-09 09:29:59","thirtyminutes0018","2020-03-09 09:00:00","2020-03-09 09:29:59",1,1,541,541,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,709.999,709.999,709.999,709.999,NA,709.999,0,558,558,1
+"thirtyminutes0018#2020-03-09 09:00:00,2020-03-09 09:29:59","thirtyminutes0018","2020-03-09 09:00:00","2020-03-09 09:29:59",1,1,541,541,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,709.999,709.999,709.999,709.999,NA,709.999,0,558,558,1
-"thirtyminutes0018#2020-11-02 09:00:00,2020-11-02 09:29:59","thirtyminutes0018","2020-11-02 09:00:00","2020-11-02 09:29:59",1,1,541,541,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,709.999,709.999,709.999,709.999,NA,709.999,0,558,558,1
+"thirtyminutes0018#2020-11-02 09:00:00,2020-11-02 09:29:59","thirtyminutes0018","2020-11-02 09:00:00","2020-11-02 09:29:59",1,1,541,541,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,709.999,709.999,709.999,709.999,NA,709.999,0,558,558,1
-"thirtyminutes0019#2020-03-06 09:30:00,2020-03-06 09:59:59","thirtyminutes0019","2020-03-06 09:30:00","2020-03-06 09:59:59",1,1,589,589,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0019#2020-03-06 09:30:00,2020-03-06 09:59:59","thirtyminutes0019","2020-03-06 09:30:00","2020-03-06 09:59:59",1,1,589,589,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0019#2020-03-07 09:30:00,2020-03-07 09:59:59","thirtyminutes0019","2020-03-07 09:30:00","2020-03-07 09:59:59",1,1,589,589,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0019#2020-03-07 09:30:00,2020-03-07 09:59:59","thirtyminutes0019","2020-03-07 09:30:00","2020-03-07 09:59:59",1,1,589,589,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0019#2020-03-09 09:30:00,2020-03-09 09:59:59","thirtyminutes0019","2020-03-09 09:30:00","2020-03-09 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,394,394,394,394,NA,394,0,570,570,1
+"thirtyminutes0019#2020-03-09 09:30:00,2020-03-09 09:59:59","thirtyminutes0019","2020-03-09 09:30:00","2020-03-09 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,394,394,394,394,NA,394,0,570,570,1
-"thirtyminutes0019#2020-10-30 09:30:00,2020-10-30 09:59:59","thirtyminutes0019","2020-10-30 09:30:00","2020-10-30 09:59:59",1,1,589,589,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0019#2020-10-30 09:30:00,2020-10-30 09:59:59","thirtyminutes0019","2020-10-30 09:30:00","2020-10-30 09:59:59",1,1,589,589,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0019#2020-10-31 09:30:00,2020-10-31 09:59:59","thirtyminutes0019","2020-10-31 09:30:00","2020-10-31 09:59:59",1,1,589,589,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0019#2020-10-31 09:30:00,2020-10-31 09:59:59","thirtyminutes0019","2020-10-31 09:30:00","2020-10-31 09:59:59",1,1,589,589,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0019#2020-11-02 09:30:00,2020-11-02 09:59:59","thirtyminutes0019","2020-11-02 09:30:00","2020-11-02 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,394,394,394,394,NA,394,0,570,570,1
+"thirtyminutes0019#2020-11-02 09:30:00,2020-11-02 09:59:59","thirtyminutes0019","2020-11-02 09:30:00","2020-11-02 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,394,394,394,394,NA,394,0,570,570,1
-"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",0,0,NA,NA,0,1,1,1299,1299,1299,1299,NA,1299,0,600,600,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0022#2020-03-06 11:00:00,2020-03-06 11:29:59","thirtyminutes0022","2020-03-06 11:00:00","2020-03-06 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
+"thirtyminutes0022#2020-03-06 11:00:00,2020-03-06 11:29:59","thirtyminutes0022","2020-03-06 11:00:00","2020-03-06 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
-"thirtyminutes0022#2020-03-07 11:00:00,2020-03-07 11:29:59","thirtyminutes0022","2020-03-07 11:00:00","2020-03-07 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
+"thirtyminutes0022#2020-03-07 11:00:00,2020-03-07 11:29:59","thirtyminutes0022","2020-03-07 11:00:00","2020-03-07 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
-"thirtyminutes0022#2020-10-30 11:00:00,2020-10-30 11:29:59","thirtyminutes0022","2020-10-30 11:00:00","2020-10-30 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
+"thirtyminutes0022#2020-10-30 11:00:00,2020-10-30 11:29:59","thirtyminutes0022","2020-10-30 11:00:00","2020-10-30 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
-"thirtyminutes0022#2020-10-31 11:00:00,2020-10-31 11:29:59","thirtyminutes0022","2020-10-31 11:00:00","2020-10-31 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
+"thirtyminutes0022#2020-10-31 11:00:00,2020-10-31 11:29:59","thirtyminutes0022","2020-10-31 11:00:00","2020-10-31 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
-"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
+"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
-"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
+"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
-"thirtyminutes0023#2020-03-09 11:30:00,2020-03-09 11:59:59","thirtyminutes0023","2020-03-09 11:30:00","2020-03-09 11:59:59",0,0,NA,NA,0,1,1,623,623,623,623,NA,623,0,692,692,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0023#2020-03-09 11:30:00,2020-03-09 11:59:59","thirtyminutes0023","2020-03-09 11:30:00","2020-03-09 11:59:59",0,0,NA,NA,0,1,1,623,623,623,623,NA,623,0,692,692,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
+"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
-"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
+"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,629,629,629,629,NA,629,0,690,690,1
-"thirtyminutes0023#2020-11-02 11:30:00,2020-11-02 11:59:59","thirtyminutes0023","2020-11-02 11:30:00","2020-11-02 11:59:59",0,0,NA,NA,0,1,1,623,623,623,623,NA,623,0,692,692,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0023#2020-11-02 11:30:00,2020-11-02 11:59:59","thirtyminutes0023","2020-11-02 11:30:00","2020-11-02 11:59:59",0,0,NA,NA,0,1,1,623,623,623,623,NA,623,0,692,692,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",0,0,NA,NA,0,1,1,1023,1023,1023,1023,NA,1023,0,724,724,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",0,0,NA,NA,0,1,1,1023,1023,1023,1023,NA,1023,0,724,724,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",0,0,NA,NA,0,1,1,1023,1023,1023,1023,NA,1023,0,724,724,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",0,0,NA,NA,0,1,1,1023,1023,1023,1023,NA,1023,0,724,724,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0025#2020-03-06 12:30:00,2020-03-06 12:59:59","thirtyminutes0025","2020-03-06 12:30:00","2020-03-06 12:59:59",0,0,NA,NA,0,2,2,550.9995,1101.999,48.999,1053,709.935915418075,1053,0.182333206933611,753,779,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0025#2020-03-06 12:30:00,2020-03-06 12:59:59","thirtyminutes0025","2020-03-06 12:30:00","2020-03-06 12:59:59",0,0,NA,NA,0,2,2,550.9995,1101.999,48.999,1053,709.935915418075,1053,0.182333206933611,753,779,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0025#2020-03-08 12:30:00,2020-03-08 12:59:59","thirtyminutes0025","2020-03-08 12:30:00","2020-03-08 12:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,769,769,1
+"thirtyminutes0025#2020-03-08 12:30:00,2020-03-08 12:59:59","thirtyminutes0025","2020-03-08 12:30:00","2020-03-08 12:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,769,769,1
-"thirtyminutes0025#2020-10-30 12:30:00,2020-10-30 12:59:59","thirtyminutes0025","2020-10-30 12:30:00","2020-10-30 12:59:59",0,0,NA,NA,0,2,2,550.9995,1101.999,48.999,1053,709.935915418075,1053,0.182333206933611,753,779,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0025#2020-10-30 12:30:00,2020-10-30 12:59:59","thirtyminutes0025","2020-10-30 12:30:00","2020-10-30 12:59:59",0,0,NA,NA,0,2,2,550.9995,1101.999,48.999,1053,709.935915418075,1053,0.182333206933611,753,779,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0025#2020-11-01 12:30:00,2020-11-01 12:59:59","thirtyminutes0025","2020-11-01 12:30:00","2020-11-01 12:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,769,769,1
+"thirtyminutes0025#2020-11-01 12:30:00,2020-11-01 12:59:59","thirtyminutes0025","2020-11-01 12:30:00","2020-11-01 12:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,769,769,1
-"thirtyminutes0026#2020-03-06 13:00:00,2020-03-06 13:29:59","thirtyminutes0026","2020-03-06 13:00:00","2020-03-06 13:29:59",0,0,NA,NA,0,1,1,613,613,613,613,NA,613,0,780,780,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0026#2020-03-06 13:00:00,2020-03-06 13:29:59","thirtyminutes0026","2020-03-06 13:00:00","2020-03-06 13:29:59",0,0,NA,NA,0,1,1,613,613,613,613,NA,613,0,780,780,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0026#2020-10-30 13:00:00,2020-10-30 13:29:59","thirtyminutes0026","2020-10-30 13:00:00","2020-10-30 13:29:59",0,0,NA,NA,0,1,1,613,613,613,613,NA,613,0,780,780,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0026#2020-10-30 13:00:00,2020-10-30 13:29:59","thirtyminutes0026","2020-10-30 13:00:00","2020-10-30 13:29:59",0,0,NA,NA,0,1,1,613,613,613,613,NA,613,0,780,780,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0028#2020-03-06 14:00:00,2020-03-06 14:29:59","thirtyminutes0028","2020-03-06 14:00:00","2020-03-06 14:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,1
+"thirtyminutes0028#2020-03-06 14:00:00,2020-03-06 14:29:59","thirtyminutes0028","2020-03-06 14:00:00","2020-03-06 14:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,1
-"thirtyminutes0028#2020-10-30 14:00:00,2020-10-30 14:29:59","thirtyminutes0028","2020-10-30 14:00:00","2020-10-30 14:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,1
+"thirtyminutes0028#2020-10-30 14:00:00,2020-10-30 14:29:59","thirtyminutes0028","2020-10-30 14:00:00","2020-10-30 14:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,1
-"thirtyminutes0029#2020-03-06 14:30:00,2020-03-06 14:59:59","thirtyminutes0029","2020-03-06 14:30:00","2020-03-06 14:59:59",1,1,874,874,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1262,1262,1262,1262,NA,1262,0,870,870,1
+"thirtyminutes0029#2020-03-06 14:30:00,2020-03-06 14:59:59","thirtyminutes0029","2020-03-06 14:30:00","2020-03-06 14:59:59",1,1,874,874,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1262,1262,1262,1262,NA,1262,0,870,870,1
-"thirtyminutes0029#2020-10-30 14:30:00,2020-10-30 14:59:59","thirtyminutes0029","2020-10-30 14:30:00","2020-10-30 14:59:59",1,1,874,874,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1262,1262,1262,1262,NA,1262,0,870,870,1
+"thirtyminutes0029#2020-10-30 14:30:00,2020-10-30 14:59:59","thirtyminutes0029","2020-10-30 14:30:00","2020-10-30 14:59:59",1,1,874,874,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1262,1262,1262,1262,NA,1262,0,870,870,1
-"thirtyminutes0030#2020-03-06 15:00:00,2020-03-06 15:29:59","thirtyminutes0030","2020-03-06 15:00:00","2020-03-06 15:29:59",0,0,NA,NA,0,1,1,213,213,213,213,NA,213,0,921,921,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0030#2020-03-06 15:00:00,2020-03-06 15:29:59","thirtyminutes0030","2020-03-06 15:00:00","2020-03-06 15:29:59",0,0,NA,NA,0,1,1,213,213,213,213,NA,213,0,921,921,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0030#2020-10-30 15:00:00,2020-10-30 15:29:59","thirtyminutes0030","2020-10-30 15:00:00","2020-10-30 15:29:59",0,0,NA,NA,0,1,1,213,213,213,213,NA,213,0,921,921,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0030#2020-10-30 15:00:00,2020-10-30 15:29:59","thirtyminutes0030","2020-10-30 15:00:00","2020-10-30 15:29:59",0,0,NA,NA,0,1,1,213,213,213,213,NA,213,0,921,921,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0032#2020-03-07 16:00:00,2020-03-07 16:29:59","thirtyminutes0032","2020-03-07 16:00:00","2020-03-07 16:29:59",1,1,987,987,1,1,1,557,557,557,557,NA,557,0,964,964,1,1,1,801.999,801.999,801.999,801.999,NA,801.999,0,976,976,1
 "thirtyminutes0032#2020-10-31 16:00:00,2020-10-31 16:29:59","thirtyminutes0032","2020-10-31 16:00:00","2020-10-31 16:29:59",1,1,987,987,1,1,1,557,557,557,557,NA,557,0,964,964,1,1,1,801.999,801.999,801.999,801.999,NA,801.999,0,976,976,1
-"thirtyminutes0033#2020-03-07 16:30:00,2020-03-07 16:59:59","thirtyminutes0033","2020-03-07 16:30:00","2020-03-07 16:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,990,990,1
+"thirtyminutes0033#2020-03-07 16:30:00,2020-03-07 16:59:59","thirtyminutes0033","2020-03-07 16:30:00","2020-03-07 16:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,990,990,1
-"thirtyminutes0033#2020-03-09 16:30:00,2020-03-09 16:59:59","thirtyminutes0033","2020-03-09 16:30:00","2020-03-09 16:59:59",1,1,1008,1008,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0033#2020-03-09 16:30:00,2020-03-09 16:59:59","thirtyminutes0033","2020-03-09 16:30:00","2020-03-09 16:59:59",1,1,1008,1008,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0033#2020-10-31 16:30:00,2020-10-31 16:59:59","thirtyminutes0033","2020-10-31 16:30:00","2020-10-31 16:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,990,990,1
+"thirtyminutes0033#2020-10-31 16:30:00,2020-10-31 16:59:59","thirtyminutes0033","2020-10-31 16:30:00","2020-10-31 16:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,990,990,1
-"thirtyminutes0033#2020-11-02 16:30:00,2020-11-02 16:59:59","thirtyminutes0033","2020-11-02 16:30:00","2020-11-02 16:59:59",1,1,1008,1008,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0033#2020-11-02 16:30:00,2020-11-02 16:59:59","thirtyminutes0033","2020-11-02 16:30:00","2020-11-02 16:59:59",1,1,1008,1008,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0034#2020-03-07 17:00:00,2020-03-07 17:29:59","thirtyminutes0034","2020-03-07 17:00:00","2020-03-07 17:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1034,1034,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0034#2020-03-07 17:00:00,2020-03-07 17:29:59","thirtyminutes0034","2020-03-07 17:00:00","2020-03-07 17:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1034,1034,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0034#2020-10-31 17:00:00,2020-10-31 17:29:59","thirtyminutes0034","2020-10-31 17:00:00","2020-10-31 17:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1034,1034,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0034#2020-10-31 17:00:00,2020-10-31 17:29:59","thirtyminutes0034","2020-10-31 17:00:00","2020-10-31 17:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1034,1034,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1186,1186,1186,1186,NA,1186,0,1051,1051,1
+"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1186,1186,1186,1186,NA,1186,0,1051,1051,1
-"thirtyminutes0035#2020-03-07 17:30:00,2020-03-07 17:59:59","thirtyminutes0035","2020-03-07 17:30:00","2020-03-07 17:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1050,1050,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0035#2020-03-07 17:30:00,2020-03-07 17:59:59","thirtyminutes0035","2020-03-07 17:30:00","2020-03-07 17:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1050,1050,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0035#2020-03-09 17:30:00,2020-03-09 17:59:59","thirtyminutes0035","2020-03-09 17:30:00","2020-03-09 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,1075,1075,0
+"thirtyminutes0035#2020-03-09 17:30:00,2020-03-09 17:59:59","thirtyminutes0035","2020-03-09 17:30:00","2020-03-09 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,1075,1075,0
-"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1186,1186,1186,1186,NA,1186,0,1051,1051,1
+"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1186,1186,1186,1186,NA,1186,0,1051,1051,1
-"thirtyminutes0035#2020-10-31 17:30:00,2020-10-31 17:59:59","thirtyminutes0035","2020-10-31 17:30:00","2020-10-31 17:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1050,1050,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0035#2020-10-31 17:30:00,2020-10-31 17:59:59","thirtyminutes0035","2020-10-31 17:30:00","2020-10-31 17:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1050,1050,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0035#2020-11-02 17:30:00,2020-11-02 17:59:59","thirtyminutes0035","2020-11-02 17:30:00","2020-11-02 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,1075,1075,0
+"thirtyminutes0035#2020-11-02 17:30:00,2020-11-02 17:59:59","thirtyminutes0035","2020-11-02 17:30:00","2020-11-02 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,32,32,32,32,NA,32,0,1075,1075,0
-"thirtyminutes0036#2020-03-07 18:00:00,2020-03-07 18:29:59","thirtyminutes0036","2020-03-07 18:00:00","2020-03-07 18:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,1
+"thirtyminutes0036#2020-03-07 18:00:00,2020-03-07 18:29:59","thirtyminutes0036","2020-03-07 18:00:00","2020-03-07 18:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,1
-"thirtyminutes0036#2020-03-08 18:00:00,2020-03-08 18:29:59","thirtyminutes0036","2020-03-08 18:00:00","2020-03-08 18:29:59",1,1,1101,1101,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0036#2020-03-08 18:00:00,2020-03-08 18:29:59","thirtyminutes0036","2020-03-08 18:00:00","2020-03-08 18:29:59",1,1,1101,1101,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0036#2020-10-31 18:00:00,2020-10-31 18:29:59","thirtyminutes0036","2020-10-31 18:00:00","2020-10-31 18:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,1
+"thirtyminutes0036#2020-10-31 18:00:00,2020-10-31 18:29:59","thirtyminutes0036","2020-10-31 18:00:00","2020-10-31 18:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,1
-"thirtyminutes0036#2020-11-01 18:00:00,2020-11-01 18:29:59","thirtyminutes0036","2020-11-01 18:00:00","2020-11-01 18:29:59",1,1,1101,1101,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0036#2020-11-01 18:00:00,2020-11-01 18:29:59","thirtyminutes0036","2020-11-01 18:00:00","2020-11-01 18:29:59",1,1,1101,1101,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1110,1110,1
+"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1110,1110,1
-"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1110,1110,1
+"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1110,1110,1
 "thirtyminutes0038#2020-03-06 19:00:00,2020-03-06 19:29:59","thirtyminutes0038","2020-03-06 19:00:00","2020-03-06 19:29:59",1,1,1167,1167,1,1,1,1157,1157,1157,1157,NA,1157,0,1144,1144,1,1,1,801.999,801.999,801.999,801.999,NA,801.999,0,1156,1156,1
-"thirtyminutes0038#2020-03-07 19:00:00,2020-03-07 19:29:59","thirtyminutes0038","2020-03-07 19:00:00","2020-03-07 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0038#2020-03-07 19:00:00,2020-03-07 19:29:59","thirtyminutes0038","2020-03-07 19:00:00","2020-03-07 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0038#2020-03-09 19:00:00,2020-03-09 19:29:59","thirtyminutes0038","2020-03-09 19:00:00","2020-03-09 19:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1166,1166,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0038#2020-03-09 19:00:00,2020-03-09 19:29:59","thirtyminutes0038","2020-03-09 19:00:00","2020-03-09 19:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1166,1166,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0038#2020-10-30 19:00:00,2020-10-30 19:29:59","thirtyminutes0038","2020-10-30 19:00:00","2020-10-30 19:29:59",1,1,1167,1167,1,1,1,1157,1157,1157,1157,NA,1157,0,1144,1144,1,1,1,801.999,801.999,801.999,801.999,NA,801.999,0,1156,1156,1
-"thirtyminutes0038#2020-10-31 19:00:00,2020-10-31 19:29:59","thirtyminutes0038","2020-10-31 19:00:00","2020-10-31 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0038#2020-10-31 19:00:00,2020-10-31 19:29:59","thirtyminutes0038","2020-10-31 19:00:00","2020-10-31 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0038#2020-11-02 19:00:00,2020-11-02 19:29:59","thirtyminutes0038","2020-11-02 19:00:00","2020-11-02 19:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1166,1166,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0038#2020-11-02 19:00:00,2020-11-02 19:29:59","thirtyminutes0038","2020-11-02 19:00:00","2020-11-02 19:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1166,1166,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-03-06 19:30:00,2020-03-06 19:59:59","thirtyminutes0039","2020-03-06 19:30:00","2020-03-06 19:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,1170,1170,1
+"thirtyminutes0039#2020-03-06 19:30:00,2020-03-06 19:59:59","thirtyminutes0039","2020-03-06 19:30:00","2020-03-06 19:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,1170,1170,1
-"thirtyminutes0039#2020-03-07 19:30:00,2020-03-07 19:59:59","thirtyminutes0039","2020-03-07 19:30:00","2020-03-07 19:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1170,1170,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-03-07 19:30:00,2020-03-07 19:59:59","thirtyminutes0039","2020-03-07 19:30:00","2020-03-07 19:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1170,1170,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-03-08 19:30:00,2020-03-08 19:59:59","thirtyminutes0039","2020-03-08 19:30:00","2020-03-08 19:59:59",0,0,NA,NA,0,1,1,128,128,128,128,NA,128,0,1177,1177,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-03-08 19:30:00,2020-03-08 19:59:59","thirtyminutes0039","2020-03-08 19:30:00","2020-03-08 19:59:59",0,0,NA,NA,0,1,1,128,128,128,128,NA,128,0,1177,1177,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-03-09 19:30:00,2020-03-09 19:59:59","thirtyminutes0039","2020-03-09 19:30:00","2020-03-09 19:59:59",0,0,NA,NA,0,1,1,262,262,262,262,NA,262,0,1170,1170,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-03-09 19:30:00,2020-03-09 19:59:59","thirtyminutes0039","2020-03-09 19:30:00","2020-03-09 19:59:59",0,0,NA,NA,0,1,1,262,262,262,262,NA,262,0,1170,1170,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-10-30 19:30:00,2020-10-30 19:59:59","thirtyminutes0039","2020-10-30 19:30:00","2020-10-30 19:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,1170,1170,1
+"thirtyminutes0039#2020-10-30 19:30:00,2020-10-30 19:59:59","thirtyminutes0039","2020-10-30 19:30:00","2020-10-30 19:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,619,619,619,619,NA,619,0,1170,1170,1
-"thirtyminutes0039#2020-10-31 19:30:00,2020-10-31 19:59:59","thirtyminutes0039","2020-10-31 19:30:00","2020-10-31 19:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1170,1170,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-10-31 19:30:00,2020-10-31 19:59:59","thirtyminutes0039","2020-10-31 19:30:00","2020-10-31 19:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1170,1170,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-11-01 19:30:00,2020-11-01 19:59:59","thirtyminutes0039","2020-11-01 19:30:00","2020-11-01 19:59:59",0,0,NA,NA,0,1,1,128,128,128,128,NA,128,0,1177,1177,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-11-01 19:30:00,2020-11-01 19:59:59","thirtyminutes0039","2020-11-01 19:30:00","2020-11-01 19:59:59",0,0,NA,NA,0,1,1,128,128,128,128,NA,128,0,1177,1177,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-11-02 19:30:00,2020-11-02 19:59:59","thirtyminutes0039","2020-11-02 19:30:00","2020-11-02 19:59:59",0,0,NA,NA,0,1,1,262,262,262,262,NA,262,0,1170,1170,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-11-02 19:30:00,2020-11-02 19:59:59","thirtyminutes0039","2020-11-02 19:30:00","2020-11-02 19:59:59",0,0,NA,NA,0,1,1,262,262,262,262,NA,262,0,1170,1170,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0041#2020-03-06 20:30:00,2020-03-06 20:59:59","thirtyminutes0041","2020-03-06 20:30:00","2020-03-06 20:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1230,1230,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0041#2020-03-06 20:30:00,2020-03-06 20:59:59","thirtyminutes0041","2020-03-06 20:30:00","2020-03-06 20:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1230,1230,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0041#2020-10-30 20:30:00,2020-10-30 20:59:59","thirtyminutes0041","2020-10-30 20:30:00","2020-10-30 20:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1230,1230,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0041#2020-10-30 20:30:00,2020-10-30 20:59:59","thirtyminutes0041","2020-10-30 20:30:00","2020-10-30 20:59:59",0,0,NA,NA,0,1,1,778,778,778,778,NA,778,0,1230,1230,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0042#2020-03-06 21:00:00,2020-03-06 21:29:59","thirtyminutes0042","2020-03-06 21:00:00","2020-03-06 21:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,1
+"thirtyminutes0042#2020-03-06 21:00:00,2020-03-06 21:29:59","thirtyminutes0042","2020-03-06 21:00:00","2020-03-06 21:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,1
 "thirtyminutes0042#2020-03-07 21:00:00,2020-03-07 21:29:59","thirtyminutes0042","2020-03-07 21:00:00","2020-03-07 21:29:59",1,1,1283,1283,1,1,1,315,315,315,315,NA,315,0,1275,1275,1,1,1,232,232,232,232,NA,232,0,1282,1282,0
-"thirtyminutes0042#2020-03-08 21:00:00,2020-03-08 21:29:59","thirtyminutes0042","2020-03-08 21:00:00","2020-03-08 21:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,469.999,469.999,469.999,469.999,NA,469.999,0,1282,1282,0
+"thirtyminutes0042#2020-03-08 21:00:00,2020-03-08 21:29:59","thirtyminutes0042","2020-03-08 21:00:00","2020-03-08 21:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,469.999,469.999,469.999,469.999,NA,469.999,0,1282,1282,0
-"thirtyminutes0042#2020-10-30 21:00:00,2020-10-30 21:29:59","thirtyminutes0042","2020-10-30 21:00:00","2020-10-30 21:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,1
+"thirtyminutes0042#2020-10-30 21:00:00,2020-10-30 21:29:59","thirtyminutes0042","2020-10-30 21:00:00","2020-10-30 21:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,1
 "thirtyminutes0042#2020-10-31 21:00:00,2020-10-31 21:29:59","thirtyminutes0042","2020-10-31 21:00:00","2020-10-31 21:29:59",1,1,1283,1283,1,1,1,315,315,315,315,NA,315,0,1275,1275,1,1,1,232,232,232,232,NA,232,0,1282,1282,0
-"thirtyminutes0042#2020-11-01 21:00:00,2020-11-01 21:29:59","thirtyminutes0042","2020-11-01 21:00:00","2020-11-01 21:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,469.999,469.999,469.999,469.999,NA,469.999,0,1282,1282,0
+"thirtyminutes0042#2020-11-01 21:00:00,2020-11-01 21:29:59","thirtyminutes0042","2020-11-01 21:00:00","2020-11-01 21:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,469.999,469.999,469.999,469.999,NA,469.999,0,1282,1282,0
-"thirtyminutes0043#2020-03-06 21:30:00,2020-03-06 21:59:59","thirtyminutes0043","2020-03-06 21:30:00","2020-03-06 21:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1290,1290,1
+"thirtyminutes0043#2020-03-06 21:30:00,2020-03-06 21:59:59","thirtyminutes0043","2020-03-06 21:30:00","2020-03-06 21:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1290,1290,1
-"thirtyminutes0043#2020-03-08 21:30:00,2020-03-08 21:59:59","thirtyminutes0043","2020-03-08 21:30:00","2020-03-08 21:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,102,102,102,102,NA,102,0,1290,1290,0
+"thirtyminutes0043#2020-03-08 21:30:00,2020-03-08 21:59:59","thirtyminutes0043","2020-03-08 21:30:00","2020-03-08 21:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,102,102,102,102,NA,102,0,1290,1290,0
-"thirtyminutes0043#2020-10-30 21:30:00,2020-10-30 21:59:59","thirtyminutes0043","2020-10-30 21:30:00","2020-10-30 21:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1290,1290,1
+"thirtyminutes0043#2020-10-30 21:30:00,2020-10-30 21:59:59","thirtyminutes0043","2020-10-30 21:30:00","2020-10-30 21:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,780,780,780,780,NA,780,0,1290,1290,1
-"thirtyminutes0043#2020-11-01 21:30:00,2020-11-01 21:59:59","thirtyminutes0043","2020-11-01 21:30:00","2020-11-01 21:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,102,102,102,102,NA,102,0,1290,1290,0
+"thirtyminutes0043#2020-11-01 21:30:00,2020-11-01 21:59:59","thirtyminutes0043","2020-11-01 21:30:00","2020-11-01 21:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,102,102,102,102,NA,102,0,1290,1290,0
-"thirtyminutes0044#2020-03-06 22:00:00,2020-03-06 22:29:59","thirtyminutes0044","2020-03-06 22:00:00","2020-03-06 22:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1331,1331,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0044#2020-03-06 22:00:00,2020-03-06 22:29:59","thirtyminutes0044","2020-03-06 22:00:00","2020-03-06 22:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1331,1331,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0044#2020-10-30 22:00:00,2020-10-30 22:29:59","thirtyminutes0044","2020-10-30 22:00:00","2020-10-30 22:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1331,1331,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0044#2020-10-30 22:00:00,2020-10-30 22:29:59","thirtyminutes0044","2020-10-30 22:00:00","2020-10-30 22:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1331,1331,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0045#2020-03-06 22:30:00,2020-03-06 22:59:59","thirtyminutes0045","2020-03-06 22:30:00","2020-03-06 22:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1350,1350,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0045#2020-03-06 22:30:00,2020-03-06 22:59:59","thirtyminutes0045","2020-03-06 22:30:00","2020-03-06 22:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1350,1350,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0045#2020-10-30 22:30:00,2020-10-30 22:59:59","thirtyminutes0045","2020-10-30 22:30:00","2020-10-30 22:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1350,1350,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0045#2020-10-30 22:30:00,2020-10-30 22:59:59","thirtyminutes0045","2020-10-30 22:30:00","2020-10-30 22:59:59",0,0,NA,NA,0,1,1,130,130,130,130,NA,130,0,1350,1350,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0

tests/data/processed/features/mtz_frequency/android/phone_conversation.csv

@@ -1,55 +1,55 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_conversation_rapids_minutesnoise","phone_conversation_rapids_noisemaxenergy","phone_conversation_rapids_voicemaxenergy","phone_conversation_rapids_sdconversationduration","phone_conversation_rapids_minutesunknown","phone_conversation_rapids_unknownexpectedfraction","phone_conversation_rapids_noisesumenergy","phone_conversation_rapids_sumconversationduration","phone_conversation_rapids_timelastconversation","phone_conversation_rapids_noiseexpectedfraction","phone_conversation_rapids_noiseavgenergy","phone_conversation_rapids_unknownsensedfraction","phone_conversation_rapids_minutesvoice","phone_conversation_rapids_voiceavgenergy","phone_conversation_rapids_voiceexpectedfraction","phone_conversation_rapids_noisesensedfraction","phone_conversation_rapids_voicesensedfraction","phone_conversation_rapids_voicesumenergy","phone_conversation_rapids_voiceminenergy","phone_conversation_rapids_minconversationduration","phone_conversation_rapids_avgconversationduration","phone_conversation_rapids_noiseminenergy","phone_conversation_rapids_maxconversationduration","phone_conversation_rapids_voicesdenergy","phone_conversation_rapids_timefirstconversation","phone_conversation_rapids_countconversation","phone_conversation_rapids_minutessilence","phone_conversation_rapids_silencesensedfraction","phone_conversation_rapids_noisesdenergy","phone_conversation_rapids_silenceexpectedfraction"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_conversation_rapids_voicemaxenergy","phone_conversation_rapids_voiceexpectedfraction","phone_conversation_rapids_noisesdenergy","phone_conversation_rapids_silenceexpectedfraction","phone_conversation_rapids_noiseexpectedfraction","phone_conversation_rapids_unknownsensedfraction","phone_conversation_rapids_voiceminenergy","phone_conversation_rapids_noisesumenergy","phone_conversation_rapids_timefirstconversation","phone_conversation_rapids_minutessilence","phone_conversation_rapids_voicesumenergy","phone_conversation_rapids_voicesensedfraction","phone_conversation_rapids_minutesunknown","phone_conversation_rapids_noiseminenergy","phone_conversation_rapids_unknownexpectedfraction","phone_conversation_rapids_countconversation","phone_conversation_rapids_noisemaxenergy","phone_conversation_rapids_noiseavgenergy","phone_conversation_rapids_minutesvoice","phone_conversation_rapids_silencesensedfraction","phone_conversation_rapids_timelastconversation","phone_conversation_rapids_voiceavgenergy","phone_conversation_rapids_noisesensedfraction","phone_conversation_rapids_avgconversationduration","phone_conversation_rapids_minconversationduration","phone_conversation_rapids_voicesdenergy","phone_conversation_rapids_minutesnoise","phone_conversation_rapids_maxconversationduration","phone_conversation_rapids_sdconversationduration","phone_conversation_rapids_sumconversationduration"
-"thirtyminutes0002#2020-03-06 01:00:00,2020-03-06 01:29:59","thirtyminutes0002","2020-03-06 01:00:00","2020-03-06 01:29:59",0.683333333333333,11769,4981,NA,0.0666666666666667,0.00888889382716324,254984,0.718016664187113,73,0.0911111617284232,6219.12195121951,0.0677966101694915,0.183333333333333,2658.90909090909,0.0244444580246989,0.694915254237288,0.186440677966102,29248,61,0.718016664187113,0.718016664187113,559,0.718016664187113,1686.32716010538,73,1,0.05,0.0508474576271186,3611.99537094887,0.00666667037037243
+"thirtyminutes0002#2020-03-06 01:00:00,2020-03-06 01:29:59","thirtyminutes0002","2020-03-06 01:00:00","2020-03-06 01:29:59",4981,0.0244444580246989,3611.99537094887,0.00666667037037243,0.0911111617284232,0.0677966101694915,61,254984,73,0.05,29248,0.186440677966102,0.0666666666666667,559,0.00888889382716324,1,11769,6219.12195121951,0.183333333333333,0.0508474576271186,73,2658.90909090909,0.694915254237288,0.718016664187113,0.718016664187113,1686.32716010538,0.683333333333333,0.718016664187113,NA,0.718016664187113
-"thirtyminutes0002#2020-03-07 01:00:00,2020-03-07 01:29:59","thirtyminutes0002","2020-03-07 01:00:00","2020-03-07 01:29:59",0.683333333333333,11769,4981,NA,0.0666666666666667,0.00888889382716324,254984,1666.66666666667,73,0.0911111617284232,6219.12195121951,0.0677966101694915,0.183333333333333,2658.90909090909,0.0244444580246989,0.694915254237288,0.186440677966102,29248,61,1666.66666666667,1666.66666666667,559,1666.66666666667,1686.32716010538,73,1,0.05,0.0508474576271186,3611.99537094887,0.00666667037037243
+"thirtyminutes0002#2020-03-07 01:00:00,2020-03-07 01:29:59","thirtyminutes0002","2020-03-07 01:00:00","2020-03-07 01:29:59",4981,0.0244444580246989,3611.99537094887,0.00666667037037243,0.0911111617284232,0.0677966101694915,61,254984,73,0.05,29248,0.186440677966102,0.0666666666666667,559,0.00888889382716324,1,11769,6219.12195121951,0.183333333333333,0.0508474576271186,73,2658.90909090909,0.694915254237288,1666.66666666667,1666.66666666667,1686.32716010538,0.683333333333333,1666.66666666667,NA,1666.66666666667
-"thirtyminutes0002#2020-03-09 01:00:00,2020-03-09 01:29:59","thirtyminutes0002","2020-03-09 01:00:00","2020-03-09 01:29:59",2.06666666666667,11967,5859,NA,0.183333333333333,0.0244444580246989,738382,2.28333333333333,77,0.27555570864206,5954.6935483871,0.0614525139664804,0.6,3248.72222222222,0.0800000444444691,0.692737430167598,0.201117318435754,116954,69,2.28333333333333,2.28333333333333,267,2.28333333333333,1789.91462862835,77,1,0.133333333333333,0.0446927374301676,3538.5841001422,0.0177777876543265
+"thirtyminutes0002#2020-03-09 01:00:00,2020-03-09 01:29:59","thirtyminutes0002","2020-03-09 01:00:00","2020-03-09 01:29:59",5859,0.0800000444444691,3538.5841001422,0.0177777876543265,0.27555570864206,0.0614525139664804,69,738382,77,0.133333333333333,116954,0.201117318435754,0.183333333333333,267,0.0244444580246989,1,11967,5954.6935483871,0.6,0.0446927374301676,77,3248.72222222222,0.692737430167598,2.28333333333333,2.28333333333333,1789.91462862835,2.06666666666667,2.28333333333333,NA,2.28333333333333
-"thirtyminutes0002#2020-10-30 01:00:00,2020-10-30 01:29:59","thirtyminutes0002","2020-10-30 01:00:00","2020-10-30 01:29:59",0.683333333333333,11769,4981,NA,0.0666666666666667,0.00888889382716324,254984,0.718016664187113,73,0.0911111617284232,6219.12195121951,0.0677966101694915,0.183333333333333,2658.90909090909,0.0244444580246989,0.694915254237288,0.186440677966102,29248,61,0.718016664187113,0.718016664187113,559,0.718016664187113,1686.32716010538,73,1,0.05,0.0508474576271186,3611.99537094887,0.00666667037037243
+"thirtyminutes0002#2020-10-30 01:00:00,2020-10-30 01:29:59","thirtyminutes0002","2020-10-30 01:00:00","2020-10-30 01:29:59",4981,0.0244444580246989,3611.99537094887,0.00666667037037243,0.0911111617284232,0.0677966101694915,61,254984,73,0.05,29248,0.186440677966102,0.0666666666666667,559,0.00888889382716324,1,11769,6219.12195121951,0.183333333333333,0.0508474576271186,73,2658.90909090909,0.694915254237288,0.718016664187113,0.718016664187113,1686.32716010538,0.683333333333333,0.718016664187113,NA,0.718016664187113
-"thirtyminutes0002#2020-10-31 01:00:00,2020-10-31 01:29:59","thirtyminutes0002","2020-10-31 01:00:00","2020-10-31 01:29:59",0.683333333333333,11769,4981,NA,0.0666666666666667,0.00888889382716324,254984,1666.66666666667,73,0.0911111617284232,6219.12195121951,0.0677966101694915,0.183333333333333,2658.90909090909,0.0244444580246989,0.694915254237288,0.186440677966102,29248,61,1666.66666666667,1666.66666666667,559,1666.66666666667,1686.32716010538,73,1,0.05,0.0508474576271186,3611.99537094887,0.00666667037037243
+"thirtyminutes0002#2020-10-31 01:00:00,2020-10-31 01:29:59","thirtyminutes0002","2020-10-31 01:00:00","2020-10-31 01:29:59",4981,0.0244444580246989,3611.99537094887,0.00666667037037243,0.0911111617284232,0.0677966101694915,61,254984,73,0.05,29248,0.186440677966102,0.0666666666666667,559,0.00888889382716324,1,11769,6219.12195121951,0.183333333333333,0.0508474576271186,73,2658.90909090909,0.694915254237288,1666.66666666667,1666.66666666667,1686.32716010538,0.683333333333333,1666.66666666667,NA,1666.66666666667
-"thirtyminutes0002#2020-11-02 01:00:00,2020-11-02 01:29:59","thirtyminutes0002","2020-11-02 01:00:00","2020-11-02 01:29:59",2.06666666666667,11967,5859,NA,0.183333333333333,0.0244444580246989,738382,2.28333333333333,77,0.27555570864206,5954.6935483871,0.0614525139664804,0.6,3248.72222222222,0.0800000444444691,0.692737430167598,0.201117318435754,116954,69,2.28333333333333,2.28333333333333,267,2.28333333333333,1789.91462862835,77,1,0.133333333333333,0.0446927374301676,3538.5841001422,0.0177777876543265
+"thirtyminutes0002#2020-11-02 01:00:00,2020-11-02 01:29:59","thirtyminutes0002","2020-11-02 01:00:00","2020-11-02 01:29:59",5859,0.0800000444444691,3538.5841001422,0.0177777876543265,0.27555570864206,0.0614525139664804,69,738382,77,0.133333333333333,116954,0.201117318435754,0.183333333333333,267,0.0244444580246989,1,11967,5954.6935483871,0.6,0.0446927374301676,77,3248.72222222222,0.692737430167598,2.28333333333333,2.28333333333333,1789.91462862835,2.06666666666667,2.28333333333333,NA,2.28333333333333
-"thirtyminutes0006#2020-03-08 03:00:00,2020-03-08 03:29:59","thirtyminutes0006","2020-03-08 03:00:00","2020-03-08 03:29:59",2.08333333333333,11986,5755,NA,0.2,0.0266666814814897,761172,0,NA,0.277777932098851,6089.376,0.0666666666666667,0.533333333333333,3190.09375,0.0711111506173059,0.694444444444445,0.177777777777778,102083,241,0,0,32,0,1794.397668001,NA,0,0.183333333333333,0.0611111111111111,3780.64082011366,0.0244444580246989
+"thirtyminutes0006#2020-03-08 03:00:00,2020-03-08 03:29:59","thirtyminutes0006","2020-03-08 03:00:00","2020-03-08 03:29:59",5755,0.0711111506173059,3780.64082011366,0.0244444580246989,0.277777932098851,0.0666666666666667,241,761172,NA,0.183333333333333,102083,0.177777777777778,0.2,32,0.0266666814814897,NA,11986,6089.376,0.533333333333333,0.0611111111111111,NA,3190.09375,0.694444444444445,NA,NA,1794.397668001,2.08333333333333,0,NA,0
-"thirtyminutes0006#2020-11-01 03:00:00,2020-11-01 03:29:59","thirtyminutes0006","2020-11-01 03:00:00","2020-11-01 03:29:59",2.08333333333333,11986,5755,NA,0.2,0.0266666814814897,761172,0,NA,0.277777932098851,6089.376,0.0666666666666667,0.533333333333333,3190.09375,0.0711111506173059,0.694444444444445,0.177777777777778,102083,241,0,0,32,0,1794.397668001,NA,0,0.183333333333333,0.0611111111111111,3780.64082011366,0.0244444580246989
+"thirtyminutes0006#2020-11-01 03:00:00,2020-11-01 03:29:59","thirtyminutes0006","2020-11-01 03:00:00","2020-11-01 03:29:59",5755,0.0711111506173059,3780.64082011366,0.0244444580246989,0.277777932098851,0.0666666666666667,241,761172,NA,0.183333333333333,102083,0.177777777777778,0.2,32,0.0266666814814897,NA,11986,6089.376,0.533333333333333,0.0611111111111111,NA,3190.09375,0.694444444444445,NA,NA,1794.397668001,2.08333333333333,0,NA,0
-"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",3.51666666666667,11958,5914,NA,0.35,0.046666692592607,1375453,10.0464333335559,359,0.468889149382861,6518.7345971564,0.0702341137123746,0.916666666666667,2877.74545454545,0.122222290123495,0.705685618729097,0.183946488294314,158276,159,10.0464333335559,10.0464333335559,50,10.0464333335559,1828.46456753952,359,1,0.2,0.040133779264214,3479.48376517021,0.0266666814814897
+"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",5914,0.122222290123495,3479.48376517021,0.0266666814814897,0.468889149382861,0.0702341137123746,159,1375453,359,0.2,158276,0.183946488294314,0.35,50,0.046666692592607,1,11958,6518.7345971564,0.916666666666667,0.040133779264214,359,2877.74545454545,0.705685618729097,10.0464333335559,10.0464333335559,1828.46456753952,3.51666666666667,10.0464333335559,NA,10.0464333335559
-"thirtyminutes0011#2020-03-07 05:30:00,2020-03-07 05:59:59","thirtyminutes0011","2020-03-07 05:30:00","2020-03-07 05:59:59",2.11666666666667,11931,5914,NA,0.166666666666667,0.0222222345679081,843439,10.05,359,0.282222379012433,6641.25196850394,0.0558659217877095,0.55,2891.81818181818,0.0733333740740967,0.709497206703911,0.184357541899441,95430,267,10.05,10.05,79,10.05,1835.10548836003,359,1,0.15,0.0502793296089385,3404.5491974115,0.0200000111111173
+"thirtyminutes0011#2020-03-07 05:30:00,2020-03-07 05:59:59","thirtyminutes0011","2020-03-07 05:30:00","2020-03-07 05:59:59",5914,0.0733333740740967,3404.5491974115,0.0200000111111173,0.282222379012433,0.0558659217877095,267,843439,359,0.15,95430,0.184357541899441,0.166666666666667,79,0.0222222345679081,1,11931,6641.25196850394,0.55,0.0502793296089385,359,2891.81818181818,0.709497206703911,10.05,10.05,1835.10548836003,2.11666666666667,10.05,NA,10.05
-"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",3.51666666666667,11958,5914,NA,0.35,0.046666692592607,1375453,10.0464333335559,359,0.468889149382861,6518.7345971564,0.0702341137123746,0.916666666666667,2877.74545454545,0.122222290123495,0.705685618729097,0.183946488294314,158276,159,10.0464333335559,10.0464333335559,50,10.0464333335559,1828.46456753952,359,1,0.2,0.040133779264214,3479.48376517021,0.0266666814814897
+"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",5914,0.122222290123495,3479.48376517021,0.0266666814814897,0.468889149382861,0.0702341137123746,159,1375453,359,0.2,158276,0.183946488294314,0.35,50,0.046666692592607,1,11958,6518.7345971564,0.916666666666667,0.040133779264214,359,2877.74545454545,0.705685618729097,10.0464333335559,10.0464333335559,1828.46456753952,3.51666666666667,10.0464333335559,NA,10.0464333335559
-"thirtyminutes0011#2020-10-31 05:30:00,2020-10-31 05:59:59","thirtyminutes0011","2020-10-31 05:30:00","2020-10-31 05:59:59",2.11666666666667,11931,5914,NA,0.166666666666667,0.0222222345679081,843439,10.05,359,0.282222379012433,6641.25196850394,0.0558659217877095,0.55,2891.81818181818,0.0733333740740967,0.709497206703911,0.184357541899441,95430,267,10.05,10.05,79,10.05,1835.10548836003,359,1,0.15,0.0502793296089385,3404.5491974115,0.0200000111111173
+"thirtyminutes0011#2020-10-31 05:30:00,2020-10-31 05:59:59","thirtyminutes0011","2020-10-31 05:30:00","2020-10-31 05:59:59",5914,0.0733333740740967,3404.5491974115,0.0200000111111173,0.282222379012433,0.0558659217877095,267,843439,359,0.15,95430,0.184357541899441,0.166666666666667,79,0.0222222345679081,1,11931,6641.25196850394,0.55,0.0502793296089385,359,2891.81818181818,0.709497206703911,10.05,10.05,1835.10548836003,2.11666666666667,10.05,NA,10.05
-"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",0.55,11468,5494,NA,0.0333333333333333,0.00444444691358162,205237,0,NA,0.0733333740740967,6219.30303030303,0.0454545454545455,0.133333333333333,2282.625,0.0177777876543265,0.75,0.181818181818182,18261,18,0,0,470,0,1954.05621629179,NA,0,0.0166666666666667,0.0227272727272727,3486.62605971776,0.00222222345679081
+"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",5494,0.0177777876543265,3486.62605971776,0.00222222345679081,0.0733333740740967,0.0454545454545455,18,205237,NA,0.0166666666666667,18261,0.181818181818182,0.0333333333333333,470,0.00444444691358162,NA,11468,6219.30303030303,0.133333333333333,0.0227272727272727,NA,2282.625,0.75,NA,NA,1954.05621629179,0.55,0,NA,0
-"thirtyminutes0012#2020-03-07 06:00:00,2020-03-07 06:29:59","thirtyminutes0012","2020-03-07 06:00:00","2020-03-07 06:29:59",0.55,11468,5494,NA,0.0333333333333333,0.00444444691358162,205237,0,NA,0.0733333740740967,6219.30303030303,0.0454545454545455,0.133333333333333,2282.625,0.0177777876543265,0.75,0.181818181818182,18261,18,0,0,470,0,1954.05621629179,NA,0,0.0166666666666667,0.0227272727272727,3486.62605971776,0.00222222345679081
+"thirtyminutes0012#2020-03-07 06:00:00,2020-03-07 06:29:59","thirtyminutes0012","2020-03-07 06:00:00","2020-03-07 06:29:59",5494,0.0177777876543265,3486.62605971776,0.00222222345679081,0.0733333740740967,0.0454545454545455,18,205237,NA,0.0166666666666667,18261,0.181818181818182,0.0333333333333333,470,0.00444444691358162,NA,11468,6219.30303030303,0.133333333333333,0.0227272727272727,NA,2282.625,0.75,NA,NA,1954.05621629179,0.55,0,NA,0
-"thirtyminutes0012#2020-03-09 06:00:00,2020-03-09 06:29:59","thirtyminutes0012","2020-03-09 06:00:00","2020-03-09 06:29:59",3.56666666666667,11986,5858,NA,0.316666666666667,0.0422222456790254,1329661,0,NA,0.475555819753233,6213.36915887851,0.0608974358974359,0.966666666666667,3331.65517241379,0.128888960493867,0.685897435897436,0.185897435897436,193236,241,0,0,32,0,1766.04139102042,NA,0,0.35,0.0673076923076923,3654.61971833146,0.046666692592607
+"thirtyminutes0012#2020-03-09 06:00:00,2020-03-09 06:29:59","thirtyminutes0012","2020-03-09 06:00:00","2020-03-09 06:29:59",5858,0.128888960493867,3654.61971833146,0.046666692592607,0.475555819753233,0.0608974358974359,241,1329661,NA,0.35,193236,0.185897435897436,0.316666666666667,32,0.0422222456790254,NA,11986,6213.36915887851,0.966666666666667,0.0673076923076923,NA,3331.65517241379,0.685897435897436,NA,NA,1766.04139102042,3.56666666666667,0,NA,0
-"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",0.55,11468,5494,NA,0.0333333333333333,0.00444444691358162,205237,0,NA,0.0733333740740967,6219.30303030303,0.0454545454545455,0.133333333333333,2282.625,0.0177777876543265,0.75,0.181818181818182,18261,18,0,0,470,0,1954.05621629179,NA,0,0.0166666666666667,0.0227272727272727,3486.62605971776,0.00222222345679081
+"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",5494,0.0177777876543265,3486.62605971776,0.00222222345679081,0.0733333740740967,0.0454545454545455,18,205237,NA,0.0166666666666667,18261,0.181818181818182,0.0333333333333333,470,0.00444444691358162,NA,11468,6219.30303030303,0.133333333333333,0.0227272727272727,NA,2282.625,0.75,NA,NA,1954.05621629179,0.55,0,NA,0
-"thirtyminutes0012#2020-10-31 06:00:00,2020-10-31 06:29:59","thirtyminutes0012","2020-10-31 06:00:00","2020-10-31 06:29:59",0.55,11468,5494,NA,0.0333333333333333,0.00444444691358162,205237,0,NA,0.0733333740740967,6219.30303030303,0.0454545454545455,0.133333333333333,2282.625,0.0177777876543265,0.75,0.181818181818182,18261,18,0,0,470,0,1954.05621629179,NA,0,0.0166666666666667,0.0227272727272727,3486.62605971776,0.00222222345679081
+"thirtyminutes0012#2020-10-31 06:00:00,2020-10-31 06:29:59","thirtyminutes0012","2020-10-31 06:00:00","2020-10-31 06:29:59",5494,0.0177777876543265,3486.62605971776,0.00222222345679081,0.0733333740740967,0.0454545454545455,18,205237,NA,0.0166666666666667,18261,0.181818181818182,0.0333333333333333,470,0.00444444691358162,NA,11468,6219.30303030303,0.133333333333333,0.0227272727272727,NA,2282.625,0.75,NA,NA,1954.05621629179,0.55,0,NA,0
-"thirtyminutes0012#2020-11-02 06:00:00,2020-11-02 06:29:59","thirtyminutes0012","2020-11-02 06:00:00","2020-11-02 06:29:59",3.56666666666667,11986,5858,NA,0.316666666666667,0.0422222456790254,1329661,0,NA,0.475555819753233,6213.36915887851,0.0608974358974359,0.966666666666667,3331.65517241379,0.128888960493867,0.685897435897436,0.185897435897436,193236,241,0,0,32,0,1766.04139102042,NA,0,0.35,0.0673076923076923,3654.61971833146,0.046666692592607
+"thirtyminutes0012#2020-11-02 06:00:00,2020-11-02 06:29:59","thirtyminutes0012","2020-11-02 06:00:00","2020-11-02 06:29:59",5858,0.128888960493867,3654.61971833146,0.046666692592607,0.475555819753233,0.0608974358974359,241,1329661,NA,0.35,193236,0.185897435897436,0.316666666666667,32,0.0422222456790254,NA,11986,6213.36915887851,0.966666666666667,0.0673076923076923,NA,3331.65517241379,0.685897435897436,NA,NA,1766.04139102042,3.56666666666667,0,NA,0
-"thirtyminutes0013#2020-03-07 06:30:00,2020-03-07 06:59:59","thirtyminutes0013","2020-03-07 06:30:00","2020-03-07 06:59:59",1.25,11920,5974,NA,0.0666666666666667,0.00888889382716324,459919,1.33333333333333,392,0.166666759259311,6132.25333333333,0.0336134453781513,0.533333333333333,3083.6875,0.0711111506173059,0.630252100840336,0.26890756302521,98678,648,1.33333333333333,1.33333333333333,222,1.33333333333333,1557.76443284144,392,1,0.133333333333333,0.0672268907563025,3609.22901886686,0.0177777876543265
+"thirtyminutes0013#2020-03-07 06:30:00,2020-03-07 06:59:59","thirtyminutes0013","2020-03-07 06:30:00","2020-03-07 06:59:59",5974,0.0711111506173059,3609.22901886686,0.0177777876543265,0.166666759259311,0.0336134453781513,648,459919,392,0.133333333333333,98678,0.26890756302521,0.0666666666666667,222,0.00888889382716324,1,11920,6132.25333333333,0.533333333333333,0.0672268907563025,392,3083.6875,0.630252100840336,1.33333333333333,1.33333333333333,1557.76443284144,1.25,1.33333333333333,NA,1.33333333333333
-"thirtyminutes0013#2020-10-31 06:30:00,2020-10-31 06:59:59","thirtyminutes0013","2020-10-31 06:30:00","2020-10-31 06:59:59",1.25,11920,5974,NA,0.0666666666666667,0.00888889382716324,459919,1.33333333333333,392,0.166666759259311,6132.25333333333,0.0336134453781513,0.533333333333333,3083.6875,0.0711111506173059,0.630252100840336,0.26890756302521,98678,648,1.33333333333333,1.33333333333333,222,1.33333333333333,1557.76443284144,392,1,0.133333333333333,0.0672268907563025,3609.22901886686,0.0177777876543265
+"thirtyminutes0013#2020-10-31 06:30:00,2020-10-31 06:59:59","thirtyminutes0013","2020-10-31 06:30:00","2020-10-31 06:59:59",5974,0.0711111506173059,3609.22901886686,0.0177777876543265,0.166666759259311,0.0336134453781513,648,459919,392,0.133333333333333,98678,0.26890756302521,0.0666666666666667,222,0.00888889382716324,1,11920,6132.25333333333,0.533333333333333,0.0672268907563025,392,3083.6875,0.630252100840336,1.33333333333333,1.33333333333333,1557.76443284144,1.25,1.33333333333333,NA,1.33333333333333
-"thirtyminutes0017#2020-03-08 08:30:00,2020-03-08 08:59:59","thirtyminutes0017","2020-03-08 08:30:00","2020-03-08 08:59:59",0.683333333333333,11807,5305,NA,0.0166666666666667,0.00222222345679081,282076,2.63854999939601,539,0.0911111617284232,6879.90243902439,0.0169491525423729,0.25,3331.33333333333,0.0333333518518621,0.694915254237288,0.254237288135593,49970,39,2.63854999939601,2.63854999939601,352,2.63854999939601,1835.82486974683,539,1,0.0333333333333333,0.0338983050847458,3485.30422491981,0.00444444691358162
+"thirtyminutes0017#2020-03-08 08:30:00,2020-03-08 08:59:59","thirtyminutes0017","2020-03-08 08:30:00","2020-03-08 08:59:59",5305,0.0333333518518621,3485.30422491981,0.00444444691358162,0.0911111617284232,0.0169491525423729,39,282076,539,0.0333333333333333,49970,0.254237288135593,0.0166666666666667,352,0.00222222345679081,1,11807,6879.90243902439,0.25,0.0338983050847458,539,3331.33333333333,0.694915254237288,2.63854999939601,2.63854999939601,1835.82486974683,0.683333333333333,2.63854999939601,NA,2.63854999939601
-"thirtyminutes0017#2020-11-01 08:30:00,2020-11-01 08:59:59","thirtyminutes0017","2020-11-01 08:30:00","2020-11-01 08:59:59",0.683333333333333,11807,5305,NA,0.0166666666666667,0.00222222345679081,282076,2.63854999939601,539,0.0911111617284232,6879.90243902439,0.0169491525423729,0.25,3331.33333333333,0.0333333518518621,0.694915254237288,0.254237288135593,49970,39,2.63854999939601,2.63854999939601,352,2.63854999939601,1835.82486974683,539,1,0.0333333333333333,0.0338983050847458,3485.30422491981,0.00444444691358162
+"thirtyminutes0017#2020-11-01 08:30:00,2020-11-01 08:59:59","thirtyminutes0017","2020-11-01 08:30:00","2020-11-01 08:59:59",5305,0.0333333518518621,3485.30422491981,0.00444444691358162,0.0911111617284232,0.0169491525423729,39,282076,539,0.0333333333333333,49970,0.254237288135593,0.0166666666666667,352,0.00222222345679081,1,11807,6879.90243902439,0.25,0.0338983050847458,539,3331.33333333333,0.694915254237288,2.63854999939601,2.63854999939601,1835.82486974683,0.683333333333333,2.63854999939601,NA,2.63854999939601
-"thirtyminutes0019#2020-03-07 09:30:00,2020-03-07 09:59:59","thirtyminutes0019","2020-03-07 09:30:00","2020-03-07 09:59:59",1.78333333333333,11613,5839,NA,0.133333333333333,0.0177777876543265,651511,2.21666666666667,588,0.237777909876617,6088.88785046729,0.0446927374301676,0.783333333333333,3142.14893617021,0.104444502469168,0.597765363128492,0.262569832402235,147681,113,2.21666666666667,2.21666666666667,117,2.21666666666667,1650.99227052576,588,1,0.283333333333333,0.0949720670391061,3361.1700745905,0.0377777987654438
+"thirtyminutes0019#2020-03-07 09:30:00,2020-03-07 09:59:59","thirtyminutes0019","2020-03-07 09:30:00","2020-03-07 09:59:59",5839,0.104444502469168,3361.1700745905,0.0377777987654438,0.237777909876617,0.0446927374301676,113,651511,588,0.283333333333333,147681,0.262569832402235,0.133333333333333,117,0.0177777876543265,1,11613,6088.88785046729,0.783333333333333,0.0949720670391061,588,3142.14893617021,0.597765363128492,2.21666666666667,2.21666666666667,1650.99227052576,1.78333333333333,2.21666666666667,NA,2.21666666666667
-"thirtyminutes0019#2020-10-31 09:30:00,2020-10-31 09:59:59","thirtyminutes0019","2020-10-31 09:30:00","2020-10-31 09:59:59",1.78333333333333,11613,5839,NA,0.133333333333333,0.0177777876543265,651511,2.21666666666667,588,0.237777909876617,6088.88785046729,0.0446927374301676,0.783333333333333,3142.14893617021,0.104444502469168,0.597765363128492,0.262569832402235,147681,113,2.21666666666667,2.21666666666667,117,2.21666666666667,1650.99227052576,588,1,0.283333333333333,0.0949720670391061,3361.1700745905,0.0377777987654438
+"thirtyminutes0019#2020-10-31 09:30:00,2020-10-31 09:59:59","thirtyminutes0019","2020-10-31 09:30:00","2020-10-31 09:59:59",5839,0.104444502469168,3361.1700745905,0.0377777987654438,0.237777909876617,0.0446927374301676,113,651511,588,0.283333333333333,147681,0.262569832402235,0.133333333333333,117,0.0177777876543265,1,11613,6088.88785046729,0.783333333333333,0.0949720670391061,588,3142.14893617021,0.597765363128492,2.21666666666667,2.21666666666667,1650.99227052576,1.78333333333333,2.21666666666667,NA,2.21666666666667
-"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",1.35,11825,5031,NA,0.183333333333333,0.0244444580246989,474758,1.66509999831518,656,0.180000100000056,5861.20987654321,0.092436974789916,0.333333333333333,3153.05,0.0444444691358162,0.680672268907563,0.168067226890756,63061,381,1.66509999831518,1.66509999831518,13,1.66509999831518,1392.35402617672,656,1,0.116666666666667,0.0588235294117647,3158.11819251611,0.0155555641975357
+"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",5031,0.0444444691358162,3158.11819251611,0.0155555641975357,0.180000100000056,0.092436974789916,381,474758,656,0.116666666666667,63061,0.168067226890756,0.183333333333333,13,0.0244444580246989,1,11825,5861.20987654321,0.333333333333333,0.0588235294117647,656,3153.05,0.680672268907563,1.66509999831518,1.66509999831518,1392.35402617672,1.35,1.66509999831518,NA,1.66509999831518
-"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",1.35,11825,5031,NA,0.183333333333333,0.0244444580246989,474758,1.66509999831518,656,0.180000100000056,5861.20987654321,0.092436974789916,0.333333333333333,3153.05,0.0444444691358162,0.680672268907563,0.168067226890756,63061,381,1.66509999831518,1.66509999831518,13,1.66509999831518,1392.35402617672,656,1,0.116666666666667,0.0588235294117647,3158.11819251611,0.0155555641975357
+"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",5031,0.0444444691358162,3158.11819251611,0.0155555641975357,0.180000100000056,0.092436974789916,381,474758,656,0.116666666666667,63061,0.168067226890756,0.183333333333333,13,0.0244444580246989,1,11825,5861.20987654321,0.333333333333333,0.0588235294117647,656,3153.05,0.680672268907563,1.66509999831518,1.66509999831518,1392.35402617672,1.35,1.66509999831518,NA,1.66509999831518
-"thirtyminutes0023#2020-03-09 11:30:00,2020-03-09 11:59:59","thirtyminutes0023","2020-03-09 11:30:00","2020-03-09 11:59:59",2.15,11822,5698,NA,0.1,0.0133333407407449,781135,2.51666666666667,697,0.286666825926014,6055.31007751938,0.0335195530726257,0.566666666666667,3105.64705882353,0.0755555975308875,0.720670391061452,0.189944134078212,105592,152,2.51666666666667,2.51666666666667,228,2.51666666666667,1584.74442796332,697,1,0.166666666666667,0.0558659217877095,3171.49771105479,0.0222222345679081
+"thirtyminutes0023#2020-03-09 11:30:00,2020-03-09 11:59:59","thirtyminutes0023","2020-03-09 11:30:00","2020-03-09 11:59:59",5698,0.0755555975308875,3171.49771105479,0.0222222345679081,0.286666825926014,0.0335195530726257,152,781135,697,0.166666666666667,105592,0.189944134078212,0.1,228,0.0133333407407449,1,11822,6055.31007751938,0.566666666666667,0.0558659217877095,697,3105.64705882353,0.720670391061452,2.51666666666667,2.51666666666667,1584.74442796332,2.15,2.51666666666667,NA,2.51666666666667
-"thirtyminutes0023#2020-11-02 11:30:00,2020-11-02 11:59:59","thirtyminutes0023","2020-11-02 11:30:00","2020-11-02 11:59:59",2.15,11822,5698,NA,0.1,0.0133333407407449,781135,2.51666666666667,697,0.286666825926014,6055.31007751938,0.0335195530726257,0.566666666666667,3105.64705882353,0.0755555975308875,0.720670391061452,0.189944134078212,105592,152,2.51666666666667,2.51666666666667,228,2.51666666666667,1584.74442796332,697,1,0.166666666666667,0.0558659217877095,3171.49771105479,0.0222222345679081
+"thirtyminutes0023#2020-11-02 11:30:00,2020-11-02 11:59:59","thirtyminutes0023","2020-11-02 11:30:00","2020-11-02 11:59:59",5698,0.0755555975308875,3171.49771105479,0.0222222345679081,0.286666825926014,0.0335195530726257,152,781135,697,0.166666666666667,105592,0.189944134078212,0.1,228,0.0133333407407449,1,11822,6055.31007751938,0.566666666666667,0.0558659217877095,697,3105.64705882353,0.720670391061452,2.51666666666667,2.51666666666667,1584.74442796332,2.15,2.51666666666667,NA,2.51666666666667
-"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",2.16666666666667,11960,5769,NA,0.0833333333333333,0.011111117283954,775191,0,NA,0.288889049382805,5963.00769230769,0.0277777777777778,0.65,3277.66666666667,0.0866667148148416,0.722222222222222,0.216666666666667,127829,18,0,0,29,0,1878.36515329762,NA,0,0.1,0.0333333333333333,3542.32880412442,0.0133333407407449
+"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",5769,0.0866667148148416,3542.32880412442,0.0133333407407449,0.288889049382805,0.0277777777777778,18,775191,NA,0.1,127829,0.216666666666667,0.0833333333333333,29,0.011111117283954,NA,11960,5963.00769230769,0.65,0.0333333333333333,NA,3277.66666666667,0.722222222222222,NA,NA,1878.36515329762,2.16666666666667,0,NA,0
-"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",2.26666666666667,11740,5725,NA,0.0666666666666667,0.00888889382716324,829461,0,NA,0.30222239012355,6098.97794117647,0.0222222222222222,0.466666666666667,2520.14285714286,0.0622222567901427,0.755555555555556,0.155555555555556,70564,26,0,0,41,0,1499.05198966709,NA,0,0.2,0.0666666666666667,3360.43147023957,0.0266666814814897
+"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",5725,0.0622222567901427,3360.43147023957,0.0266666814814897,0.30222239012355,0.0222222222222222,26,829461,NA,0.2,70564,0.155555555555556,0.0666666666666667,41,0.00888889382716324,NA,11740,6098.97794117647,0.466666666666667,0.0666666666666667,NA,2520.14285714286,0.755555555555556,NA,NA,1499.05198966709,2.26666666666667,0,NA,0
-"thirtyminutes0024#2020-03-09 12:00:00,2020-03-09 12:29:59","thirtyminutes0024","2020-03-09 12:00:00","2020-03-09 12:29:59",1.5,11740,5725,NA,0.0166666666666667,0.00222222345679081,569829,0,NA,0.200000111111173,6331.43333333333,0.00833333333333333,0.333333333333333,2893.45,0.0444444691358162,0.75,0.166666666666667,57869,52,0,0,538,0,1474.51517366503,NA,0,0.15,0.075,3334.14120152182,0.0200000111111173
+"thirtyminutes0024#2020-03-09 12:00:00,2020-03-09 12:29:59","thirtyminutes0024","2020-03-09 12:00:00","2020-03-09 12:29:59",5725,0.0444444691358162,3334.14120152182,0.0200000111111173,0.200000111111173,0.00833333333333333,52,569829,NA,0.15,57869,0.166666666666667,0.0166666666666667,538,0.00222222345679081,NA,11740,6331.43333333333,0.333333333333333,0.075,NA,2893.45,0.75,NA,NA,1474.51517366503,1.5,0,NA,0
-"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",2.16666666666667,11960,5769,NA,0.0833333333333333,0.011111117283954,775191,0,NA,0.288889049382805,5963.00769230769,0.0277777777777778,0.65,3277.66666666667,0.0866667148148416,0.722222222222222,0.216666666666667,127829,18,0,0,29,0,1878.36515329762,NA,0,0.1,0.0333333333333333,3542.32880412442,0.0133333407407449
+"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",5769,0.0866667148148416,3542.32880412442,0.0133333407407449,0.288889049382805,0.0277777777777778,18,775191,NA,0.1,127829,0.216666666666667,0.0833333333333333,29,0.011111117283954,NA,11960,5963.00769230769,0.65,0.0333333333333333,NA,3277.66666666667,0.722222222222222,NA,NA,1878.36515329762,2.16666666666667,0,NA,0
-"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",2.26666666666667,11740,5725,NA,0.0666666666666667,0.00888889382716324,829461,0,NA,0.30222239012355,6098.97794117647,0.0222222222222222,0.466666666666667,2520.14285714286,0.0622222567901427,0.755555555555556,0.155555555555556,70564,26,0,0,41,0,1499.05198966709,NA,0,0.2,0.0666666666666667,3360.43147023957,0.0266666814814897
+"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",5725,0.0622222567901427,3360.43147023957,0.0266666814814897,0.30222239012355,0.0222222222222222,26,829461,NA,0.2,70564,0.155555555555556,0.0666666666666667,41,0.00888889382716324,NA,11740,6098.97794117647,0.466666666666667,0.0666666666666667,NA,2520.14285714286,0.755555555555556,NA,NA,1499.05198966709,2.26666666666667,0,NA,0
-"thirtyminutes0024#2020-11-02 12:00:00,2020-11-02 12:29:59","thirtyminutes0024","2020-11-02 12:00:00","2020-11-02 12:29:59",1.5,11740,5725,NA,0.0166666666666667,0.00222222345679081,569829,0,NA,0.200000111111173,6331.43333333333,0.00833333333333333,0.333333333333333,2893.45,0.0444444691358162,0.75,0.166666666666667,57869,52,0,0,538,0,1474.51517366503,NA,0,0.15,0.075,3334.14120152182,0.0200000111111173
+"thirtyminutes0024#2020-11-02 12:00:00,2020-11-02 12:29:59","thirtyminutes0024","2020-11-02 12:00:00","2020-11-02 12:29:59",5725,0.0444444691358162,3334.14120152182,0.0200000111111173,0.200000111111173,0.00833333333333333,52,569829,NA,0.15,57869,0.166666666666667,0.0166666666666667,538,0.00222222345679081,NA,11740,6331.43333333333,0.333333333333333,0.075,NA,2893.45,0.75,NA,NA,1474.51517366503,1.5,0,NA,0
-"thirtyminutes0027#2020-03-07 13:30:00,2020-03-07 13:59:59","thirtyminutes0027","2020-03-07 13:30:00","2020-03-07 13:59:59",1.76666666666667,11849,5973,NA,0.133333333333333,0.0177777876543265,653815,1.96666666666667,830,0.235555686419826,6168.06603773585,0.0509554140127388,0.566666666666667,3166.08823529412,0.0755555975308875,0.67515923566879,0.21656050955414,107647,397,1.96666666666667,1.96666666666667,173,1.96666666666667,1862.66987214178,830,1,0.15,0.0573248407643312,3582.47817995912,0.0200000111111173
+"thirtyminutes0027#2020-03-07 13:30:00,2020-03-07 13:59:59","thirtyminutes0027","2020-03-07 13:30:00","2020-03-07 13:59:59",5973,0.0755555975308875,3582.47817995912,0.0200000111111173,0.235555686419826,0.0509554140127388,397,653815,830,0.15,107647,0.21656050955414,0.133333333333333,173,0.0177777876543265,1,11849,6168.06603773585,0.566666666666667,0.0573248407643312,830,3166.08823529412,0.67515923566879,1.96666666666667,1.96666666666667,1862.66987214178,1.76666666666667,1.96666666666667,NA,1.96666666666667
-"thirtyminutes0027#2020-10-31 13:30:00,2020-10-31 13:59:59","thirtyminutes0027","2020-10-31 13:30:00","2020-10-31 13:59:59",1.76666666666667,11849,5973,NA,0.133333333333333,0.0177777876543265,653815,1.96666666666667,830,0.235555686419826,6168.06603773585,0.0509554140127388,0.566666666666667,3166.08823529412,0.0755555975308875,0.67515923566879,0.21656050955414,107647,397,1.96666666666667,1.96666666666667,173,1.96666666666667,1862.66987214178,830,1,0.15,0.0573248407643312,3582.47817995912,0.0200000111111173
+"thirtyminutes0027#2020-10-31 13:30:00,2020-10-31 13:59:59","thirtyminutes0027","2020-10-31 13:30:00","2020-10-31 13:59:59",5973,0.0755555975308875,3582.47817995912,0.0200000111111173,0.235555686419826,0.0509554140127388,397,653815,830,0.15,107647,0.21656050955414,0.133333333333333,173,0.0177777876543265,1,11849,6168.06603773585,0.566666666666667,0.0573248407643312,830,3166.08823529412,0.67515923566879,1.96666666666667,1.96666666666667,1862.66987214178,1.76666666666667,1.96666666666667,NA,1.96666666666667
-"thirtyminutes0033#2020-03-08 16:30:00,2020-03-08 16:59:59","thirtyminutes0033","2020-03-08 16:30:00","2020-03-08 16:59:59",1.21666666666667,11994,5896,NA,0.116666666666667,0.0155555641975357,416257,0,NA,0.162222312345729,5702.15068493151,0.0630630630630631,0.45,2901.03703703704,0.0600000333333519,0.657657657657658,0.243243243243243,78328,266,0,0,130,0,1602.42608089401,NA,0,0.0666666666666667,0.036036036036036,3393.60065937523,0.00888889382716324
+"thirtyminutes0033#2020-03-08 16:30:00,2020-03-08 16:59:59","thirtyminutes0033","2020-03-08 16:30:00","2020-03-08 16:59:59",5896,0.0600000333333519,3393.60065937523,0.00888889382716324,0.162222312345729,0.0630630630630631,266,416257,NA,0.0666666666666667,78328,0.243243243243243,0.116666666666667,130,0.0155555641975357,NA,11994,5702.15068493151,0.45,0.036036036036036,NA,2901.03703703704,0.657657657657658,NA,NA,1602.42608089401,1.21666666666667,0,NA,0
-"thirtyminutes0033#2020-11-01 16:30:00,2020-11-01 16:59:59","thirtyminutes0033","2020-11-01 16:30:00","2020-11-01 16:59:59",1.21666666666667,11994,5896,NA,0.116666666666667,0.0155555641975357,416257,0,NA,0.162222312345729,5702.15068493151,0.0630630630630631,0.45,2901.03703703704,0.0600000333333519,0.657657657657658,0.243243243243243,78328,266,0,0,130,0,1602.42608089401,NA,0,0.0666666666666667,0.036036036036036,3393.60065937523,0.00888889382716324
+"thirtyminutes0033#2020-11-01 16:30:00,2020-11-01 16:59:59","thirtyminutes0033","2020-11-01 16:30:00","2020-11-01 16:59:59",5896,0.0600000333333519,3393.60065937523,0.00888889382716324,0.162222312345729,0.0630630630630631,266,416257,NA,0.0666666666666667,78328,0.243243243243243,0.116666666666667,130,0.0155555641975357,NA,11994,5702.15068493151,0.45,0.036036036036036,NA,2901.03703703704,0.657657657657658,NA,NA,1602.42608089401,1.21666666666667,0,NA,0
-"thirtyminutes0034#2020-03-06 17:00:00,2020-03-06 17:29:59","thirtyminutes0034","2020-03-06 17:00:00","2020-03-06 17:29:59",2,11869,5880,NA,0.15,0.0200000111111173,727058,3.96938333511353,1032,0.266666814814897,6058.81666666667,0.0502793296089385,0.666666666666667,2927.775,0.0888889382716324,0.670391061452514,0.223463687150838,117111,53,3.96938333511353,3.96938333511353,15,3.96938333511353,1645.55094799155,1032,1,0.166666666666667,0.0558659217877095,3842.84937829441,0.0222222345679081
+"thirtyminutes0034#2020-03-06 17:00:00,2020-03-06 17:29:59","thirtyminutes0034","2020-03-06 17:00:00","2020-03-06 17:29:59",5880,0.0888889382716324,3842.84937829441,0.0222222345679081,0.266666814814897,0.0502793296089385,53,727058,1032,0.166666666666667,117111,0.223463687150838,0.15,15,0.0200000111111173,1,11869,6058.81666666667,0.666666666666667,0.0558659217877095,1032,2927.775,0.670391061452514,3.96938333511353,3.96938333511353,1645.55094799155,2,3.96938333511353,NA,3.96938333511353
-"thirtyminutes0034#2020-03-07 17:00:00,2020-03-07 17:29:59","thirtyminutes0034","2020-03-07 17:00:00","2020-03-07 17:29:59",1.3,11958,5801,NA,0.1,0.0133333407407449,505175,1.35,1024,0.173333429629683,6476.60256410256,0.0504201680672269,0.5,2970.2,0.0666667037037243,0.65546218487395,0.252100840336134,89106,116,1.35,1.35,255,1.35,1714.36781149888,1024,1,0.0833333333333333,0.0420168067226891,3468.7579061419,0.011111117283954
+"thirtyminutes0034#2020-03-07 17:00:00,2020-03-07 17:29:59","thirtyminutes0034","2020-03-07 17:00:00","2020-03-07 17:29:59",5801,0.0666667037037243,3468.7579061419,0.011111117283954,0.173333429629683,0.0504201680672269,116,505175,1024,0.0833333333333333,89106,0.252100840336134,0.1,255,0.0133333407407449,1,11958,6476.60256410256,0.5,0.0420168067226891,1024,2970.2,0.65546218487395,1.35,1.35,1714.36781149888,1.3,1.35,NA,1.35
-"thirtyminutes0034#2020-03-09 17:00:00,2020-03-09 17:29:59","thirtyminutes0034","2020-03-09 17:00:00","2020-03-09 17:29:59",1.2,11984,5965,NA,0.1,0.0133333407407449,429521,5.23333333333333,1022,0.160000088888938,5965.56944444444,0.0555555555555556,0.383333333333333,3560.69565217391,0.0511111395061886,0.666666666666667,0.212962962962963,81896,61,5.23333333333333,5.23333333333333,155,5.23333333333333,1939.29432889161,1022,1,0.116666666666667,0.0648148148148148,3728.39862851838,0.0155555641975357
+"thirtyminutes0034#2020-03-09 17:00:00,2020-03-09 17:29:59","thirtyminutes0034","2020-03-09 17:00:00","2020-03-09 17:29:59",5965,0.0511111395061886,3728.39862851838,0.0155555641975357,0.160000088888938,0.0555555555555556,61,429521,1022,0.116666666666667,81896,0.212962962962963,0.1,155,0.0133333407407449,1,11984,5965.56944444444,0.383333333333333,0.0648148148148148,1022,3560.69565217391,0.666666666666667,5.23333333333333,5.23333333333333,1939.29432889161,1.2,5.23333333333333,NA,5.23333333333333
-"thirtyminutes0034#2020-10-30 17:00:00,2020-10-30 17:29:59","thirtyminutes0034","2020-10-30 17:00:00","2020-10-30 17:29:59",2,11869,5880,NA,0.15,0.0200000111111173,727058,3.96938333511353,1032,0.266666814814897,6058.81666666667,0.0502793296089385,0.666666666666667,2927.775,0.0888889382716324,0.670391061452514,0.223463687150838,117111,53,3.96938333511353,3.96938333511353,15,3.96938333511353,1645.55094799155,1032,1,0.166666666666667,0.0558659217877095,3842.84937829441,0.0222222345679081
+"thirtyminutes0034#2020-10-30 17:00:00,2020-10-30 17:29:59","thirtyminutes0034","2020-10-30 17:00:00","2020-10-30 17:29:59",5880,0.0888889382716324,3842.84937829441,0.0222222345679081,0.266666814814897,0.0502793296089385,53,727058,1032,0.166666666666667,117111,0.223463687150838,0.15,15,0.0200000111111173,1,11869,6058.81666666667,0.666666666666667,0.0558659217877095,1032,2927.775,0.670391061452514,3.96938333511353,3.96938333511353,1645.55094799155,2,3.96938333511353,NA,3.96938333511353
-"thirtyminutes0034#2020-10-31 17:00:00,2020-10-31 17:29:59","thirtyminutes0034","2020-10-31 17:00:00","2020-10-31 17:29:59",1.3,11958,5801,NA,0.1,0.0133333407407449,505175,1.35,1024,0.173333429629683,6476.60256410256,0.0504201680672269,0.5,2970.2,0.0666667037037243,0.65546218487395,0.252100840336134,89106,116,1.35,1.35,255,1.35,1714.36781149888,1024,1,0.0833333333333333,0.0420168067226891,3468.7579061419,0.011111117283954
+"thirtyminutes0034#2020-10-31 17:00:00,2020-10-31 17:29:59","thirtyminutes0034","2020-10-31 17:00:00","2020-10-31 17:29:59",5801,0.0666667037037243,3468.7579061419,0.011111117283954,0.173333429629683,0.0504201680672269,116,505175,1024,0.0833333333333333,89106,0.252100840336134,0.1,255,0.0133333407407449,1,11958,6476.60256410256,0.5,0.0420168067226891,1024,2970.2,0.65546218487395,1.35,1.35,1714.36781149888,1.3,1.35,NA,1.35
-"thirtyminutes0034#2020-11-02 17:00:00,2020-11-02 17:29:59","thirtyminutes0034","2020-11-02 17:00:00","2020-11-02 17:29:59",1.2,11984,5965,NA,0.1,0.0133333407407449,429521,5.23333333333333,1022,0.160000088888938,5965.56944444444,0.0555555555555556,0.383333333333333,3560.69565217391,0.0511111395061886,0.666666666666667,0.212962962962963,81896,61,5.23333333333333,5.23333333333333,155,5.23333333333333,1939.29432889161,1022,1,0.116666666666667,0.0648148148148148,3728.39862851838,0.0155555641975357
+"thirtyminutes0034#2020-11-02 17:00:00,2020-11-02 17:29:59","thirtyminutes0034","2020-11-02 17:00:00","2020-11-02 17:29:59",5965,0.0511111395061886,3728.39862851838,0.0155555641975357,0.160000088888938,0.0555555555555556,61,429521,1022,0.116666666666667,81896,0.212962962962963,0.1,155,0.0133333407407449,1,11984,5965.56944444444,0.383333333333333,0.0648148148148148,1022,3560.69565217391,0.666666666666667,5.23333333333333,5.23333333333333,1939.29432889161,1.2,5.23333333333333,NA,5.23333333333333
-"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",0.266666666666667,9865,5414,NA,0,0,106737,0,NA,0.0355555753086529,6671.0625,0,0.0333333333333333,5165.5,0.00444444691358162,0.888888888888889,0.111111111111111,10331,4917,0,0,795,0,351.432070249714,NA,0,0,0,2425.13151447504,0
+"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",5414,0.00444444691358162,2425.13151447504,NA,0.0355555753086529,NA,4917,106737,NA,NA,10331,0.111111111111111,NA,795,NA,NA,9865,6671.0625,0.0333333333333333,NA,NA,5165.5,0.888888888888889,NA,NA,351.432070249714,0.266666666666667,0,NA,0
-"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",0.266666666666667,9865,5414,NA,0,0,106737,0,NA,0.0355555753086529,6671.0625,0,0.0333333333333333,5165.5,0.00444444691358162,0.888888888888889,0.111111111111111,10331,4917,0,0,795,0,351.432070249714,NA,0,0,0,2425.13151447504,0
+"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",5414,0.00444444691358162,2425.13151447504,NA,0.0355555753086529,NA,4917,106737,NA,NA,10331,0.111111111111111,NA,795,NA,NA,9865,6671.0625,0.0333333333333333,NA,NA,5165.5,0.888888888888889,NA,NA,351.432070249714,0.266666666666667,0,NA,0
-"thirtyminutes0039#2020-03-08 19:30:00,2020-03-08 19:59:59","thirtyminutes0039","2020-03-08 19:30:00","2020-03-08 19:59:59",2.1,11872,5791,NA,0.0666666666666667,0.00888889382716324,737899,0,NA,0.280000155555642,5856.34126984127,0.0223463687150838,0.716666666666667,3215.46511627907,0.0955556086420048,0.70391061452514,0.240223463687151,138265,344,0,0,65,0,1685.61227181609,NA,0,0.1,0.0335195530726257,3586.7682415516,0.0133333407407449
+"thirtyminutes0039#2020-03-08 19:30:00,2020-03-08 19:59:59","thirtyminutes0039","2020-03-08 19:30:00","2020-03-08 19:59:59",5791,0.0955556086420048,3586.7682415516,0.0133333407407449,0.280000155555642,0.0223463687150838,344,737899,NA,0.1,138265,0.240223463687151,0.0666666666666667,65,0.00888889382716324,NA,11872,5856.34126984127,0.716666666666667,0.0335195530726257,NA,3215.46511627907,0.70391061452514,NA,NA,1685.61227181609,2.1,0,NA,0
-"thirtyminutes0039#2020-03-09 19:30:00,2020-03-09 19:59:59","thirtyminutes0039","2020-03-09 19:30:00","2020-03-09 19:59:59",2.1,11872,5791,NA,0.0666666666666667,0.00888889382716324,737899,0,NA,0.280000155555642,5856.34126984127,0.0223463687150838,0.716666666666667,3215.46511627907,0.0955556086420048,0.70391061452514,0.240223463687151,138265,344,0,0,65,0,1685.61227181609,NA,0,0.1,0.0335195530726257,3586.7682415516,0.0133333407407449
+"thirtyminutes0039#2020-03-09 19:30:00,2020-03-09 19:59:59","thirtyminutes0039","2020-03-09 19:30:00","2020-03-09 19:59:59",5791,0.0955556086420048,3586.7682415516,0.0133333407407449,0.280000155555642,0.0223463687150838,344,737899,NA,0.1,138265,0.240223463687151,0.0666666666666667,65,0.00888889382716324,NA,11872,5856.34126984127,0.716666666666667,0.0335195530726257,NA,3215.46511627907,0.70391061452514,NA,NA,1685.61227181609,2.1,0,NA,0
-"thirtyminutes0039#2020-11-01 19:30:00,2020-11-01 19:59:59","thirtyminutes0039","2020-11-01 19:30:00","2020-11-01 19:59:59",2.1,11872,5791,NA,0.0666666666666667,0.00888889382716324,737899,0,NA,0.280000155555642,5856.34126984127,0.0223463687150838,0.716666666666667,3215.46511627907,0.0955556086420048,0.70391061452514,0.240223463687151,138265,344,0,0,65,0,1685.61227181609,NA,0,0.1,0.0335195530726257,3586.7682415516,0.0133333407407449
+"thirtyminutes0039#2020-11-01 19:30:00,2020-11-01 19:59:59","thirtyminutes0039","2020-11-01 19:30:00","2020-11-01 19:59:59",5791,0.0955556086420048,3586.7682415516,0.0133333407407449,0.280000155555642,0.0223463687150838,344,737899,NA,0.1,138265,0.240223463687151,0.0666666666666667,65,0.00888889382716324,NA,11872,5856.34126984127,0.716666666666667,0.0335195530726257,NA,3215.46511627907,0.70391061452514,NA,NA,1685.61227181609,2.1,0,NA,0
-"thirtyminutes0039#2020-11-02 19:30:00,2020-11-02 19:59:59","thirtyminutes0039","2020-11-02 19:30:00","2020-11-02 19:59:59",2.1,11872,5791,NA,0.0666666666666667,0.00888889382716324,737899,0,NA,0.280000155555642,5856.34126984127,0.0223463687150838,0.716666666666667,3215.46511627907,0.0955556086420048,0.70391061452514,0.240223463687151,138265,344,0,0,65,0,1685.61227181609,NA,0,0.1,0.0335195530726257,3586.7682415516,0.0133333407407449
+"thirtyminutes0039#2020-11-02 19:30:00,2020-11-02 19:59:59","thirtyminutes0039","2020-11-02 19:30:00","2020-11-02 19:59:59",5791,0.0955556086420048,3586.7682415516,0.0133333407407449,0.280000155555642,0.0223463687150838,344,737899,NA,0.1,138265,0.240223463687151,0.0666666666666667,65,0.00888889382716324,NA,11872,5856.34126984127,0.716666666666667,0.0335195530726257,NA,3215.46511627907,0.70391061452514,NA,NA,1685.61227181609,2.1,0,NA,0
-"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",1.01666666666667,11958,5801,NA,0.0833333333333333,0.011111117283954,399842,1.35104999939601,1204,0.135555630864239,6554.7868852459,0.0515463917525773,0.433333333333333,2995.34615384615,0.057777809876561,0.628865979381443,0.268041237113402,77879,116,1.35104999939601,1.35104999939601,255,1.35104999939601,1709.76456723861,1204,1,0.0833333333333333,0.0515463917525773,3593.75383647217,0.011111117283954
+"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",5801,0.057777809876561,3593.75383647217,0.011111117283954,0.135555630864239,0.0515463917525773,116,399842,1204,0.0833333333333333,77879,0.268041237113402,0.0833333333333333,255,0.011111117283954,1,11958,6554.7868852459,0.433333333333333,0.0515463917525773,1204,2995.34615384615,0.628865979381443,1.35104999939601,1.35104999939601,1709.76456723861,1.01666666666667,1.35104999939601,NA,1.35104999939601
-"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",1.01666666666667,11958,5801,NA,0.0833333333333333,0.011111117283954,399842,1.35104999939601,1204,0.135555630864239,6554.7868852459,0.0515463917525773,0.433333333333333,2995.34615384615,0.057777809876561,0.628865979381443,0.268041237113402,77879,116,1.35104999939601,1.35104999939601,255,1.35104999939601,1709.76456723861,1204,1,0.0833333333333333,0.0515463917525773,3593.75383647217,0.011111117283954
+"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",5801,0.057777809876561,3593.75383647217,0.011111117283954,0.135555630864239,0.0515463917525773,116,399842,1204,0.0833333333333333,77879,0.268041237113402,0.0833333333333333,255,0.011111117283954,1,11958,6554.7868852459,0.433333333333333,0.0515463917525773,1204,2995.34615384615,0.628865979381443,1.35104999939601,1.35104999939601,1709.76456723861,1.01666666666667,1.35104999939601,NA,1.35104999939601
-"thirtyminutes0042#2020-03-07 21:00:00,2020-03-07 21:29:59","thirtyminutes0042","2020-03-07 21:00:00","2020-03-07 21:29:59",0.2,11957,4987,NA,0.0166666666666667,0.00222222345679081,94436,0,NA,0.0266666814814897,7869.66666666667,0.05,0.116666666666667,3017.85714285714,0.0155555641975357,0.6,0.35,21125,592,0,0,1967,0,1779.34242803078,NA,0,0,0,3169.33937289872,0
+"thirtyminutes0042#2020-03-07 21:00:00,2020-03-07 21:29:59","thirtyminutes0042","2020-03-07 21:00:00","2020-03-07 21:29:59",4987,0.0155555641975357,3169.33937289872,NA,0.0266666814814897,0.05,592,94436,NA,NA,21125,0.35,0.0166666666666667,1967,0.00222222345679081,NA,11957,7869.66666666667,0.116666666666667,NA,NA,3017.85714285714,0.6,NA,NA,1779.34242803078,0.2,0,NA,0
-"thirtyminutes0042#2020-10-31 21:00:00,2020-10-31 21:29:59","thirtyminutes0042","2020-10-31 21:00:00","2020-10-31 21:29:59",0.2,11957,4987,NA,0.0166666666666667,0.00222222345679081,94436,0,NA,0.0266666814814897,7869.66666666667,0.05,0.116666666666667,3017.85714285714,0.0155555641975357,0.6,0.35,21125,592,0,0,1967,0,1779.34242803078,NA,0,0,0,3169.33937289872,0
+"thirtyminutes0042#2020-10-31 21:00:00,2020-10-31 21:29:59","thirtyminutes0042","2020-10-31 21:00:00","2020-10-31 21:29:59",4987,0.0155555641975357,3169.33937289872,NA,0.0266666814814897,0.05,592,94436,NA,NA,21125,0.35,0.0166666666666667,1967,0.00222222345679081,NA,11957,7869.66666666667,0.116666666666667,NA,NA,3017.85714285714,0.6,NA,NA,1779.34242803078,0.2,0,NA,0

tests/data/processed/features/mtz_frequency/android/phone_keyboard.csv

@@ -1,15 +1,15 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_totalkeyboardtouches","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_averagesessionlength","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_changeintextlengthequaltominusone","phone_keyboard_rapids_lastmessagelength","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_averageinterkeydelay","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_changeintextlengthequaltoone"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_changeintextlengthequaltominusone","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_lastmessagelength","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_totalkeyboardtouches","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_averageinterkeydelay","phone_keyboard_rapids_changeintextlengthequaltoone","phone_keyboard_rapids_averagesessionlength"
-"thirtyminutes0008#2020-03-09 04:00:00,2020-03-09 04:29:59","thirtyminutes0008","2020-03-09 04:00:00","2020-03-09 04:29:59",1,5.5,1000,3,0,5,0,1000,0,4
+"thirtyminutes0008#2020-03-09 04:00:00,2020-03-09 04:29:59","thirtyminutes0008","2020-03-09 04:00:00","2020-03-09 04:29:59",NA,NA,5.5,5,NA,1,3,1000,4,1000
-"thirtyminutes0008#2020-11-02 04:00:00,2020-11-02 04:29:59","thirtyminutes0008","2020-11-02 04:00:00","2020-11-02 04:29:59",1.33333333333333,5.33333333333333,500,2,0,5.33333333333333,0,1000,0,3
+"thirtyminutes0008#2020-11-02 04:00:00,2020-11-02 04:29:59","thirtyminutes0008","2020-11-02 04:00:00","2020-11-02 04:29:59",NA,NA,5.33333333333333,5.33333333333333,NA,1.33333333333333,2,1000,3,500
-"thirtyminutes0011#2020-03-08 05:30:00,2020-03-08 05:59:59","thirtyminutes0011","2020-03-08 05:30:00","2020-03-08 05:59:59",1,1,0,1,0,NA,0,NA,0,0
+"thirtyminutes0011#2020-03-08 05:30:00,2020-03-08 05:59:59","thirtyminutes0011","2020-03-08 05:30:00","2020-03-08 05:59:59",NA,NA,1,NA,NA,1,1,NA,NA,NA
-"thirtyminutes0011#2020-11-01 05:30:00,2020-11-01 05:59:59","thirtyminutes0011","2020-11-01 05:30:00","2020-11-01 05:59:59",1,1,0,0,0,1,0,NA,0,0
+"thirtyminutes0011#2020-11-01 05:30:00,2020-11-01 05:59:59","thirtyminutes0011","2020-11-01 05:30:00","2020-11-01 05:59:59",NA,NA,1,1,NA,1,0,NA,NA,0
-"thirtyminutes0012#2020-03-08 06:00:00,2020-03-08 06:29:59","thirtyminutes0012","2020-03-08 06:00:00","2020-03-08 06:29:59",1,2,0,1,0,NA,0,NA,0,1
+"thirtyminutes0012#2020-03-08 06:00:00,2020-03-08 06:29:59","thirtyminutes0012","2020-03-08 06:00:00","2020-03-08 06:29:59",NA,NA,2,NA,NA,1,1,NA,1,NA
-"thirtyminutes0012#2020-11-01 06:00:00,2020-11-01 06:29:59","thirtyminutes0012","2020-11-01 06:00:00","2020-11-01 06:29:59",1,2,0,0,0,2,0,NA,0,1
+"thirtyminutes0012#2020-11-01 06:00:00,2020-11-01 06:29:59","thirtyminutes0012","2020-11-01 06:00:00","2020-11-01 06:29:59",NA,NA,2,2,NA,1,0,NA,1,0
-"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",2.75,5.75,1840,3,0,4,0,1117.77777777778,0,4
+"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",NA,NA,5.75,4,NA,2.75,3,1117.77777777778,4,1840
-"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",3.66666666666667,5.33333333333333,1840,2,0,4.33333333333333,0,1117.77777777778,0,3
+"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",NA,NA,5.33333333333333,4.33333333333333,NA,3.66666666666667,2,1117.77777777778,3,1840
-"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",2.5,21,4000,3,0,21,0,1583.33333333333,0,4
+"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",NA,NA,21,21,NA,2.5,3,1583.33333333333,4,4000
-"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",1,3,0,1,0,3,0,NA,0,1
+"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",NA,NA,3,3,NA,1,1,NA,1,NA
-"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",2.5,21,3666.66666666667,4,0,21,0,1916.66666666667,0,4
+"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",NA,NA,21,21,NA,2.5,4,1916.66666666667,4,3666.66666666667
-"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",1,3,0,1,0,3,0,NA,0,1
+"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",NA,NA,3,3,NA,1,1,NA,1,NA
-"thirtyminutes0046#2020-03-08 23:00:00,2020-03-08 23:29:59","thirtyminutes0046","2020-03-08 23:00:00","2020-03-08 23:29:59",4.5,5.5,6519.5,3,1,4.25,0,863.277777777778,1,3
+"thirtyminutes0046#2020-03-08 23:00:00,2020-03-08 23:29:59","thirtyminutes0046","2020-03-08 23:00:00","2020-03-08 23:29:59",NA,1,5.5,4.25,1,4.5,3,863.277777777778,3,6519.5
-"thirtyminutes0046#2020-11-01 23:00:00,2020-11-01 23:29:59","thirtyminutes0046","2020-11-01 23:00:00","2020-11-01 23:29:59",6,6.33333333333333,4013,3,1,4.66666666666667,0,846.611111111111,1,3
+"thirtyminutes0046#2020-11-01 23:00:00,2020-11-01 23:29:59","thirtyminutes0046","2020-11-01 23:00:00","2020-11-01 23:29:59",NA,1,6.33333333333333,4.66666666666667,1,6,3,846.611111111111,3,4013

tests/data/processed/features/mtz_frequency/android/phone_screen.csv

@@ -1,3 +1,51 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_screen_rapids_countepisodeunlock","phone_screen_rapids_sumdurationunlock","phone_screen_rapids_maxdurationunlock","phone_screen_rapids_mindurationunlock","phone_screen_rapids_avgdurationunlock","phone_screen_rapids_stddurationunlock","phone_screen_rapids_firstuseafter00unlock"
-"beforeMarchEvent#2020-03-07 16:00:00,2020-03-08 15:00:00","beforeMarchEvent","2020-03-07 16:00:00","2020-03-08 15:00:00",5,33.0161,19.9996666666667,0.01665,6.60322,7.79378500540477,960
+"thirtyminutes0000#2020-03-07 00:00:00,2020-03-07 00:29:59","thirtyminutes0000","2020-03-07 00:00:00","2020-03-07 00:29:59",1,2.8333,2.8333,2.8333,2.8333,NA,17.1833333333333
-"beforeNovemberEvent#2020-10-31 16:00:00,2020-11-01 13:00:00","beforeNovemberEvent","2020-10-31 16:00:00","2020-11-01 13:00:00",5,33.0161,19.9996666666667,0.01665,6.60322,7.79378500540477,960
+"thirtyminutes0000#2020-10-31 00:00:00,2020-10-31 00:29:59","thirtyminutes0000","2020-10-31 00:00:00","2020-10-31 00:29:59",1,2.8333,2.8333,2.8333,2.8333,NA,17.1833333333333
+"thirtyminutes0001#2020-03-08 00:30:00,2020-03-08 00:59:59","thirtyminutes0001","2020-03-08 00:30:00","2020-03-08 00:59:59",1,4.9999,4.9999,4.9999,4.9999,NA,55
+"thirtyminutes0002#2020-03-07 01:00:00,2020-03-07 01:29:59","thirtyminutes0002","2020-03-07 01:00:00","2020-03-07 01:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,77.1833333333333
+"thirtyminutes0002#2020-03-08 01:00:00,2020-03-08 01:29:59","thirtyminutes0002","2020-03-08 01:00:00","2020-03-08 01:29:59",1,14.99975,14.99975,14.99975,14.99975,NA,60
+"thirtyminutes0002#2020-10-31 01:00:00,2020-10-31 01:29:59","thirtyminutes0002","2020-10-31 01:00:00","2020-10-31 01:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,77.1833333333333
+"thirtyminutes0003#2020-11-01 01:30:00,2020-11-01 01:59:59","thirtyminutes0003","2020-11-01 01:30:00","2020-11-01 01:59:59",1,4.9999,4.9999,4.9999,4.9999,NA,115
+"thirtyminutes0004#2020-11-01 02:00:00,2020-11-01 02:29:59","thirtyminutes0004","2020-11-01 02:00:00","2020-11-01 02:29:59",1,14.99975,14.99975,14.99975,14.99975,NA,120
+"thirtyminutes0005#2020-03-06 02:30:00,2020-03-06 02:59:59","thirtyminutes0005","2020-03-06 02:30:00","2020-03-06 02:59:59",1,5.99093333333333,5.99093333333333,5.99093333333333,5.99093333333333,NA,170.5
+"thirtyminutes0005#2020-10-30 02:30:00,2020-10-30 02:59:59","thirtyminutes0005","2020-10-30 02:30:00","2020-10-30 02:59:59",1,5.99093333333333,5.99093333333333,5.99093333333333,5.99093333333333,NA,170.5
+"thirtyminutes0006#2020-03-09 03:00:00,2020-03-09 03:29:59","thirtyminutes0006","2020-03-09 03:00:00","2020-03-09 03:29:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,181
+"thirtyminutes0006#2020-11-02 03:00:00,2020-11-02 03:29:59","thirtyminutes0006","2020-11-02 03:00:00","2020-11-02 03:29:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,181
+"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",1,3.13668333333333,3.13668333333333,3.13668333333333,3.13668333333333,NA,356.85
+"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",1,3.13668333333333,3.13668333333333,3.13668333333333,3.13668333333333,NA,356.85
+"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",1,3.85335,3.85335,3.85335,3.85335,NA,360
+"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",1,3.85335,3.85335,3.85335,3.85335,NA,360
+"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,21.6595333333333,21.6595333333333,21.6595333333333,21.6595333333333,NA,600.4
+"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,21.6595333333333,21.6595333333333,21.6595333333333,21.6595333333333,NA,600.4
+"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",1,2.4361,2.4361,2.4361,2.4361,NA,717.55
+"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",1,2.4361,2.4361,2.4361,2.4361,NA,717.55
+"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",1,12.5590166666667,12.5590166666667,12.5590166666667,12.5590166666667,NA,720
+"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",1,12.5590166666667,12.5590166666667,12.5590166666667,12.5590166666667,NA,720
+"thirtyminutes0025#2020-03-07 12:30:00,2020-03-07 12:59:59","thirtyminutes0025","2020-03-07 12:30:00","2020-03-07 12:59:59",1,2.98328333333333,2.98328333333333,2.98328333333333,2.98328333333333,NA,777.016666666667
+"thirtyminutes0025#2020-10-31 12:30:00,2020-10-31 12:59:59","thirtyminutes0025","2020-10-31 12:30:00","2020-10-31 12:59:59",1,2.98328333333333,2.98328333333333,2.98328333333333,2.98328333333333,NA,777.016666666667
+"thirtyminutes0026#2020-03-07 13:00:00,2020-03-07 13:29:59","thirtyminutes0026","2020-03-07 13:00:00","2020-03-07 13:29:59",1,0.01665,0.01665,0.01665,0.01665,NA,780
+"thirtyminutes0026#2020-10-31 13:00:00,2020-10-31 13:29:59","thirtyminutes0026","2020-10-31 13:00:00","2020-10-31 13:29:59",1,0.01665,0.01665,0.01665,0.01665,NA,780
+"thirtyminutes0029#2020-03-06 14:30:00,2020-03-06 14:59:59","thirtyminutes0029","2020-03-06 14:30:00","2020-03-06 14:59:59",1,8.95798333333333,8.95798333333333,8.95798333333333,8.95798333333333,NA,891.033333333333
+"thirtyminutes0029#2020-03-07 14:30:00,2020-03-07 14:59:59","thirtyminutes0029","2020-03-07 14:30:00","2020-03-07 14:59:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,888.016666666667
+"thirtyminutes0029#2020-10-30 14:30:00,2020-10-30 14:59:59","thirtyminutes0029","2020-10-30 14:30:00","2020-10-30 14:59:59",1,8.95798333333333,8.95798333333333,8.95798333333333,8.95798333333333,NA,891.033333333333
+"thirtyminutes0029#2020-10-31 14:30:00,2020-10-31 14:59:59","thirtyminutes0029","2020-10-31 14:30:00","2020-10-31 14:59:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,888.016666666667
+"thirtyminutes0030#2020-03-06 15:00:00,2020-03-06 15:29:59","thirtyminutes0030","2020-03-06 15:00:00","2020-03-06 15:29:59",1,0.0415,0.0415,0.0415,0.0415,NA,900
+"thirtyminutes0030#2020-10-30 15:00:00,2020-10-30 15:29:59","thirtyminutes0030","2020-10-30 15:00:00","2020-10-30 15:29:59",1,0.0415,0.0415,0.0415,0.0415,NA,900
+"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",1,8.54903333333333,8.54903333333333,8.54903333333333,8.54903333333333,NA,1071.45
+"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",1,8.54903333333333,8.54903333333333,8.54903333333333,8.54903333333333,NA,1071.45
+"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",1,8.43411666666667,8.43411666666667,8.43411666666667,8.43411666666667,NA,1080
+"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",1,8.43411666666667,8.43411666666667,8.43411666666667,8.43411666666667,NA,1080
+"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",1,5.9999,5.9999,5.9999,5.9999,NA,1133.01666666667
+"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",1,5.9999,5.9999,5.9999,5.9999,NA,1133.01666666667
+"thirtyminutes0041#2020-03-06 20:30:00,2020-03-06 20:59:59","thirtyminutes0041","2020-03-06 20:30:00","2020-03-06 20:59:59",1,17.0195166666667,17.0195166666667,17.0195166666667,17.0195166666667,NA,1242.96666666667
+"thirtyminutes0041#2020-10-30 20:30:00,2020-10-30 20:59:59","thirtyminutes0041","2020-10-30 20:30:00","2020-10-30 20:59:59",1,17.0195166666667,17.0195166666667,17.0195166666667,17.0195166666667,NA,1242.96666666667
+"thirtyminutes0042#2020-03-06 21:00:00,2020-03-06 21:29:59","thirtyminutes0042","2020-03-06 21:00:00","2020-03-06 21:29:59",1,1.96723333333333,1.96723333333333,1.96723333333333,1.96723333333333,NA,1260
+"thirtyminutes0042#2020-03-07 21:00:00,2020-03-07 21:29:59","thirtyminutes0042","2020-03-07 21:00:00","2020-03-07 21:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1265
+"thirtyminutes0042#2020-03-09 21:00:00,2020-03-09 21:29:59","thirtyminutes0042","2020-03-09 21:00:00","2020-03-09 21:29:59",1,24.9995666666667,24.9995666666667,24.9995666666667,24.9995666666667,NA,1265
+"thirtyminutes0042#2020-10-30 21:00:00,2020-10-30 21:29:59","thirtyminutes0042","2020-10-30 21:00:00","2020-10-30 21:29:59",1,1.96723333333333,1.96723333333333,1.96723333333333,1.96723333333333,NA,1260
+"thirtyminutes0042#2020-10-31 21:00:00,2020-10-31 21:29:59","thirtyminutes0042","2020-10-31 21:00:00","2020-10-31 21:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1265
+"thirtyminutes0042#2020-11-02 21:00:00,2020-11-02 21:29:59","thirtyminutes0042","2020-11-02 21:00:00","2020-11-02 21:29:59",1,24.9995666666667,24.9995666666667,24.9995666666667,24.9995666666667,NA,1265
+"thirtyminutes0043#2020-03-09 21:30:00,2020-03-09 21:59:59","thirtyminutes0043","2020-03-09 21:30:00","2020-03-09 21:59:59",1,6.99988333333333,6.99988333333333,6.99988333333333,6.99988333333333,NA,1290
+"thirtyminutes0043#2020-11-02 21:30:00,2020-11-02 21:59:59","thirtyminutes0043","2020-11-02 21:30:00","2020-11-02 21:59:59",1,6.99988333333333,6.99988333333333,6.99988333333333,6.99988333333333,NA,1290
+"thirtyminutes0044#2020-03-08 22:00:00,2020-03-08 22:29:59","thirtyminutes0044","2020-03-08 22:00:00","2020-03-08 22:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1322
+"thirtyminutes0044#2020-11-01 22:00:00,2020-11-01 22:29:59","thirtyminutes0044","2020-11-01 22:00:00","2020-11-01 22:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1322

tests/data/processed/features/mtz_frequency/empatica/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_frequency/empatica/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationdischarge"

tests/data/processed/features/mtz_frequency/empty/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_frequency/empty/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationdischarge"

tests/data/processed/features/mtz_frequency/fitbit/fitbit_steps_intraday.csv

@@ -1,53 +1,53 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
-"thirtyminutes0000#2020-03-08 00:00:00,2020-03-08 00:29:59","thirtyminutes0000","2020-03-08 00:00:00","2020-03-08 00:29:59",23,8,4,5.75,1.70782512765993,19,22,1,4,4,4,4,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0000#2020-03-08 00:00:00,2020-03-08 00:29:59","thirtyminutes0000","2020-03-08 00:00:00","2020-03-08 00:29:59",23,8,4,5.75,1.70782512765993,1,4,4,4,4,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0000#2020-11-01 00:00:00,2020-11-01 00:29:59","thirtyminutes0000","2020-11-01 00:00:00","2020-11-01 00:29:59",23,8,4,5.75,1.70782512765993,19,22,1,4,4,4,4,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0000#2020-11-01 00:00:00,2020-11-01 00:29:59","thirtyminutes0000","2020-11-01 00:00:00","2020-11-01 00:29:59",23,8,4,5.75,1.70782512765993,1,4,4,4,4,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0002#2020-03-09 01:00:00,2020-03-09 01:29:59","thirtyminutes0002","2020-03-09 01:00:00","2020-03-09 01:29:59",19,7,6,6.33333333333333,0.577350269189626,78,80,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0002#2020-03-09 01:00:00,2020-03-09 01:29:59","thirtyminutes0002","2020-03-09 01:00:00","2020-03-09 01:29:59",19,7,6,6.33333333333333,0.577350269189626,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0002#2020-11-02 01:00:00,2020-11-02 01:29:59","thirtyminutes0002","2020-11-02 01:00:00","2020-11-02 01:29:59",19,7,6,6.33333333333333,0.577350269189626,78,80,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0002#2020-11-02 01:00:00,2020-11-02 01:29:59","thirtyminutes0002","2020-11-02 01:00:00","2020-11-02 01:29:59",19,7,6,6.33333333333333,0.577350269189626,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",6,3,3,3,0,358,359,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",6,3,3,3,0,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",6,3,3,3,0,358,359,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",6,3,3,3,0,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",10,7,3,5,2.82842712474619,360,361,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",10,7,3,5,2.82842712474619,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",10,7,3,5,2.82842712474619,360,361,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",10,7,3,5,2.82842712474619,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0014#2020-03-06 07:00:00,2020-03-06 07:29:59","thirtyminutes0014","2020-03-06 07:00:00","2020-03-06 07:29:59",103,63,7,25.75,25.9663243451976,421,441,1,2,2,2,2,NA,1,2,2,2,2,NA
+"thirtyminutes0014#2020-03-06 07:00:00,2020-03-06 07:29:59","thirtyminutes0014","2020-03-06 07:00:00","2020-03-06 07:29:59",103,63,7,25.75,25.9663243451976,1,2,2,2,2,NA,1,2,2,2,2,NA
-"thirtyminutes0014#2020-10-30 07:00:00,2020-10-30 07:29:59","thirtyminutes0014","2020-10-30 07:00:00","2020-10-30 07:29:59",103,63,7,25.75,25.9663243451976,421,441,1,2,2,2,2,NA,1,2,2,2,2,NA
+"thirtyminutes0014#2020-10-30 07:00:00,2020-10-30 07:29:59","thirtyminutes0014","2020-10-30 07:00:00","2020-10-30 07:29:59",103,63,7,25.75,25.9663243451976,1,2,2,2,2,NA,1,2,2,2,2,NA
-"thirtyminutes0016#2020-03-06 08:00:00,2020-03-06 08:29:59","thirtyminutes0016","2020-03-06 08:00:00","2020-03-06 08:29:59",48,28,20,24,5.65685424949238,481,482,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0016#2020-03-06 08:00:00,2020-03-06 08:29:59","thirtyminutes0016","2020-03-06 08:00:00","2020-03-06 08:29:59",48,28,20,24,5.65685424949238,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0016#2020-10-30 08:00:00,2020-10-30 08:29:59","thirtyminutes0016","2020-10-30 08:00:00","2020-10-30 08:29:59",48,28,20,24,5.65685424949238,481,482,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0016#2020-10-30 08:00:00,2020-10-30 08:29:59","thirtyminutes0016","2020-10-30 08:00:00","2020-10-30 08:29:59",48,28,20,24,5.65685424949238,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0017#2020-03-07 08:30:00,2020-03-07 08:59:59","thirtyminutes0017","2020-03-07 08:30:00","2020-03-07 08:59:59",15,9,6,7.5,2.12132034355964,538,539,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0017#2020-03-07 08:30:00,2020-03-07 08:59:59","thirtyminutes0017","2020-03-07 08:30:00","2020-03-07 08:59:59",15,9,6,7.5,2.12132034355964,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0017#2020-10-31 08:30:00,2020-10-31 08:59:59","thirtyminutes0017","2020-10-31 08:30:00","2020-10-31 08:59:59",15,9,6,7.5,2.12132034355964,538,539,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0017#2020-10-31 08:30:00,2020-10-31 08:59:59","thirtyminutes0017","2020-10-31 08:30:00","2020-10-31 08:59:59",15,9,6,7.5,2.12132034355964,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0018#2020-03-07 09:00:00,2020-03-07 09:29:59","thirtyminutes0018","2020-03-07 09:00:00","2020-03-07 09:29:59",8,8,8,8,NA,540,540,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0018#2020-03-07 09:00:00,2020-03-07 09:29:59","thirtyminutes0018","2020-03-07 09:00:00","2020-03-07 09:29:59",8,8,8,8,NA,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0018#2020-03-08 09:00:00,2020-03-08 09:29:59","thirtyminutes0018","2020-03-08 09:00:00","2020-03-08 09:29:59",40,28,12,20,11.3137084989848,540,541,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0018#2020-03-08 09:00:00,2020-03-08 09:29:59","thirtyminutes0018","2020-03-08 09:00:00","2020-03-08 09:29:59",40,28,12,20,11.3137084989848,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0018#2020-10-31 09:00:00,2020-10-31 09:29:59","thirtyminutes0018","2020-10-31 09:00:00","2020-10-31 09:29:59",8,8,8,8,NA,540,540,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0018#2020-10-31 09:00:00,2020-10-31 09:29:59","thirtyminutes0018","2020-10-31 09:00:00","2020-10-31 09:29:59",8,8,8,8,NA,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0018#2020-11-01 09:00:00,2020-11-01 09:29:59","thirtyminutes0018","2020-11-01 09:00:00","2020-11-01 09:29:59",40,28,12,20,11.3137084989848,540,541,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0018#2020-11-01 09:00:00,2020-11-01 09:29:59","thirtyminutes0018","2020-11-01 09:00:00","2020-11-01 09:29:59",40,28,12,20,11.3137084989848,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0020#2020-03-08 10:00:00,2020-03-08 10:29:59","thirtyminutes0020","2020-03-08 10:00:00","2020-03-08 10:29:59",15,8,7,7.5,0.707106781186548,615,616,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0020#2020-03-08 10:00:00,2020-03-08 10:29:59","thirtyminutes0020","2020-03-08 10:00:00","2020-03-08 10:29:59",15,8,7,7.5,0.707106781186548,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0020#2020-11-01 10:00:00,2020-11-01 10:29:59","thirtyminutes0020","2020-11-01 10:00:00","2020-11-01 10:29:59",15,8,7,7.5,0.707106781186548,615,616,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0020#2020-11-01 10:00:00,2020-11-01 10:29:59","thirtyminutes0020","2020-11-01 10:00:00","2020-11-01 10:29:59",15,8,7,7.5,0.707106781186548,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0022#2020-03-08 11:00:00,2020-03-08 11:29:59","thirtyminutes0022","2020-03-08 11:00:00","2020-03-08 11:29:59",126,69,57,63,8.48528137423857,665,666,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0022#2020-03-08 11:00:00,2020-03-08 11:29:59","thirtyminutes0022","2020-03-08 11:00:00","2020-03-08 11:29:59",126,69,57,63,8.48528137423857,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0022#2020-11-01 11:00:00,2020-11-01 11:29:59","thirtyminutes0022","2020-11-01 11:00:00","2020-11-01 11:29:59",126,69,57,63,8.48528137423857,665,666,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0022#2020-11-01 11:00:00,2020-11-01 11:29:59","thirtyminutes0022","2020-11-01 11:00:00","2020-11-01 11:29:59",126,69,57,63,8.48528137423857,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",11,5,3,3.66666666666667,1.15470053837925,717,719,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",11,5,3,3.66666666666667,1.15470053837925,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",173,72,17,43.25,28.2886903196313,705,708,NA,NA,NA,NA,NA,NA,1,4,4,4,4,NA
+"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",173,72,17,43.25,28.2886903196313,NA,NA,NA,NA,NA,NA,1,4,4,4,4,NA
-"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",11,5,3,3.66666666666667,1.15470053837925,717,719,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",11,5,3,3.66666666666667,1.15470053837925,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",173,72,17,43.25,28.2886903196313,705,708,NA,NA,NA,NA,NA,NA,1,4,4,4,4,NA
+"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",173,72,17,43.25,28.2886903196313,NA,NA,NA,NA,NA,NA,1,4,4,4,4,NA
-"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",13,6,1,4.33333333333333,2.88675134594813,720,722,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",13,6,1,4.33333333333333,2.88675134594813,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0024#2020-03-07 12:00:00,2020-03-07 12:29:59","thirtyminutes0024","2020-03-07 12:00:00","2020-03-07 12:29:59",15,9,6,7.5,2.12132034355964,721,722,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0024#2020-03-07 12:00:00,2020-03-07 12:29:59","thirtyminutes0024","2020-03-07 12:00:00","2020-03-07 12:29:59",15,9,6,7.5,2.12132034355964,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",13,7,6,6.5,0.707106781186548,720,721,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",13,7,6,6.5,0.707106781186548,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",13,6,1,4.33333333333333,2.88675134594813,720,722,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",13,6,1,4.33333333333333,2.88675134594813,1,3,3,3,3,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0024#2020-10-31 12:00:00,2020-10-31 12:29:59","thirtyminutes0024","2020-10-31 12:00:00","2020-10-31 12:29:59",15,9,6,7.5,2.12132034355964,721,722,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0024#2020-10-31 12:00:00,2020-10-31 12:29:59","thirtyminutes0024","2020-10-31 12:00:00","2020-10-31 12:29:59",15,9,6,7.5,2.12132034355964,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",13,7,6,6.5,0.707106781186548,720,721,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",13,7,6,6.5,0.707106781186548,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0025#2020-03-07 12:30:00,2020-03-07 12:59:59","thirtyminutes0025","2020-03-07 12:30:00","2020-03-07 12:59:59",20,20,20,20,NA,779,779,NA,NA,NA,NA,NA,NA,1,1,1,1,1,NA
+"thirtyminutes0025#2020-03-07 12:30:00,2020-03-07 12:59:59","thirtyminutes0025","2020-03-07 12:30:00","2020-03-07 12:59:59",20,20,20,20,NA,NA,NA,NA,NA,NA,NA,1,1,1,1,1,NA
-"thirtyminutes0025#2020-10-31 12:30:00,2020-10-31 12:59:59","thirtyminutes0025","2020-10-31 12:30:00","2020-10-31 12:59:59",20,20,20,20,NA,779,779,NA,NA,NA,NA,NA,NA,1,1,1,1,1,NA
+"thirtyminutes0025#2020-10-31 12:30:00,2020-10-31 12:59:59","thirtyminutes0025","2020-10-31 12:30:00","2020-10-31 12:59:59",20,20,20,20,NA,NA,NA,NA,NA,NA,NA,1,1,1,1,1,NA
-"thirtyminutes0026#2020-03-06 13:00:00,2020-03-06 13:29:59","thirtyminutes0026","2020-03-06 13:00:00","2020-03-06 13:29:59",40,21,19,20,1.4142135623731,802,803,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0026#2020-03-06 13:00:00,2020-03-06 13:29:59","thirtyminutes0026","2020-03-06 13:00:00","2020-03-06 13:29:59",40,21,19,20,1.4142135623731,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0026#2020-03-07 13:00:00,2020-03-07 13:29:59","thirtyminutes0026","2020-03-07 13:00:00","2020-03-07 13:29:59",80,59,2,20,26.4952825989835,780,783,1,2,2,2,2,NA,1,2,2,2,2,NA
+"thirtyminutes0026#2020-03-07 13:00:00,2020-03-07 13:29:59","thirtyminutes0026","2020-03-07 13:00:00","2020-03-07 13:29:59",80,59,2,20,26.4952825989835,1,2,2,2,2,NA,1,2,2,2,2,NA
-"thirtyminutes0026#2020-10-30 13:00:00,2020-10-30 13:29:59","thirtyminutes0026","2020-10-30 13:00:00","2020-10-30 13:29:59",40,21,19,20,1.4142135623731,802,803,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0026#2020-10-30 13:00:00,2020-10-30 13:29:59","thirtyminutes0026","2020-10-30 13:00:00","2020-10-30 13:29:59",40,21,19,20,1.4142135623731,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0026#2020-10-31 13:00:00,2020-10-31 13:29:59","thirtyminutes0026","2020-10-31 13:00:00","2020-10-31 13:29:59",80,59,2,20,26.4952825989835,780,783,1,2,2,2,2,NA,1,2,2,2,2,NA
+"thirtyminutes0026#2020-10-31 13:00:00,2020-10-31 13:29:59","thirtyminutes0026","2020-10-31 13:00:00","2020-10-31 13:29:59",80,59,2,20,26.4952825989835,1,2,2,2,2,NA,1,2,2,2,2,NA
-"thirtyminutes0029#2020-03-09 14:30:00,2020-03-09 14:59:59","thirtyminutes0029","2020-03-09 14:30:00","2020-03-09 14:59:59",107,62,45,53.5,12.0208152801713,890,891,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0029#2020-03-09 14:30:00,2020-03-09 14:59:59","thirtyminutes0029","2020-03-09 14:30:00","2020-03-09 14:59:59",107,62,45,53.5,12.0208152801713,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0029#2020-11-02 14:30:00,2020-11-02 14:59:59","thirtyminutes0029","2020-11-02 14:30:00","2020-11-02 14:59:59",107,62,45,53.5,12.0208152801713,890,891,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
+"thirtyminutes0029#2020-11-02 14:30:00,2020-11-02 14:59:59","thirtyminutes0029","2020-11-02 14:30:00","2020-11-02 14:59:59",107,62,45,53.5,12.0208152801713,NA,NA,NA,NA,NA,NA,1,2,2,2,2,NA
-"thirtyminutes0032#2020-03-07 16:00:00,2020-03-07 16:29:59","thirtyminutes0032","2020-03-07 16:00:00","2020-03-07 16:29:59",115,64,16,38.3333333333333,24.1729876790879,968,970,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
+"thirtyminutes0032#2020-03-07 16:00:00,2020-03-07 16:29:59","thirtyminutes0032","2020-03-07 16:00:00","2020-03-07 16:29:59",115,64,16,38.3333333333333,24.1729876790879,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
-"thirtyminutes0032#2020-10-31 16:00:00,2020-10-31 16:29:59","thirtyminutes0032","2020-10-31 16:00:00","2020-10-31 16:29:59",115,64,16,38.3333333333333,24.1729876790879,968,970,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
+"thirtyminutes0032#2020-10-31 16:00:00,2020-10-31 16:29:59","thirtyminutes0032","2020-10-31 16:00:00","2020-10-31 16:29:59",115,64,16,38.3333333333333,24.1729876790879,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
-"thirtyminutes0034#2020-03-08 17:00:00,2020-03-08 17:29:59","thirtyminutes0034","2020-03-08 17:00:00","2020-03-08 17:29:59",90,49,13,30,18.0831413200251,1043,1045,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
+"thirtyminutes0034#2020-03-08 17:00:00,2020-03-08 17:29:59","thirtyminutes0034","2020-03-08 17:00:00","2020-03-08 17:29:59",90,49,13,30,18.0831413200251,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
-"thirtyminutes0034#2020-11-01 17:00:00,2020-11-01 17:29:59","thirtyminutes0034","2020-11-01 17:00:00","2020-11-01 17:29:59",90,49,13,30,18.0831413200251,1043,1045,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
+"thirtyminutes0034#2020-11-01 17:00:00,2020-11-01 17:29:59","thirtyminutes0034","2020-11-01 17:00:00","2020-11-01 17:29:59",90,49,13,30,18.0831413200251,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
-"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",12,8,4,6,2.82842712474619,1078,1079,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",12,8,4,6,2.82842712474619,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",12,8,4,6,2.82842712474619,1078,1079,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",12,8,4,6,2.82842712474619,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",8,5,3,4,1.4142135623731,1080,1081,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",8,5,3,4,1.4142135623731,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",8,5,3,4,1.4142135623731,1080,1081,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",8,5,3,4,1.4142135623731,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0038#2020-03-07 19:00:00,2020-03-07 19:29:59","thirtyminutes0038","2020-03-07 19:00:00","2020-03-07 19:29:59",13,8,5,6.5,2.12132034355964,1140,1141,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0038#2020-03-07 19:00:00,2020-03-07 19:29:59","thirtyminutes0038","2020-03-07 19:00:00","2020-03-07 19:29:59",13,8,5,6.5,2.12132034355964,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0038#2020-10-31 19:00:00,2020-10-31 19:29:59","thirtyminutes0038","2020-10-31 19:00:00","2020-10-31 19:29:59",13,8,5,6.5,2.12132034355964,1140,1141,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0038#2020-10-31 19:00:00,2020-10-31 19:29:59","thirtyminutes0038","2020-10-31 19:00:00","2020-10-31 19:29:59",13,8,5,6.5,2.12132034355964,1,2,2,2,2,NA,NA,NA,NA,NA,NA,NA
-"thirtyminutes0040#2020-03-07 20:00:00,2020-03-07 20:29:59","thirtyminutes0040","2020-03-07 20:00:00","2020-03-07 20:29:59",88,51,15,29.3333333333333,19.0875177362939,1201,1203,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
+"thirtyminutes0040#2020-03-07 20:00:00,2020-03-07 20:29:59","thirtyminutes0040","2020-03-07 20:00:00","2020-03-07 20:29:59",88,51,15,29.3333333333333,19.0875177362939,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
-"thirtyminutes0040#2020-10-31 20:00:00,2020-10-31 20:29:59","thirtyminutes0040","2020-10-31 20:00:00","2020-10-31 20:29:59",88,51,15,29.3333333333333,19.0875177362939,1201,1203,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA
+"thirtyminutes0040#2020-10-31 20:00:00,2020-10-31 20:29:59","thirtyminutes0040","2020-10-31 20:00:00","2020-10-31 20:29:59",88,51,15,29.3333333333333,19.0875177362939,NA,NA,NA,NA,NA,NA,1,3,3,3,3,NA

tests/data/processed/features/mtz_frequency/fitbit/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationdischarge"

tests/data/processed/features/mtz_frequency/ios/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_frequency/ios/phone_activity_recognition.csv

@@ -35,16 +35,16 @@
 "thirtyminutes0018#2020-03-07 09:00:00,2020-03-07 09:29:59","thirtyminutes0018","2020-03-07 09:00:00","2020-03-07 09:29:59",1,7,1,0,4.99991666666667,0
 "thirtyminutes0018#2020-10-30 09:00:00,2020-10-30 09:29:59","thirtyminutes0018","2020-10-30 09:00:00","2020-10-30 09:29:59",2,8,1,0,9.99983333333333,0
 "thirtyminutes0018#2020-10-31 09:00:00,2020-10-31 09:29:59","thirtyminutes0018","2020-10-31 09:00:00","2020-10-31 09:29:59",1,7,1,0,4.99991666666667,0
-"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,0,1,0,0,10.15325
+"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,0,1,0,NA,10.15325
-"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0020#2020-03-09 10:00:00,2020-03-09 10:29:59","thirtyminutes0020","2020-03-09 10:00:00","2020-03-09 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-03-09 10:00:00,2020-03-09 10:29:59","thirtyminutes0020","2020-03-09 10:00:00","2020-03-09 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,0,1,0,0,10.15325
+"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,0,1,0,NA,10.15325
-"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0020#2020-11-02 10:00:00,2020-11-02 10:29:59","thirtyminutes0020","2020-11-02 10:00:00","2020-11-02 10:29:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0020#2020-11-02 10:00:00,2020-11-02 10:29:59","thirtyminutes0020","2020-11-02 10:00:00","2020-11-02 10:29:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",1,0,1,0,NA,4.99991666666667
-"thirtyminutes0021#2020-03-09 10:30:00,2020-03-09 10:59:59","thirtyminutes0021","2020-03-09 10:30:00","2020-03-09 10:59:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0021#2020-03-09 10:30:00,2020-03-09 10:59:59","thirtyminutes0021","2020-03-09 10:30:00","2020-03-09 10:59:59",1,7,1,0,4.99991666666667,NA
-"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",1,0,1,0,NA,4.99991666666667
-"thirtyminutes0021#2020-11-02 10:30:00,2020-11-02 10:59:59","thirtyminutes0021","2020-11-02 10:30:00","2020-11-02 10:59:59",1,7,1,0,4.99991666666667,0
+"thirtyminutes0021#2020-11-02 10:30:00,2020-11-02 10:59:59","thirtyminutes0021","2020-11-02 10:30:00","2020-11-02 10:59:59",1,7,1,0,4.99991666666667,NA
 "thirtyminutes0022#2020-03-06 11:00:00,2020-03-06 11:29:59","thirtyminutes0022","2020-03-06 11:00:00","2020-03-06 11:29:59",1,7,1,0,4.99991666666667,0
 "thirtyminutes0022#2020-10-30 11:00:00,2020-10-30 11:29:59","thirtyminutes0022","2020-10-30 11:00:00","2020-10-30 11:29:59",1,7,1,0,4.99991666666667,0
 "thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",1,7,1,0,4.99991666666667,0
@@ -81,10 +81,10 @@
 "thirtyminutes0035#2020-11-02 17:30:00,2020-11-02 17:59:59","thirtyminutes0035","2020-11-02 17:30:00","2020-11-02 17:59:59",1,0,1,0,0,0.999983333333333
 "thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",2,0,1,0,0,9.99983333333333
 "thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",2,0,1,0,0,9.99983333333333
-"thirtyminutes0037#2020-03-06 18:30:00,2020-03-06 18:59:59","thirtyminutes0037","2020-03-06 18:30:00","2020-03-06 18:59:59",1,7,1,0,5.69215,0
+"thirtyminutes0037#2020-03-06 18:30:00,2020-03-06 18:59:59","thirtyminutes0037","2020-03-06 18:30:00","2020-03-06 18:59:59",1,7,1,0,5.69215,NA
-"thirtyminutes0037#2020-03-09 18:30:00,2020-03-09 18:59:59","thirtyminutes0037","2020-03-09 18:30:00","2020-03-09 18:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0037#2020-03-09 18:30:00,2020-03-09 18:59:59","thirtyminutes0037","2020-03-09 18:30:00","2020-03-09 18:59:59",1,0,1,0,NA,4.99991666666667
-"thirtyminutes0037#2020-10-30 18:30:00,2020-10-30 18:59:59","thirtyminutes0037","2020-10-30 18:30:00","2020-10-30 18:59:59",1,7,1,0,5.69215,0
+"thirtyminutes0037#2020-10-30 18:30:00,2020-10-30 18:59:59","thirtyminutes0037","2020-10-30 18:30:00","2020-10-30 18:59:59",1,7,1,0,5.69215,NA
-"thirtyminutes0037#2020-11-02 18:30:00,2020-11-02 18:59:59","thirtyminutes0037","2020-11-02 18:30:00","2020-11-02 18:59:59",1,0,1,0,0,4.99991666666667
+"thirtyminutes0037#2020-11-02 18:30:00,2020-11-02 18:59:59","thirtyminutes0037","2020-11-02 18:30:00","2020-11-02 18:59:59",1,0,1,0,NA,4.99991666666667
 "thirtyminutes0038#2020-03-06 19:00:00,2020-03-06 19:29:59","thirtyminutes0038","2020-03-06 19:00:00","2020-03-06 19:29:59",4,7,2,0,15.7384333333333,0
 "thirtyminutes0038#2020-10-30 19:00:00,2020-10-30 19:29:59","thirtyminutes0038","2020-10-30 19:00:00","2020-10-30 19:29:59",4,7,2,0,15.7384333333333,0
 "thirtyminutes0039#2020-03-06 19:30:00,2020-03-06 19:59:59","thirtyminutes0039","2020-03-06 19:30:00","2020-03-06 19:59:59",2,1,1,0,6.71366666666667,0

tests/data/processed/features/mtz_frequency/ios/phone_battery.csv

@@ -1,49 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge"
-"thirtyminutes0000#2020-03-06 00:00:00,2020-03-06 00:29:59","thirtyminutes0000","2020-03-06 00:00:00","2020-03-06 00:29:59",1,21.8259833333333,0.137450851775292,0.137450851775292,0,0
-"thirtyminutes0000#2020-10-30 00:00:00,2020-10-30 00:29:59","thirtyminutes0000","2020-10-30 00:00:00","2020-10-30 00:29:59",1,21.8259833333333,0.137450851775292,0.137450851775292,0,0
-"thirtyminutes0006#2020-03-06 03:00:00,2020-03-06 03:29:59","thirtyminutes0006","2020-03-06 03:00:00","2020-03-06 03:29:59",0,0,0,0,1,9.49288333333333
-"thirtyminutes0006#2020-10-30 03:00:00,2020-10-30 03:29:59","thirtyminutes0006","2020-10-30 03:00:00","2020-10-30 03:29:59",0,0,0,0,1,9.49288333333333
-"thirtyminutes0007#2020-03-06 03:30:00,2020-03-06 03:59:59","thirtyminutes0007","2020-03-06 03:30:00","2020-03-06 03:59:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0007#2020-10-30 03:30:00,2020-10-30 03:59:59","thirtyminutes0007","2020-10-30 03:30:00","2020-10-30 03:59:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",1,2.49788333333333,0.400338953647421,0.400338953647421,0,0
-"thirtyminutes0011#2020-03-09 05:30:00,2020-03-09 05:59:59","thirtyminutes0011","2020-03-09 05:30:00","2020-03-09 05:59:59",1,28.9995166666667,0.0689666666858241,0.0689666666858241,0,0
-"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",1,2.49788333333333,0.400338953647421,0.400338953647421,0,0
-"thirtyminutes0011#2020-11-02 05:30:00,2020-11-02 05:59:59","thirtyminutes0011","2020-11-02 05:30:00","2020-11-02 05:59:59",1,28.9995166666667,0.0689666666858241,0.0689666666858241,0,0
-"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0014#2020-03-09 07:00:00,2020-03-09 07:29:59","thirtyminutes0014","2020-03-09 07:00:00","2020-03-09 07:29:59",0,0,0,0,1,24.9995833333333
-"thirtyminutes0014#2020-11-02 07:00:00,2020-11-02 07:29:59","thirtyminutes0014","2020-11-02 07:00:00","2020-11-02 07:29:59",0,0,0,0,1,24.9995833333333
-"thirtyminutes0016#2020-03-06 08:00:00,2020-03-06 08:29:59","thirtyminutes0016","2020-03-06 08:00:00","2020-03-06 08:29:59",0,0,0,0,1,25.4592833333333
-"thirtyminutes0016#2020-10-30 08:00:00,2020-10-30 08:29:59","thirtyminutes0016","2020-10-30 08:00:00","2020-10-30 08:29:59",0,0,0,0,1,25.4592833333333
-"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,6.70958333333333,0.298081102900081,0.298081102900081,0,0
-"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,6.70958333333333,0.298081102900081,0.298081102900081,0,0
-"thirtyminutes0021#2020-03-06 10:30:00,2020-03-06 10:59:59","thirtyminutes0021","2020-03-06 10:30:00","2020-03-06 10:59:59",1,29.9994833333333,0.0333339074172944,0.0333339074172944,0,0
-"thirtyminutes0021#2020-10-30 10:30:00,2020-10-30 10:59:59","thirtyminutes0021","2020-10-30 10:30:00","2020-10-30 10:59:59",1,29.9994833333333,0.0333339074172944,0.0333339074172944,0,0
-"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",0,0,0,0,1,4.02631666666667
-"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",0,0,0,0,1,4.02631666666667
-"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",0,0,0,0,1,29.9994666666667
-"thirtyminutes0027#2020-03-06 13:30:00,2020-03-06 13:59:59","thirtyminutes0027","2020-03-06 13:30:00","2020-03-06 13:59:59",1,7.87625,0.253927947944771,0.253927947944771,0,0
-"thirtyminutes0027#2020-10-30 13:30:00,2020-10-30 13:59:59","thirtyminutes0027","2020-10-30 13:30:00","2020-10-30 13:59:59",1,7.87625,0.253927947944771,0.253927947944771,0,0
-"thirtyminutes0028#2020-03-06 14:00:00,2020-03-06 14:29:59","thirtyminutes0028","2020-03-06 14:00:00","2020-03-06 14:29:59",1,29.9994666666667,0.0333339259364611,0.0333339259364611,0,0
-"thirtyminutes0028#2020-03-07 14:00:00,2020-03-07 14:29:59","thirtyminutes0028","2020-03-07 14:00:00","2020-03-07 14:29:59",1,29.9161666666667,0.0668534850164627,0.0668534850164627,0,0
-"thirtyminutes0028#2020-10-30 14:00:00,2020-10-30 14:29:59","thirtyminutes0028","2020-10-30 14:00:00","2020-10-30 14:29:59",1,29.9994666666667,0.0333339259364611,0.0333339259364611,0,0
-"thirtyminutes0028#2020-10-31 14:00:00,2020-10-31 14:29:59","thirtyminutes0028","2020-10-31 14:00:00","2020-10-31 14:29:59",1,29.9161666666667,0.0668534850164627,0.0668534850164627,0,0
-"thirtyminutes0032#2020-03-06 16:00:00,2020-03-06 16:29:59","thirtyminutes0032","2020-03-06 16:00:00","2020-03-06 16:29:59",0,0,0,0,1,16.54275
-"thirtyminutes0032#2020-10-30 16:00:00,2020-10-30 16:29:59","thirtyminutes0032","2020-10-30 16:00:00","2020-10-30 16:29:59",0,0,0,0,1,16.54275
-"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",1,3.94786666666667,0.253301361072647,0.253301361072647,0,0
-"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",1,3.94786666666667,0.253301361072647,0.253301361072647,0,0
-"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",1,29.9994666666667,0.0666678518729222,0.0666678518729222,0,0
-"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",0,0,0,0,1,27.9995333333333
-"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",0,0,0,0,1,27.9995333333333
-"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",0,0,0,0,1,26.9425666666667
-"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",0,0,0,0,1,26.9425666666667
-"thirtyminutes0043#2020-03-06 21:30:00,2020-03-06 21:59:59","thirtyminutes0043","2020-03-06 21:30:00","2020-03-06 21:59:59",1,9.95743333333333,0.301282459000479,0.301282459000479,1,19.9684
-"thirtyminutes0043#2020-03-07 21:30:00,2020-03-07 21:59:59","thirtyminutes0043","2020-03-07 21:30:00","2020-03-07 21:59:59",1,19.9996666666667,0.100001666694445,0.100001666694445,1,9.99983333333333
-"thirtyminutes0043#2020-10-30 21:30:00,2020-10-30 21:59:59","thirtyminutes0043","2020-10-30 21:30:00","2020-10-30 21:59:59",1,9.95743333333333,0.301282459000479,0.301282459000479,1,19.9684
-"thirtyminutes0043#2020-10-31 21:30:00,2020-10-31 21:59:59","thirtyminutes0043","2020-10-31 21:30:00","2020-10-31 21:59:59",1,19.9996666666667,0.100001666694445,0.100001666694445,1,9.99983333333333
-"thirtyminutes0044#2020-03-08 22:00:00,2020-03-08 22:29:59","thirtyminutes0044","2020-03-08 22:00:00","2020-03-08 22:29:59",1,14.99975,0.133335555592593,0.133335555592593,1,14.99975
-"thirtyminutes0044#2020-11-01 22:00:00,2020-11-01 22:29:59","thirtyminutes0044","2020-11-01 22:00:00","2020-11-01 22:29:59",1,14.99975,0.133335555592593,0.133335555592593,1,14.99975
-"thirtyminutes0047#2020-03-06 23:30:00,2020-03-06 23:59:59","thirtyminutes0047","2020-03-06 23:30:00","2020-03-06 23:59:59",1,2.20203333333333,0.454125732277743,0.454125732277743,0,0
-"thirtyminutes0047#2020-10-30 23:30:00,2020-10-30 23:59:59","thirtyminutes0047","2020-10-30 23:30:00","2020-10-30 23:59:59",1,2.20203333333333,0.454125732277743,0.454125732277743,0,0

tests/data/processed/features/mtz_frequency/ios/phone_calls.csv

@@ -1,115 +1,115 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_calls_rapids_missed_count","phone_calls_rapids_missed_distinctcontacts","phone_calls_rapids_missed_timefirstcall","phone_calls_rapids_missed_timelastcall","phone_calls_rapids_missed_countmostfrequentcontact","phone_calls_rapids_incoming_count","phone_calls_rapids_incoming_distinctcontacts","phone_calls_rapids_incoming_meanduration","phone_calls_rapids_incoming_sumduration","phone_calls_rapids_incoming_minduration","phone_calls_rapids_incoming_maxduration","phone_calls_rapids_incoming_stdduration","phone_calls_rapids_incoming_modeduration","phone_calls_rapids_incoming_entropyduration","phone_calls_rapids_incoming_timefirstcall","phone_calls_rapids_incoming_timelastcall","phone_calls_rapids_incoming_countmostfrequentcontact","phone_calls_rapids_outgoing_count","phone_calls_rapids_outgoing_distinctcontacts","phone_calls_rapids_outgoing_meanduration","phone_calls_rapids_outgoing_sumduration","phone_calls_rapids_outgoing_minduration","phone_calls_rapids_outgoing_maxduration","phone_calls_rapids_outgoing_stdduration","phone_calls_rapids_outgoing_modeduration","phone_calls_rapids_outgoing_entropyduration","phone_calls_rapids_outgoing_timefirstcall","phone_calls_rapids_outgoing_timelastcall","phone_calls_rapids_outgoing_countmostfrequentcontact"
-"thirtyminutes0000#2020-03-06 00:00:00,2020-03-06 00:29:59","thirtyminutes0000","2020-03-06 00:00:00","2020-03-06 00:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,13,13,1
+"thirtyminutes0000#2020-03-06 00:00:00,2020-03-06 00:29:59","thirtyminutes0000","2020-03-06 00:00:00","2020-03-06 00:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,13,13,1
-"thirtyminutes0000#2020-10-30 00:00:00,2020-10-30 00:29:59","thirtyminutes0000","2020-10-30 00:00:00","2020-10-30 00:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,13,13,0
+"thirtyminutes0000#2020-10-30 00:00:00,2020-10-30 00:29:59","thirtyminutes0000","2020-10-30 00:00:00","2020-10-30 00:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,13,13,0
-"thirtyminutes0001#2020-03-06 00:30:00,2020-03-06 00:59:59","thirtyminutes0001","2020-03-06 00:30:00","2020-03-06 00:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,57,57,1
+"thirtyminutes0001#2020-03-06 00:30:00,2020-03-06 00:59:59","thirtyminutes0001","2020-03-06 00:30:00","2020-03-06 00:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,57,57,1
-"thirtyminutes0001#2020-10-30 00:30:00,2020-10-30 00:59:59","thirtyminutes0001","2020-10-30 00:30:00","2020-10-30 00:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,57,57,0
+"thirtyminutes0001#2020-10-30 00:30:00,2020-10-30 00:59:59","thirtyminutes0001","2020-10-30 00:30:00","2020-10-30 00:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,57,57,0
 "thirtyminutes0005#2020-03-06 02:30:00,2020-03-06 02:59:59","thirtyminutes0005","2020-03-06 02:30:00","2020-03-06 02:59:59",0,0,NA,NA,0,1,1,449,449,449,449,NA,449,0,163,163,1,1,1,472.999,472.999,472.999,472.999,NA,472.999,0,172,172,1
 "thirtyminutes0005#2020-10-30 02:30:00,2020-10-30 02:59:59","thirtyminutes0005","2020-10-30 02:30:00","2020-10-30 02:59:59",0,0,NA,NA,0,1,1,449,449,449,449,NA,449,0,163,163,0,1,1,472.999,472.999,472.999,472.999,NA,472.999,0,172,172,0
-"thirtyminutes0006#2020-03-06 03:00:00,2020-03-06 03:29:59","thirtyminutes0006","2020-03-06 03:00:00","2020-03-06 03:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,1
+"thirtyminutes0006#2020-03-06 03:00:00,2020-03-06 03:29:59","thirtyminutes0006","2020-03-06 03:00:00","2020-03-06 03:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,1
-"thirtyminutes0006#2020-03-09 03:00:00,2020-03-09 03:29:59","thirtyminutes0006","2020-03-09 03:00:00","2020-03-09 03:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,198,198,0
+"thirtyminutes0006#2020-03-09 03:00:00,2020-03-09 03:29:59","thirtyminutes0006","2020-03-09 03:00:00","2020-03-09 03:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,198,198,0
-"thirtyminutes0006#2020-10-30 03:00:00,2020-10-30 03:29:59","thirtyminutes0006","2020-10-30 03:00:00","2020-10-30 03:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,0
+"thirtyminutes0006#2020-10-30 03:00:00,2020-10-30 03:29:59","thirtyminutes0006","2020-10-30 03:00:00","2020-10-30 03:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,507,507,507,507,NA,507,0,180,180,0
-"thirtyminutes0006#2020-11-02 03:00:00,2020-11-02 03:29:59","thirtyminutes0006","2020-11-02 03:00:00","2020-11-02 03:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,198,198,0
+"thirtyminutes0006#2020-11-02 03:00:00,2020-11-02 03:29:59","thirtyminutes0006","2020-11-02 03:00:00","2020-11-02 03:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,198,198,0
-"thirtyminutes0007#2020-03-08 03:30:00,2020-03-08 03:59:59","thirtyminutes0007","2020-03-08 03:30:00","2020-03-08 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0007#2020-03-08 03:30:00,2020-03-08 03:59:59","thirtyminutes0007","2020-03-08 03:30:00","2020-03-08 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0007#2020-11-01 03:30:00,2020-11-01 03:59:59","thirtyminutes0007","2020-11-01 03:30:00","2020-11-01 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0007#2020-11-01 03:30:00,2020-11-01 03:59:59","thirtyminutes0007","2020-11-01 03:30:00","2020-11-01 03:59:59",0,0,NA,NA,0,1,1,159.999,159.999,159.999,159.999,NA,159.999,0,237,237,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-03-06 04:00:00,2020-03-06 04:29:59","thirtyminutes0008","2020-03-06 04:00:00","2020-03-06 04:29:59",0,0,NA,NA,0,1,1,767.999,767.999,767.999,767.999,NA,767.999,0,257,257,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-03-06 04:00:00,2020-03-06 04:29:59","thirtyminutes0008","2020-03-06 04:00:00","2020-03-06 04:29:59",0,0,NA,NA,0,1,1,767.999,767.999,767.999,767.999,NA,767.999,0,257,257,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-03-08 04:00:00,2020-03-08 04:29:59","thirtyminutes0008","2020-03-08 04:00:00","2020-03-08 04:29:59",0,0,NA,NA,0,1,1,825,825,825,825,NA,825,0,240,240,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-03-08 04:00:00,2020-03-08 04:29:59","thirtyminutes0008","2020-03-08 04:00:00","2020-03-08 04:29:59",0,0,NA,NA,0,1,1,825,825,825,825,NA,825,0,240,240,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-03-09 04:00:00,2020-03-09 04:29:59","thirtyminutes0008","2020-03-09 04:00:00","2020-03-09 04:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,1
+"thirtyminutes0008#2020-03-09 04:00:00,2020-03-09 04:29:59","thirtyminutes0008","2020-03-09 04:00:00","2020-03-09 04:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,1
-"thirtyminutes0008#2020-10-30 04:00:00,2020-10-30 04:29:59","thirtyminutes0008","2020-10-30 04:00:00","2020-10-30 04:29:59",0,0,NA,NA,0,1,1,767.999,767.999,767.999,767.999,NA,767.999,0,257,257,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-10-30 04:00:00,2020-10-30 04:29:59","thirtyminutes0008","2020-10-30 04:00:00","2020-10-30 04:29:59",0,0,NA,NA,0,1,1,767.999,767.999,767.999,767.999,NA,767.999,0,257,257,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-11-01 04:00:00,2020-11-01 04:29:59","thirtyminutes0008","2020-11-01 04:00:00","2020-11-01 04:29:59",0,0,NA,NA,0,1,1,825,825,825,825,NA,825,0,240,240,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0008#2020-11-01 04:00:00,2020-11-01 04:29:59","thirtyminutes0008","2020-11-01 04:00:00","2020-11-01 04:29:59",0,0,NA,NA,0,1,1,825,825,825,825,NA,825,0,240,240,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0008#2020-11-02 04:00:00,2020-11-02 04:29:59","thirtyminutes0008","2020-11-02 04:00:00","2020-11-02 04:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,0
+"thirtyminutes0008#2020-11-02 04:00:00,2020-11-02 04:29:59","thirtyminutes0008","2020-11-02 04:00:00","2020-11-02 04:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,109.999,109.999,109.999,109.999,NA,109.999,0,268,268,0
 "thirtyminutes0009#2020-03-06 04:30:00,2020-03-06 04:59:59","thirtyminutes0009","2020-03-06 04:30:00","2020-03-06 04:59:59",0,0,NA,NA,0,1,1,593,593,593,593,NA,593,0,270,270,1,1,1,0,0,0,0,NA,0,NA,281,281,1
 "thirtyminutes0009#2020-03-09 04:30:00,2020-03-09 04:59:59","thirtyminutes0009","2020-03-09 04:30:00","2020-03-09 04:59:59",0,0,NA,NA,0,1,1,439,439,439,439,NA,439,0,278,278,0,1,1,30,30,30,30,NA,30,0,270,270,0
 "thirtyminutes0009#2020-10-30 04:30:00,2020-10-30 04:59:59","thirtyminutes0009","2020-10-30 04:30:00","2020-10-30 04:59:59",0,0,NA,NA,0,1,1,593,593,593,593,NA,593,0,270,270,0,1,1,0,0,0,0,NA,0,NA,281,281,0
 "thirtyminutes0009#2020-11-02 04:30:00,2020-11-02 04:59:59","thirtyminutes0009","2020-11-02 04:30:00","2020-11-02 04:59:59",0,0,NA,NA,0,1,1,439,439,439,439,NA,439,0,278,278,0,1,1,30,30,30,30,NA,30,0,270,270,0
-"thirtyminutes0013#2020-03-06 06:30:00,2020-03-06 06:59:59","thirtyminutes0013","2020-03-06 06:30:00","2020-03-06 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1101,1101,1101,1101,NA,1101,0,400,400,1
+"thirtyminutes0013#2020-03-06 06:30:00,2020-03-06 06:59:59","thirtyminutes0013","2020-03-06 06:30:00","2020-03-06 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1101,1101,1101,1101,NA,1101,0,400,400,1
-"thirtyminutes0013#2020-03-07 06:30:00,2020-03-07 06:59:59","thirtyminutes0013","2020-03-07 06:30:00","2020-03-07 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,0
+"thirtyminutes0013#2020-03-07 06:30:00,2020-03-07 06:59:59","thirtyminutes0013","2020-03-07 06:30:00","2020-03-07 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,0
-"thirtyminutes0013#2020-10-30 06:30:00,2020-10-30 06:59:59","thirtyminutes0013","2020-10-30 06:30:00","2020-10-30 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1101,1101,1101,1101,NA,1101,0,400,400,0
+"thirtyminutes0013#2020-10-30 06:30:00,2020-10-30 06:59:59","thirtyminutes0013","2020-10-30 06:30:00","2020-10-30 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1101,1101,1101,1101,NA,1101,0,400,400,0
-"thirtyminutes0013#2020-10-31 06:30:00,2020-10-31 06:59:59","thirtyminutes0013","2020-10-31 06:30:00","2020-10-31 06:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,0
+"thirtyminutes0013#2020-10-31 06:30:00,2020-10-31 06:59:59","thirtyminutes0013","2020-10-31 06:30:00","2020-10-31 06:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,74.999,74.999,74.999,74.999,NA,74.999,0,418,418,0
-"thirtyminutes0014#2020-03-07 07:00:00,2020-03-07 07:29:59","thirtyminutes0014","2020-03-07 07:00:00","2020-03-07 07:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1056,1056,1056,1056,NA,1056,0,420,420,1
+"thirtyminutes0014#2020-03-07 07:00:00,2020-03-07 07:29:59","thirtyminutes0014","2020-03-07 07:00:00","2020-03-07 07:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1056,1056,1056,1056,NA,1056,0,420,420,1
-"thirtyminutes0014#2020-10-31 07:00:00,2020-10-31 07:29:59","thirtyminutes0014","2020-10-31 07:00:00","2020-10-31 07:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1056,1056,1056,1056,NA,1056,0,420,420,0
+"thirtyminutes0014#2020-10-31 07:00:00,2020-10-31 07:29:59","thirtyminutes0014","2020-10-31 07:00:00","2020-10-31 07:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1056,1056,1056,1056,NA,1056,0,420,420,0
-"thirtyminutes0016#2020-03-06 08:00:00,2020-03-06 08:29:59","thirtyminutes0016","2020-03-06 08:00:00","2020-03-06 08:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,898.999,898.999,898.999,898.999,NA,898.999,0,495,495,1
+"thirtyminutes0016#2020-03-06 08:00:00,2020-03-06 08:29:59","thirtyminutes0016","2020-03-06 08:00:00","2020-03-06 08:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,898.999,898.999,898.999,898.999,NA,898.999,0,495,495,1
-"thirtyminutes0016#2020-10-30 08:00:00,2020-10-30 08:29:59","thirtyminutes0016","2020-10-30 08:00:00","2020-10-30 08:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,898.999,898.999,898.999,898.999,NA,898.999,0,495,495,0
+"thirtyminutes0016#2020-10-30 08:00:00,2020-10-30 08:29:59","thirtyminutes0016","2020-10-30 08:00:00","2020-10-30 08:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,898.999,898.999,898.999,898.999,NA,898.999,0,495,495,0
 "thirtyminutes0017#2020-03-06 08:30:00,2020-03-06 08:59:59","thirtyminutes0017","2020-03-06 08:30:00","2020-03-06 08:59:59",0,0,NA,NA,0,1,1,920,920,920,920,NA,920,0,515,515,1,1,1,177,177,177,177,NA,177,0,510,510,1
-"thirtyminutes0017#2020-03-07 08:30:00,2020-03-07 08:59:59","thirtyminutes0017","2020-03-07 08:30:00","2020-03-07 08:59:59",0,0,NA,NA,0,2,2,428,856,183,673,346.482322781408,183,0.519512697612674,512,519,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0017#2020-03-07 08:30:00,2020-03-07 08:59:59","thirtyminutes0017","2020-03-07 08:30:00","2020-03-07 08:59:59",0,0,NA,NA,0,2,2,428,856,183,673,346.482322781408,183,0.519512697612674,512,519,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0017#2020-03-08 08:30:00,2020-03-08 08:59:59","thirtyminutes0017","2020-03-08 08:30:00","2020-03-08 08:59:59",1,1,528,528,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0017#2020-03-08 08:30:00,2020-03-08 08:59:59","thirtyminutes0017","2020-03-08 08:30:00","2020-03-08 08:59:59",1,1,528,528,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0017#2020-10-30 08:30:00,2020-10-30 08:59:59","thirtyminutes0017","2020-10-30 08:30:00","2020-10-30 08:59:59",0,0,NA,NA,0,1,1,920,920,920,920,NA,920,0,515,515,0,1,1,177,177,177,177,NA,177,0,510,510,0
-"thirtyminutes0017#2020-10-31 08:30:00,2020-10-31 08:59:59","thirtyminutes0017","2020-10-31 08:30:00","2020-10-31 08:59:59",0,0,NA,NA,0,2,2,428,856,183,673,346.482322781408,183,0.519512697612674,512,519,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0017#2020-10-31 08:30:00,2020-10-31 08:59:59","thirtyminutes0017","2020-10-31 08:30:00","2020-10-31 08:59:59",0,0,NA,NA,0,2,2,428,856,183,673,346.482322781408,183,0.519512697612674,512,519,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0017#2020-11-01 08:30:00,2020-11-01 08:59:59","thirtyminutes0017","2020-11-01 08:30:00","2020-11-01 08:59:59",1,1,528,528,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0017#2020-11-01 08:30:00,2020-11-01 08:59:59","thirtyminutes0017","2020-11-01 08:30:00","2020-11-01 08:59:59",1,1,528,528,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0018#2020-03-09 09:00:00,2020-03-09 09:29:59","thirtyminutes0018","2020-03-09 09:00:00","2020-03-09 09:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,2,2,354.9995,709.999,0,709.999,502.045107535668,0,0,541,558,1
+"thirtyminutes0018#2020-03-09 09:00:00,2020-03-09 09:29:59","thirtyminutes0018","2020-03-09 09:00:00","2020-03-09 09:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,2,2,354.9995,709.999,0,709.999,502.045107535668,0,0,541,558,1
-"thirtyminutes0018#2020-11-02 09:00:00,2020-11-02 09:29:59","thirtyminutes0018","2020-11-02 09:00:00","2020-11-02 09:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,2,2,354.9995,709.999,0,709.999,502.045107535668,0,0,541,558,0
+"thirtyminutes0018#2020-11-02 09:00:00,2020-11-02 09:29:59","thirtyminutes0018","2020-11-02 09:00:00","2020-11-02 09:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,2,2,354.9995,709.999,0,709.999,502.045107535668,0,0,541,558,0
-"thirtyminutes0019#2020-03-06 09:30:00,2020-03-06 09:59:59","thirtyminutes0019","2020-03-06 09:30:00","2020-03-06 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,1
+"thirtyminutes0019#2020-03-06 09:30:00,2020-03-06 09:59:59","thirtyminutes0019","2020-03-06 09:30:00","2020-03-06 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,1
-"thirtyminutes0019#2020-03-07 09:30:00,2020-03-07 09:59:59","thirtyminutes0019","2020-03-07 09:30:00","2020-03-07 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,0
+"thirtyminutes0019#2020-03-07 09:30:00,2020-03-07 09:59:59","thirtyminutes0019","2020-03-07 09:30:00","2020-03-07 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,0
-"thirtyminutes0019#2020-03-09 09:30:00,2020-03-09 09:59:59","thirtyminutes0019","2020-03-09 09:30:00","2020-03-09 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,404,404,404,404,NA,404,0,570,570,0
+"thirtyminutes0019#2020-03-09 09:30:00,2020-03-09 09:59:59","thirtyminutes0019","2020-03-09 09:30:00","2020-03-09 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,404,404,404,404,NA,404,0,570,570,0
-"thirtyminutes0019#2020-10-30 09:30:00,2020-10-30 09:59:59","thirtyminutes0019","2020-10-30 09:30:00","2020-10-30 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,0
+"thirtyminutes0019#2020-10-30 09:30:00,2020-10-30 09:59:59","thirtyminutes0019","2020-10-30 09:30:00","2020-10-30 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,0
-"thirtyminutes0019#2020-10-31 09:30:00,2020-10-31 09:59:59","thirtyminutes0019","2020-10-31 09:30:00","2020-10-31 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,0
+"thirtyminutes0019#2020-10-31 09:30:00,2020-10-31 09:59:59","thirtyminutes0019","2020-10-31 09:30:00","2020-10-31 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,589,589,0
-"thirtyminutes0019#2020-11-02 09:30:00,2020-11-02 09:59:59","thirtyminutes0019","2020-11-02 09:30:00","2020-11-02 09:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,404,404,404,404,NA,404,0,570,570,0
+"thirtyminutes0019#2020-11-02 09:30:00,2020-11-02 09:59:59","thirtyminutes0019","2020-11-02 09:30:00","2020-11-02 09:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,404,404,404,404,NA,404,0,570,570,0
-"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",0,0,NA,NA,0,1,1,1285,1285,1285,1285,NA,1285,0,600,600,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",0,0,NA,NA,0,1,1,1285,1285,1285,1285,NA,1285,0,600,600,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",0,0,NA,NA,0,1,1,1304,1304,1304,1304,NA,1304,0,600,600,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-03-07 10:00:00,2020-03-07 10:29:59","thirtyminutes0020","2020-03-07 10:00:00","2020-03-07 10:29:59",0,0,NA,NA,0,1,1,1304,1304,1304,1304,NA,1304,0,600,600,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",0,0,NA,NA,0,1,1,1285,1285,1285,1285,NA,1285,0,600,600,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",0,0,NA,NA,0,1,1,1285,1285,1285,1285,NA,1285,0,600,600,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",0,0,NA,NA,0,1,1,1304,1304,1304,1304,NA,1304,0,600,600,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0020#2020-10-31 10:00:00,2020-10-31 10:29:59","thirtyminutes0020","2020-10-31 10:00:00","2020-10-31 10:29:59",0,0,NA,NA,0,1,1,1304,1304,1304,1304,NA,1304,0,600,600,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0022#2020-03-06 11:00:00,2020-03-06 11:29:59","thirtyminutes0022","2020-03-06 11:00:00","2020-03-06 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
+"thirtyminutes0022#2020-03-06 11:00:00,2020-03-06 11:29:59","thirtyminutes0022","2020-03-06 11:00:00","2020-03-06 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,1
-"thirtyminutes0022#2020-03-07 11:00:00,2020-03-07 11:29:59","thirtyminutes0022","2020-03-07 11:00:00","2020-03-07 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,0
+"thirtyminutes0022#2020-03-07 11:00:00,2020-03-07 11:29:59","thirtyminutes0022","2020-03-07 11:00:00","2020-03-07 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,0
-"thirtyminutes0022#2020-10-30 11:00:00,2020-10-30 11:29:59","thirtyminutes0022","2020-10-30 11:00:00","2020-10-30 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,0
+"thirtyminutes0022#2020-10-30 11:00:00,2020-10-30 11:29:59","thirtyminutes0022","2020-10-30 11:00:00","2020-10-30 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,0
-"thirtyminutes0022#2020-10-31 11:00:00,2020-10-31 11:29:59","thirtyminutes0022","2020-10-31 11:00:00","2020-10-31 11:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,0
+"thirtyminutes0022#2020-10-31 11:00:00,2020-10-31 11:29:59","thirtyminutes0022","2020-10-31 11:00:00","2020-10-31 11:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,129.999,129.999,129.999,129.999,NA,129.999,0,687,687,0
-"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,1
+"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,1
-"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,0
+"thirtyminutes0023#2020-03-07 11:30:00,2020-03-07 11:59:59","thirtyminutes0023","2020-03-07 11:30:00","2020-03-07 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,0
-"thirtyminutes0023#2020-03-09 11:30:00,2020-03-09 11:59:59","thirtyminutes0023","2020-03-09 11:30:00","2020-03-09 11:59:59",0,0,NA,NA,0,1,1,638,638,638,638,NA,638,0,692,692,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0023#2020-03-09 11:30:00,2020-03-09 11:59:59","thirtyminutes0023","2020-03-09 11:30:00","2020-03-09 11:59:59",0,0,NA,NA,0,1,1,638,638,638,638,NA,638,0,692,692,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,0
+"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,0
-"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,0
+"thirtyminutes0023#2020-10-31 11:30:00,2020-10-31 11:59:59","thirtyminutes0023","2020-10-31 11:30:00","2020-10-31 11:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,639,639,639,639,NA,639,0,690,690,0
-"thirtyminutes0023#2020-11-02 11:30:00,2020-11-02 11:59:59","thirtyminutes0023","2020-11-02 11:30:00","2020-11-02 11:59:59",0,0,NA,NA,0,1,1,638,638,638,638,NA,638,0,692,692,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0023#2020-11-02 11:30:00,2020-11-02 11:59:59","thirtyminutes0023","2020-11-02 11:30:00","2020-11-02 11:59:59",0,0,NA,NA,0,1,1,638,638,638,638,NA,638,0,692,692,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",0,0,NA,NA,0,1,1,1028,1028,1028,1028,NA,1028,0,724,724,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0024#2020-03-08 12:00:00,2020-03-08 12:29:59","thirtyminutes0024","2020-03-08 12:00:00","2020-03-08 12:29:59",0,0,NA,NA,0,1,1,1028,1028,1028,1028,NA,1028,0,724,724,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",0,0,NA,NA,0,1,1,1028,1028,1028,1028,NA,1028,0,724,724,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0024#2020-11-01 12:00:00,2020-11-01 12:29:59","thirtyminutes0024","2020-11-01 12:00:00","2020-11-01 12:29:59",0,0,NA,NA,0,1,1,1028,1028,1028,1028,NA,1028,0,724,724,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0025#2020-03-06 12:30:00,2020-03-06 12:59:59","thirtyminutes0025","2020-03-06 12:30:00","2020-03-06 12:59:59",0,0,NA,NA,0,2,2,558.9995,1117.999,48.999,1069,721.24962391706,1069,0.180369911667285,753,779,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0025#2020-03-06 12:30:00,2020-03-06 12:59:59","thirtyminutes0025","2020-03-06 12:30:00","2020-03-06 12:59:59",0,0,NA,NA,0,2,2,558.9995,1117.999,48.999,1069,721.24962391706,1069,0.180369911667285,753,779,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0025#2020-03-08 12:30:00,2020-03-08 12:59:59","thirtyminutes0025","2020-03-08 12:30:00","2020-03-08 12:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,42,42,42,42,NA,42,0,769,769,1
+"thirtyminutes0025#2020-03-08 12:30:00,2020-03-08 12:59:59","thirtyminutes0025","2020-03-08 12:30:00","2020-03-08 12:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,42,42,42,42,NA,42,0,769,769,1
-"thirtyminutes0025#2020-10-30 12:30:00,2020-10-30 12:59:59","thirtyminutes0025","2020-10-30 12:30:00","2020-10-30 12:59:59",0,0,NA,NA,0,2,2,558.9995,1117.999,48.999,1069,721.24962391706,1069,0.180369911667285,753,779,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0025#2020-10-30 12:30:00,2020-10-30 12:59:59","thirtyminutes0025","2020-10-30 12:30:00","2020-10-30 12:59:59",0,0,NA,NA,0,2,2,558.9995,1117.999,48.999,1069,721.24962391706,1069,0.180369911667285,753,779,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0025#2020-11-01 12:30:00,2020-11-01 12:59:59","thirtyminutes0025","2020-11-01 12:30:00","2020-11-01 12:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,42,42,42,42,NA,42,0,769,769,0
+"thirtyminutes0025#2020-11-01 12:30:00,2020-11-01 12:59:59","thirtyminutes0025","2020-11-01 12:30:00","2020-11-01 12:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,42,42,42,42,NA,42,0,769,769,0
-"thirtyminutes0026#2020-03-06 13:00:00,2020-03-06 13:29:59","thirtyminutes0026","2020-03-06 13:00:00","2020-03-06 13:29:59",0,0,NA,NA,0,1,1,643,643,643,643,NA,643,0,780,780,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0026#2020-03-06 13:00:00,2020-03-06 13:29:59","thirtyminutes0026","2020-03-06 13:00:00","2020-03-06 13:29:59",0,0,NA,NA,0,1,1,643,643,643,643,NA,643,0,780,780,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0026#2020-10-30 13:00:00,2020-10-30 13:29:59","thirtyminutes0026","2020-10-30 13:00:00","2020-10-30 13:29:59",0,0,NA,NA,0,1,1,643,643,643,643,NA,643,0,780,780,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0026#2020-10-30 13:00:00,2020-10-30 13:29:59","thirtyminutes0026","2020-10-30 13:00:00","2020-10-30 13:29:59",0,0,NA,NA,0,1,1,643,643,643,643,NA,643,0,780,780,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0028#2020-03-06 14:00:00,2020-03-06 14:29:59","thirtyminutes0028","2020-03-06 14:00:00","2020-03-06 14:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,1
+"thirtyminutes0028#2020-03-06 14:00:00,2020-03-06 14:29:59","thirtyminutes0028","2020-03-06 14:00:00","2020-03-06 14:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,1
-"thirtyminutes0028#2020-10-30 14:00:00,2020-10-30 14:29:59","thirtyminutes0028","2020-10-30 14:00:00","2020-10-30 14:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,0
+"thirtyminutes0028#2020-10-30 14:00:00,2020-10-30 14:29:59","thirtyminutes0028","2020-10-30 14:00:00","2020-10-30 14:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,26.999,26.999,26.999,26.999,NA,26.999,0,869,869,0
-"thirtyminutes0029#2020-03-06 14:30:00,2020-03-06 14:59:59","thirtyminutes0029","2020-03-06 14:30:00","2020-03-06 14:59:59",1,1,874,874,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,230,230,230,230,NA,230,0,870,870,1
+"thirtyminutes0029#2020-03-06 14:30:00,2020-03-06 14:59:59","thirtyminutes0029","2020-03-06 14:30:00","2020-03-06 14:59:59",1,1,874,874,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,230,230,230,230,NA,230,0,870,870,1
-"thirtyminutes0029#2020-10-30 14:30:00,2020-10-30 14:59:59","thirtyminutes0029","2020-10-30 14:30:00","2020-10-30 14:59:59",1,1,874,874,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,230,230,230,230,NA,230,0,870,870,0
+"thirtyminutes0029#2020-10-30 14:30:00,2020-10-30 14:59:59","thirtyminutes0029","2020-10-30 14:30:00","2020-10-30 14:59:59",1,1,874,874,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,230,230,230,230,NA,230,0,870,870,0
-"thirtyminutes0030#2020-03-06 15:00:00,2020-03-06 15:29:59","thirtyminutes0030","2020-03-06 15:00:00","2020-03-06 15:29:59",0,0,NA,NA,0,1,1,223,223,223,223,NA,223,0,921,921,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0030#2020-03-06 15:00:00,2020-03-06 15:29:59","thirtyminutes0030","2020-03-06 15:00:00","2020-03-06 15:29:59",0,0,NA,NA,0,1,1,223,223,223,223,NA,223,0,921,921,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0030#2020-10-30 15:00:00,2020-10-30 15:29:59","thirtyminutes0030","2020-10-30 15:00:00","2020-10-30 15:29:59",0,0,NA,NA,0,1,1,223,223,223,223,NA,223,0,921,921,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0030#2020-10-30 15:00:00,2020-10-30 15:29:59","thirtyminutes0030","2020-10-30 15:00:00","2020-10-30 15:29:59",0,0,NA,NA,0,1,1,223,223,223,223,NA,223,0,921,921,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "thirtyminutes0032#2020-03-07 16:00:00,2020-03-07 16:29:59","thirtyminutes0032","2020-03-07 16:00:00","2020-03-07 16:29:59",0,0,NA,NA,0,1,1,566,566,566,566,NA,566,0,964,964,1,2,2,400.9995,801.999,0,801.999,567.09893140483,801.999,0,976,987,1
 "thirtyminutes0032#2020-10-31 16:00:00,2020-10-31 16:29:59","thirtyminutes0032","2020-10-31 16:00:00","2020-10-31 16:29:59",0,0,NA,NA,0,1,1,566,566,566,566,NA,566,0,964,964,0,2,2,400.9995,801.999,0,801.999,567.09893140483,801.999,0,976,987,0
-"thirtyminutes0033#2020-03-07 16:30:00,2020-03-07 16:59:59","thirtyminutes0033","2020-03-07 16:30:00","2020-03-07 16:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,631,631,631,631,NA,631,0,990,990,1
+"thirtyminutes0033#2020-03-07 16:30:00,2020-03-07 16:59:59","thirtyminutes0033","2020-03-07 16:30:00","2020-03-07 16:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,631,631,631,631,NA,631,0,990,990,1
-"thirtyminutes0033#2020-03-09 16:30:00,2020-03-09 16:59:59","thirtyminutes0033","2020-03-09 16:30:00","2020-03-09 16:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1008,1008,0
+"thirtyminutes0033#2020-03-09 16:30:00,2020-03-09 16:59:59","thirtyminutes0033","2020-03-09 16:30:00","2020-03-09 16:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1008,1008,0
-"thirtyminutes0033#2020-10-31 16:30:00,2020-10-31 16:59:59","thirtyminutes0033","2020-10-31 16:30:00","2020-10-31 16:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,631,631,631,631,NA,631,0,990,990,0
+"thirtyminutes0033#2020-10-31 16:30:00,2020-10-31 16:59:59","thirtyminutes0033","2020-10-31 16:30:00","2020-10-31 16:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,631,631,631,631,NA,631,0,990,990,0
-"thirtyminutes0033#2020-11-02 16:30:00,2020-11-02 16:59:59","thirtyminutes0033","2020-11-02 16:30:00","2020-11-02 16:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1008,1008,0
+"thirtyminutes0033#2020-11-02 16:30:00,2020-11-02 16:59:59","thirtyminutes0033","2020-11-02 16:30:00","2020-11-02 16:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1008,1008,0
-"thirtyminutes0034#2020-03-07 17:00:00,2020-03-07 17:29:59","thirtyminutes0034","2020-03-07 17:00:00","2020-03-07 17:29:59",1,1,1034,1034,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0034#2020-03-07 17:00:00,2020-03-07 17:29:59","thirtyminutes0034","2020-03-07 17:00:00","2020-03-07 17:29:59",1,1,1034,1034,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0034#2020-10-31 17:00:00,2020-10-31 17:29:59","thirtyminutes0034","2020-10-31 17:00:00","2020-10-31 17:29:59",1,1,1034,1034,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0034#2020-10-31 17:00:00,2020-10-31 17:29:59","thirtyminutes0034","2020-10-31 17:00:00","2020-10-31 17:29:59",1,1,1034,1034,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1206,1206,1206,1206,NA,1206,0,1051,1051,1
+"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1206,1206,1206,1206,NA,1206,0,1051,1051,1
-"thirtyminutes0035#2020-03-09 17:30:00,2020-03-09 17:59:59","thirtyminutes0035","2020-03-09 17:30:00","2020-03-09 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,37,37,37,37,NA,37,0,1075,1075,0
+"thirtyminutes0035#2020-03-09 17:30:00,2020-03-09 17:59:59","thirtyminutes0035","2020-03-09 17:30:00","2020-03-09 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,37,37,37,37,NA,37,0,1075,1075,0
-"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,1206,1206,1206,1206,NA,1206,0,1051,1051,0
+"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,1206,1206,1206,1206,NA,1206,0,1051,1051,0
-"thirtyminutes0035#2020-11-02 17:30:00,2020-11-02 17:59:59","thirtyminutes0035","2020-11-02 17:30:00","2020-11-02 17:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,37,37,37,37,NA,37,0,1075,1075,0
+"thirtyminutes0035#2020-11-02 17:30:00,2020-11-02 17:59:59","thirtyminutes0035","2020-11-02 17:30:00","2020-11-02 17:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,37,37,37,37,NA,37,0,1075,1075,0
-"thirtyminutes0036#2020-03-07 18:00:00,2020-03-07 18:29:59","thirtyminutes0036","2020-03-07 18:00:00","2020-03-07 18:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,1
+"thirtyminutes0036#2020-03-07 18:00:00,2020-03-07 18:29:59","thirtyminutes0036","2020-03-07 18:00:00","2020-03-07 18:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,1
-"thirtyminutes0036#2020-03-08 18:00:00,2020-03-08 18:29:59","thirtyminutes0036","2020-03-08 18:00:00","2020-03-08 18:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1101,1101,0
+"thirtyminutes0036#2020-03-08 18:00:00,2020-03-08 18:29:59","thirtyminutes0036","2020-03-08 18:00:00","2020-03-08 18:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1101,1101,0
-"thirtyminutes0036#2020-10-31 18:00:00,2020-10-31 18:29:59","thirtyminutes0036","2020-10-31 18:00:00","2020-10-31 18:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,0
+"thirtyminutes0036#2020-10-31 18:00:00,2020-10-31 18:29:59","thirtyminutes0036","2020-10-31 18:00:00","2020-10-31 18:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1097,1097,0
-"thirtyminutes0036#2020-11-01 18:00:00,2020-11-01 18:29:59","thirtyminutes0036","2020-11-01 18:00:00","2020-11-01 18:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1101,1101,0
+"thirtyminutes0036#2020-11-01 18:00:00,2020-11-01 18:29:59","thirtyminutes0036","2020-11-01 18:00:00","2020-11-01 18:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,0,0,0,0,NA,0,NA,1101,1101,0
-"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1110,1110,1
+"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1110,1110,1
-"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1110,1110,0
+"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1110,1110,0
-"thirtyminutes0038#2020-03-06 19:00:00,2020-03-06 19:29:59","thirtyminutes0038","2020-03-06 19:00:00","2020-03-06 19:29:59",1,1,1144,1144,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,2,2,516,1032,0,1032,729.734198184517,1032,0,1146,1167,1
+"thirtyminutes0038#2020-03-06 19:00:00,2020-03-06 19:29:59","thirtyminutes0038","2020-03-06 19:00:00","2020-03-06 19:29:59",1,1,1144,1144,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,2,2,516,1032,0,1032,729.734198184517,1032,0,1146,1167,1
-"thirtyminutes0038#2020-03-07 19:00:00,2020-03-07 19:29:59","thirtyminutes0038","2020-03-07 19:00:00","2020-03-07 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0038#2020-03-07 19:00:00,2020-03-07 19:29:59","thirtyminutes0038","2020-03-07 19:00:00","2020-03-07 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0038#2020-10-30 19:00:00,2020-10-30 19:29:59","thirtyminutes0038","2020-10-30 19:00:00","2020-10-30 19:29:59",1,1,1144,1144,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,2,2,516,1032,0,1032,729.734198184517,1032,0,1146,1167,0
+"thirtyminutes0038#2020-10-30 19:00:00,2020-10-30 19:29:59","thirtyminutes0038","2020-10-30 19:00:00","2020-10-30 19:29:59",1,1,1144,1144,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,2,2,516,1032,0,1032,729.734198184517,1032,0,1146,1167,0
-"thirtyminutes0038#2020-10-31 19:00:00,2020-10-31 19:29:59","thirtyminutes0038","2020-10-31 19:00:00","2020-10-31 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0038#2020-10-31 19:00:00,2020-10-31 19:29:59","thirtyminutes0038","2020-10-31 19:00:00","2020-10-31 19:29:59",0,0,NA,NA,0,1,1,1093.999,1093.999,1093.999,1093.999,NA,1093.999,0,1151,1151,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-03-07 19:30:00,2020-03-07 19:59:59","thirtyminutes0039","2020-03-07 19:30:00","2020-03-07 19:59:59",0,0,NA,NA,0,1,1,144,144,144,144,NA,144,0,1170,1170,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-03-07 19:30:00,2020-03-07 19:59:59","thirtyminutes0039","2020-03-07 19:30:00","2020-03-07 19:59:59",0,0,NA,NA,0,1,1,144,144,144,144,NA,144,0,1170,1170,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-03-08 19:30:00,2020-03-08 19:59:59","thirtyminutes0039","2020-03-08 19:30:00","2020-03-08 19:59:59",0,0,NA,NA,0,1,1,143,143,143,143,NA,143,0,1177,1177,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-03-08 19:30:00,2020-03-08 19:59:59","thirtyminutes0039","2020-03-08 19:30:00","2020-03-08 19:59:59",0,0,NA,NA,0,1,1,143,143,143,143,NA,143,0,1177,1177,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-10-31 19:30:00,2020-10-31 19:59:59","thirtyminutes0039","2020-10-31 19:30:00","2020-10-31 19:59:59",0,0,NA,NA,0,1,1,144,144,144,144,NA,144,0,1170,1170,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-10-31 19:30:00,2020-10-31 19:59:59","thirtyminutes0039","2020-10-31 19:30:00","2020-10-31 19:59:59",0,0,NA,NA,0,1,1,144,144,144,144,NA,144,0,1170,1170,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0039#2020-11-01 19:30:00,2020-11-01 19:59:59","thirtyminutes0039","2020-11-01 19:30:00","2020-11-01 19:59:59",0,0,NA,NA,0,1,1,143,143,143,143,NA,143,0,1177,1177,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0039#2020-11-01 19:30:00,2020-11-01 19:59:59","thirtyminutes0039","2020-11-01 19:30:00","2020-11-01 19:59:59",0,0,NA,NA,0,1,1,143,143,143,143,NA,143,0,1177,1177,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0040#2020-03-06 20:00:00,2020-03-06 20:29:59","thirtyminutes0040","2020-03-06 20:00:00","2020-03-06 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0040#2020-10-30 20:00:00,2020-10-30 20:29:59","thirtyminutes0040","2020-10-30 20:00:00","2020-10-30 20:29:59",0,0,NA,NA,0,1,1,940.999,940.999,940.999,940.999,NA,940.999,0,1214,1214,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0041#2020-03-06 20:30:00,2020-03-06 20:59:59","thirtyminutes0041","2020-03-06 20:30:00","2020-03-06 20:59:59",0,0,NA,NA,0,1,1,789,789,789,789,NA,789,0,1230,1230,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0041#2020-03-06 20:30:00,2020-03-06 20:59:59","thirtyminutes0041","2020-03-06 20:30:00","2020-03-06 20:59:59",0,0,NA,NA,0,1,1,789,789,789,789,NA,789,0,1230,1230,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0041#2020-10-30 20:30:00,2020-10-30 20:59:59","thirtyminutes0041","2020-10-30 20:30:00","2020-10-30 20:59:59",0,0,NA,NA,0,1,1,789,789,789,789,NA,789,0,1230,1230,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0041#2020-10-30 20:30:00,2020-10-30 20:59:59","thirtyminutes0041","2020-10-30 20:30:00","2020-10-30 20:59:59",0,0,NA,NA,0,1,1,789,789,789,789,NA,789,0,1230,1230,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0042#2020-03-06 21:00:00,2020-03-06 21:29:59","thirtyminutes0042","2020-03-06 21:00:00","2020-03-06 21:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,1
+"thirtyminutes0042#2020-03-06 21:00:00,2020-03-06 21:29:59","thirtyminutes0042","2020-03-06 21:00:00","2020-03-06 21:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,1
 "thirtyminutes0042#2020-03-07 21:00:00,2020-03-07 21:29:59","thirtyminutes0042","2020-03-07 21:00:00","2020-03-07 21:29:59",0,0,NA,NA,0,1,1,325,325,325,325,NA,325,0,1275,1275,1,2,2,123.5,247,0,247,174.655374953077,247,0,1282,1283,0
-"thirtyminutes0042#2020-10-30 21:00:00,2020-10-30 21:29:59","thirtyminutes0042","2020-10-30 21:00:00","2020-10-30 21:29:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,0
+"thirtyminutes0042#2020-10-30 21:00:00,2020-10-30 21:29:59","thirtyminutes0042","2020-10-30 21:00:00","2020-10-30 21:29:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,762.999,762.999,762.999,762.999,NA,762.999,0,1277,1277,0
 "thirtyminutes0042#2020-10-31 21:00:00,2020-10-31 21:29:59","thirtyminutes0042","2020-10-31 21:00:00","2020-10-31 21:29:59",0,0,NA,NA,0,1,1,325,325,325,325,NA,325,0,1275,1275,0,2,2,123.5,247,0,247,174.655374953077,247,0,1282,1283,0
-"thirtyminutes0043#2020-03-06 21:30:00,2020-03-06 21:59:59","thirtyminutes0043","2020-03-06 21:30:00","2020-03-06 21:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1290,1290,1
+"thirtyminutes0043#2020-03-06 21:30:00,2020-03-06 21:59:59","thirtyminutes0043","2020-03-06 21:30:00","2020-03-06 21:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1290,1290,1
-"thirtyminutes0043#2020-10-30 21:30:00,2020-10-30 21:59:59","thirtyminutes0043","2020-10-30 21:30:00","2020-10-30 21:59:59",0,0,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1290,1290,0
+"thirtyminutes0043#2020-10-30 21:30:00,2020-10-30 21:59:59","thirtyminutes0043","2020-10-30 21:30:00","2020-10-30 21:59:59",0,0,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,1,1,793,793,793,793,NA,793,0,1290,1290,0
-"thirtyminutes0044#2020-03-06 22:00:00,2020-03-06 22:29:59","thirtyminutes0044","2020-03-06 22:00:00","2020-03-06 22:29:59",1,1,1331,1331,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0044#2020-03-06 22:00:00,2020-03-06 22:29:59","thirtyminutes0044","2020-03-06 22:00:00","2020-03-06 22:29:59",1,1,1331,1331,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0044#2020-03-09 22:00:00,2020-03-09 22:29:59","thirtyminutes0044","2020-03-09 22:00:00","2020-03-09 22:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1346,1346,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0044#2020-03-09 22:00:00,2020-03-09 22:29:59","thirtyminutes0044","2020-03-09 22:00:00","2020-03-09 22:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1346,1346,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0044#2020-10-30 22:00:00,2020-10-30 22:29:59","thirtyminutes0044","2020-10-30 22:00:00","2020-10-30 22:29:59",1,1,1331,1331,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0044#2020-10-30 22:00:00,2020-10-30 22:29:59","thirtyminutes0044","2020-10-30 22:00:00","2020-10-30 22:29:59",1,1,1331,1331,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0044#2020-11-02 22:00:00,2020-11-02 22:29:59","thirtyminutes0044","2020-11-02 22:00:00","2020-11-02 22:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1346,1346,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0044#2020-11-02 22:00:00,2020-11-02 22:29:59","thirtyminutes0044","2020-11-02 22:00:00","2020-11-02 22:29:59",0,0,NA,NA,0,1,1,229.999,229.999,229.999,229.999,NA,229.999,0,1346,1346,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0045#2020-03-09 22:30:00,2020-03-09 22:59:59","thirtyminutes0045","2020-03-09 22:30:00","2020-03-09 22:59:59",0,0,NA,NA,0,1,1,267,267,267,267,NA,267,0,1350,1350,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0045#2020-03-09 22:30:00,2020-03-09 22:59:59","thirtyminutes0045","2020-03-09 22:30:00","2020-03-09 22:59:59",0,0,NA,NA,0,1,1,267,267,267,267,NA,267,0,1350,1350,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
-"thirtyminutes0045#2020-11-02 22:30:00,2020-11-02 22:59:59","thirtyminutes0045","2020-11-02 22:30:00","2020-11-02 22:59:59",0,0,NA,NA,0,1,1,267,267,267,267,NA,267,0,1350,1350,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"thirtyminutes0045#2020-11-02 22:30:00,2020-11-02 22:59:59","thirtyminutes0045","2020-11-02 22:30:00","2020-11-02 22:59:59",0,0,NA,NA,0,1,1,267,267,267,267,NA,267,0,1350,1350,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0

tests/data/processed/features/mtz_frequency/ios/phone_conversation.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_conversation_rapids_voiceexpectedfraction","phone_conversation_rapids_noisemaxenergy","phone_conversation_rapids_noiseexpectedfraction","phone_conversation_rapids_voiceavgenergy","phone_conversation_rapids_minutesnoise","phone_conversation_rapids_voicemaxenergy","phone_conversation_rapids_voiceminenergy","phone_conversation_rapids_countconversation","phone_conversation_rapids_voicesumenergy","phone_conversation_rapids_voicesensedfraction","phone_conversation_rapids_silencesensedfraction","phone_conversation_rapids_noisesdenergy","phone_conversation_rapids_minutessilence","phone_conversation_rapids_unknownexpectedfraction","phone_conversation_rapids_voicesdenergy","phone_conversation_rapids_minutesunknown","phone_conversation_rapids_timelastconversation","phone_conversation_rapids_noisesumenergy","phone_conversation_rapids_minutesvoice","phone_conversation_rapids_sdconversationduration","phone_conversation_rapids_timefirstconversation","phone_conversation_rapids_sumconversationduration","phone_conversation_rapids_noisesensedfraction","phone_conversation_rapids_avgconversationduration","phone_conversation_rapids_noiseminenergy","phone_conversation_rapids_silenceexpectedfraction","phone_conversation_rapids_unknownsensedfraction","phone_conversation_rapids_maxconversationduration","phone_conversation_rapids_minconversationduration","phone_conversation_rapids_noiseavgenergy"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_conversation_rapids_noiseexpectedfraction","phone_conversation_rapids_minutessilence","phone_conversation_rapids_noiseminenergy","phone_conversation_rapids_timefirstconversation","phone_conversation_rapids_maxconversationduration","phone_conversation_rapids_avgconversationduration","phone_conversation_rapids_noisesdenergy","phone_conversation_rapids_noisesensedfraction","phone_conversation_rapids_voicemaxenergy","phone_conversation_rapids_unknownsensedfraction","phone_conversation_rapids_sumconversationduration","phone_conversation_rapids_voiceminenergy","phone_conversation_rapids_voicesensedfraction","phone_conversation_rapids_voiceavgenergy","phone_conversation_rapids_minconversationduration","phone_conversation_rapids_silencesensedfraction","phone_conversation_rapids_unknownexpectedfraction","phone_conversation_rapids_minutesvoice","phone_conversation_rapids_voicesdenergy","phone_conversation_rapids_voiceexpectedfraction","phone_conversation_rapids_silenceexpectedfraction","phone_conversation_rapids_noisemaxenergy","phone_conversation_rapids_voicesumenergy","phone_conversation_rapids_noiseavgenergy","phone_conversation_rapids_minutesnoise","phone_conversation_rapids_sdconversationduration","phone_conversation_rapids_noisesumenergy","phone_conversation_rapids_minutesunknown","phone_conversation_rapids_countconversation","phone_conversation_rapids_timelastconversation"

tests/data/processed/features/mtz_frequency/ios/phone_keyboard.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_totalkeyboardtouches","phone_keyboard_rapids_averageinterkeydelay","phone_keyboard_rapids_lastmessagelength","phone_keyboard_rapids_averagesessionlength","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_changeintextlengthequaltoone","phone_keyboard_rapids_changeintextlengthequaltominusone"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_averagesessionlength","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_averageinterkeydelay","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_changeintextlengthequaltominusone","phone_keyboard_rapids_changeintextlengthequaltoone","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_totalkeyboardtouches","phone_keyboard_rapids_lastmessagelength"

tests/data/processed/features/mtz_frequency/ios/phone_screen.csv

@@ -1,23 +1,47 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_screen_rapids_countepisodeunlock","phone_screen_rapids_sumdurationunlock","phone_screen_rapids_maxdurationunlock","phone_screen_rapids_mindurationunlock","phone_screen_rapids_avgdurationunlock","phone_screen_rapids_stddurationunlock","phone_screen_rapids_firstuseafter00unlock"
-"daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",7,94.6512666666667,21.6595333333333,6.00136666666667,13.5216095238095,6.18978716736703,170.5
+"thirtyminutes0000#2020-03-07 00:00:00,2020-03-07 00:29:59","thirtyminutes0000","2020-03-07 00:00:00","2020-03-07 00:29:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,5.18333333333333
-"daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",4,18.9996833333333,5.9999,3.99993333333333,4.74992083333333,0.957411150637875,5.18333333333333
+"thirtyminutes0000#2020-10-31 00:00:00,2020-10-31 00:29:59","thirtyminutes0000","2020-10-31 00:00:00","2020-10-31 00:29:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,5.18333333333333
-"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",3,35.9994,29.9995,2.99995,11.9998,15.5881974604988,5
+"thirtyminutes0001#2020-03-08 00:30:00,2020-03-08 00:59:59","thirtyminutes0001","2020-03-08 00:30:00","2020-03-08 00:59:59",1,4.9999,4.9999,4.9999,4.9999,NA,55
-"daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",2,5.9999,3.99993333333333,1.99996666666667,2.99995,1.41418999214706,181
+"thirtyminutes0002#2020-03-08 01:00:00,2020-03-08 01:29:59","thirtyminutes0002","2020-03-08 01:00:00","2020-03-08 01:29:59",1,24.9995833333333,24.9995833333333,24.9995833333333,24.9995833333333,NA,60
-"daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",7,94.6512666666667,21.6595333333333,6.00136666666667,13.5216095238095,6.18978716736703,170.5
+"thirtyminutes0003#2020-11-01 01:30:00,2020-11-01 01:59:59","thirtyminutes0003","2020-11-01 01:30:00","2020-11-01 01:59:59",1,4.9999,4.9999,4.9999,4.9999,NA,115
-"daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",4,18.9996833333333,5.9999,3.99993333333333,4.74992083333333,0.957411150637875,5.18333333333333
+"thirtyminutes0004#2020-11-01 02:00:00,2020-11-01 02:29:59","thirtyminutes0004","2020-11-01 02:00:00","2020-11-01 02:29:59",1,24.9995833333333,24.9995833333333,24.9995833333333,24.9995833333333,NA,120
-"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",3,35.9994,29.9995,2.99995,11.9998,15.5881974604988,5
+"thirtyminutes0005#2020-03-06 02:30:00,2020-03-06 02:59:59","thirtyminutes0005","2020-03-06 02:30:00","2020-03-06 02:59:59",1,6.00136666666667,6.00136666666667,6.00136666666667,6.00136666666667,NA,170.5
-"daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",2,5.9999,3.99993333333333,1.99996666666667,2.99995,1.41418999214706,181
+"thirtyminutes0005#2020-10-30 02:30:00,2020-10-30 02:59:59","thirtyminutes0005","2020-10-30 02:30:00","2020-10-30 02:59:59",1,6.00136666666667,6.00136666666667,6.00136666666667,6.00136666666667,NA,170.5
-"morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",3,27.9572166666667,21.6595333333333,2.4361,9.31907222222222,10.7108933338698,360
+"thirtyminutes0006#2020-03-09 03:00:00,2020-03-09 03:29:59","thirtyminutes0006","2020-03-09 03:00:00","2020-03-09 03:29:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,181
-"morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",3,27.9572166666667,21.6595333333333,2.4361,9.31907222222222,10.7108933338698,360
+"thirtyminutes0006#2020-11-02 03:00:00,2020-11-02 03:29:59","thirtyminutes0006","2020-11-02 03:00:00","2020-11-02 03:29:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,181
-"threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",14,149.65035,29.9995,2.99995,10.6893107142857,8.41713211936808,170.5
+"thirtyminutes0011#2020-03-06 05:30:00,2020-03-06 05:59:59","thirtyminutes0011","2020-03-06 05:30:00","2020-03-06 05:59:59",1,3.13668333333333,3.13668333333333,3.13668333333333,3.13668333333333,NA,356.85
-"threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",9,60.9989833333333,29.9995,1.99996666666667,6.77766481481481,8.78589046811643,5.18333333333333
+"thirtyminutes0011#2020-10-30 05:30:00,2020-10-30 05:59:59","thirtyminutes0011","2020-10-30 05:30:00","2020-10-30 05:59:59",1,3.13668333333333,3.13668333333333,3.13668333333333,3.13668333333333,NA,356.85
-"threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",5,41.9993,29.9995,1.99996666666667,8.39986,12.095252100472,5
+"thirtyminutes0012#2020-03-06 06:00:00,2020-03-06 06:29:59","thirtyminutes0012","2020-03-06 06:00:00","2020-03-06 06:29:59",1,3.86158333333333,3.86158333333333,3.86158333333333,3.86158333333333,NA,360
-"threeday#2020-03-09 00:00:00,2020-03-11 23:59:59","threeday","2020-03-09 00:00:00","2020-03-11 23:59:59",2,5.9999,3.99993333333333,1.99996666666667,2.99995,1.41418999214706,181
+"thirtyminutes0012#2020-10-30 06:00:00,2020-10-30 06:29:59","thirtyminutes0012","2020-10-30 06:00:00","2020-10-30 06:29:59",1,3.86158333333333,3.86158333333333,3.86158333333333,3.86158333333333,NA,360
-"threeday#2020-10-28 00:00:00,2020-10-30 23:59:59","threeday","2020-10-28 00:00:00","2020-10-30 23:59:59",7,94.6512666666667,21.6595333333333,6.00136666666667,13.5216095238095,6.18978716736703,170.5
+"thirtyminutes0020#2020-03-06 10:00:00,2020-03-06 10:29:59","thirtyminutes0020","2020-03-06 10:00:00","2020-03-06 10:29:59",1,21.6595333333333,21.6595333333333,21.6595333333333,21.6595333333333,NA,600.4
-"threeday#2020-10-29 00:00:00,2020-10-31 23:59:59","threeday","2020-10-29 00:00:00","2020-10-31 23:59:59",11,113.65095,21.6595333333333,3.99993333333333,10.3319045454545,6.54587192809369,170.5
+"thirtyminutes0020#2020-10-30 10:00:00,2020-10-30 10:29:59","thirtyminutes0020","2020-10-30 10:00:00","2020-10-30 10:29:59",1,21.6595333333333,21.6595333333333,21.6595333333333,21.6595333333333,NA,600.4
-"threeday#2020-10-30 00:00:00,2020-11-01 23:59:59","threeday","2020-10-30 00:00:00","2020-11-01 23:59:59",14,149.65035,29.9995,2.99995,10.6893107142857,8.41713211936808,170.5
+"thirtyminutes0023#2020-03-06 11:30:00,2020-03-06 11:59:59","thirtyminutes0023","2020-03-06 11:30:00","2020-03-06 11:59:59",1,2.4361,2.4361,2.4361,2.4361,NA,717.55
-"threeday#2020-10-31 00:00:00,2020-11-02 23:59:59","threeday","2020-10-31 00:00:00","2020-11-02 23:59:59",9,60.9989833333333,29.9995,1.99996666666667,6.77766481481481,8.78589046811643,5.18333333333333
+"thirtyminutes0023#2020-10-30 11:30:00,2020-10-30 11:59:59","thirtyminutes0023","2020-10-30 11:30:00","2020-10-30 11:59:59",1,2.4361,2.4361,2.4361,2.4361,NA,717.55
-"threeday#2020-11-01 00:00:00,2020-11-03 23:59:59","threeday","2020-11-01 00:00:00","2020-11-03 23:59:59",5,41.9993,29.9995,1.99996666666667,8.39986,12.095252100472,5
+"thirtyminutes0024#2020-03-06 12:00:00,2020-03-06 12:29:59","thirtyminutes0024","2020-03-06 12:00:00","2020-03-06 12:29:59",1,12.5656666666667,12.5656666666667,12.5656666666667,12.5656666666667,NA,720
-"threeday#2020-11-02 00:00:00,2020-11-04 23:59:59","threeday","2020-11-02 00:00:00","2020-11-04 23:59:59",2,5.9999,3.99993333333333,1.99996666666667,2.99995,1.41418999214706,181
+"thirtyminutes0024#2020-10-30 12:00:00,2020-10-30 12:29:59","thirtyminutes0024","2020-10-30 12:00:00","2020-10-30 12:29:59",1,12.5656666666667,12.5656666666667,12.5656666666667,12.5656666666667,NA,720
-"weekend#2020-03-06 00:00:00,2020-03-08 23:59:59","weekend","2020-03-06 00:00:00","2020-03-08 23:59:59",14,149.65035,29.9995,2.99995,10.6893107142857,8.41713211936808,170.5
+"thirtyminutes0025#2020-03-07 12:30:00,2020-03-07 12:59:59","thirtyminutes0025","2020-03-07 12:30:00","2020-03-07 12:59:59",1,1.9833,1.9833,1.9833,1.9833,NA,778.016666666667
-"weekend#2020-10-30 00:00:00,2020-11-01 23:59:59","weekend","2020-10-30 00:00:00","2020-11-01 23:59:59",14,149.65035,29.9995,2.99995,10.6893107142857,8.41713211936808,170.5
+"thirtyminutes0025#2020-10-31 12:30:00,2020-10-31 12:59:59","thirtyminutes0025","2020-10-31 12:30:00","2020-10-31 12:59:59",1,1.9833,1.9833,1.9833,1.9833,NA,778.016666666667
+"thirtyminutes0026#2020-03-07 13:00:00,2020-03-07 13:29:59","thirtyminutes0026","2020-03-07 13:00:00","2020-03-07 13:29:59",1,3.0166,3.0166,3.0166,3.0166,NA,780
+"thirtyminutes0026#2020-10-31 13:00:00,2020-10-31 13:29:59","thirtyminutes0026","2020-10-31 13:00:00","2020-10-31 13:29:59",1,3.0166,3.0166,3.0166,3.0166,NA,780
+"thirtyminutes0029#2020-03-06 14:30:00,2020-03-06 14:59:59","thirtyminutes0029","2020-03-06 14:30:00","2020-03-06 14:59:59",1,8.95798333333333,8.95798333333333,8.95798333333333,8.95798333333333,NA,891.033333333333
+"thirtyminutes0029#2020-03-07 14:30:00,2020-03-07 14:59:59","thirtyminutes0029","2020-03-07 14:30:00","2020-03-07 14:59:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,888.016666666667
+"thirtyminutes0029#2020-10-30 14:30:00,2020-10-30 14:59:59","thirtyminutes0029","2020-10-30 14:30:00","2020-10-30 14:59:59",1,8.95798333333333,8.95798333333333,8.95798333333333,8.95798333333333,NA,891.033333333333
+"thirtyminutes0029#2020-10-31 14:30:00,2020-10-31 14:59:59","thirtyminutes0029","2020-10-31 14:30:00","2020-10-31 14:59:59",1,3.99993333333333,3.99993333333333,3.99993333333333,3.99993333333333,NA,888.016666666667
+"thirtyminutes0030#2020-03-06 15:00:00,2020-03-06 15:29:59","thirtyminutes0030","2020-03-06 15:00:00","2020-03-06 15:29:59",1,0.0489333333333333,0.0489333333333333,0.0489333333333333,0.0489333333333333,NA,900
+"thirtyminutes0030#2020-10-30 15:00:00,2020-10-30 15:29:59","thirtyminutes0030","2020-10-30 15:00:00","2020-10-30 15:29:59",1,0.0489333333333333,0.0489333333333333,0.0489333333333333,0.0489333333333333,NA,900
+"thirtyminutes0035#2020-03-06 17:30:00,2020-03-06 17:59:59","thirtyminutes0035","2020-03-06 17:30:00","2020-03-06 17:59:59",1,8.54903333333333,8.54903333333333,8.54903333333333,8.54903333333333,NA,1071.45
+"thirtyminutes0035#2020-10-30 17:30:00,2020-10-30 17:59:59","thirtyminutes0035","2020-10-30 17:30:00","2020-10-30 17:59:59",1,8.54903333333333,8.54903333333333,8.54903333333333,8.54903333333333,NA,1071.45
+"thirtyminutes0036#2020-03-06 18:00:00,2020-03-06 18:29:59","thirtyminutes0036","2020-03-06 18:00:00","2020-03-06 18:29:59",1,8.43993333333333,8.43993333333333,8.43993333333333,8.43993333333333,NA,1080
+"thirtyminutes0036#2020-10-30 18:00:00,2020-10-30 18:29:59","thirtyminutes0036","2020-10-30 18:00:00","2020-10-30 18:29:59",1,8.43993333333333,8.43993333333333,8.43993333333333,8.43993333333333,NA,1080
+"thirtyminutes0037#2020-03-07 18:30:00,2020-03-07 18:59:59","thirtyminutes0037","2020-03-07 18:30:00","2020-03-07 18:59:59",1,5.9999,5.9999,5.9999,5.9999,NA,1133.01666666667
+"thirtyminutes0037#2020-10-31 18:30:00,2020-10-31 18:59:59","thirtyminutes0037","2020-10-31 18:30:00","2020-10-31 18:59:59",1,5.9999,5.9999,5.9999,5.9999,NA,1133.01666666667
+"thirtyminutes0041#2020-03-06 20:30:00,2020-03-06 20:59:59","thirtyminutes0041","2020-03-06 20:30:00","2020-03-06 20:59:59",1,17.0195166666667,17.0195166666667,17.0195166666667,17.0195166666667,NA,1242.96666666667
+"thirtyminutes0041#2020-10-30 20:30:00,2020-10-30 20:59:59","thirtyminutes0041","2020-10-30 20:30:00","2020-10-30 20:59:59",1,17.0195166666667,17.0195166666667,17.0195166666667,17.0195166666667,NA,1242.96666666667
+"thirtyminutes0042#2020-03-06 21:00:00,2020-03-06 21:29:59","thirtyminutes0042","2020-03-06 21:00:00","2020-03-06 21:29:59",1,1.97485,1.97485,1.97485,1.97485,NA,1260
+"thirtyminutes0042#2020-03-07 21:00:00,2020-03-07 21:29:59","thirtyminutes0042","2020-03-07 21:00:00","2020-03-07 21:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1265
+"thirtyminutes0042#2020-03-09 21:00:00,2020-03-09 21:29:59","thirtyminutes0042","2020-03-09 21:00:00","2020-03-09 21:29:59",1,1.99996666666667,1.99996666666667,1.99996666666667,1.99996666666667,NA,1265
+"thirtyminutes0042#2020-10-30 21:00:00,2020-10-30 21:29:59","thirtyminutes0042","2020-10-30 21:00:00","2020-10-30 21:29:59",1,1.97485,1.97485,1.97485,1.97485,NA,1260
+"thirtyminutes0042#2020-10-31 21:00:00,2020-10-31 21:29:59","thirtyminutes0042","2020-10-31 21:00:00","2020-10-31 21:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1265
+"thirtyminutes0042#2020-11-02 21:00:00,2020-11-02 21:29:59","thirtyminutes0042","2020-11-02 21:00:00","2020-11-02 21:29:59",1,1.99996666666667,1.99996666666667,1.99996666666667,1.99996666666667,NA,1265
+"thirtyminutes0044#2020-03-08 22:00:00,2020-03-08 22:29:59","thirtyminutes0044","2020-03-08 22:00:00","2020-03-08 22:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1322
+"thirtyminutes0044#2020-11-01 22:00:00,2020-11-01 22:29:59","thirtyminutes0044","2020-11-01 22:00:00","2020-11-01 22:29:59",1,2.99995,2.99995,2.99995,2.99995,NA,1322

tests/data/processed/features/mtz_periodic/android/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_mindurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_periodic/android/phone_activity_recognition.csv

@@ -1,18 +1,18 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_activity_recognition_rapids_count","phone_activity_recognition_rapids_mostcommonactivity","phone_activity_recognition_rapids_countuniqueactivities","phone_activity_recognition_rapids_durationstationary","phone_activity_recognition_rapids_durationmobile","phone_activity_recognition_rapids_durationvehicle"
 "daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",47,3,8,89.8647166666667,112.7929,43.7290666666667
 "daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",10,3,4,19.9996666666667,19.9996666666667,9.99983333333333
-"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",5,5,2,14.99975,9.99983333333333,0
+"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",5,5,2,14.99975,9.99983333333333,NA
 "daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",5,0,3,6.99988333333333,9.99983333333333,9.99983333333333
 "daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",47,3,8,89.8647166666667,112.7929,43.7290666666667
 "daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",9,3,4,14.99975,19.9996666666667,9.99983333333333
-"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",6,5,3,19.9996666666667,9.99983333333333,0
+"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",6,5,3,19.9996666666667,9.99983333333333,NA
 "daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",5,0,3,6.99988333333333,9.99983333333333,9.99983333333333
 "morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",13,3,5,19.8658833333333,44.4810333333333,15.1531666666667
-"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",2,7,1,NA,9.99983333333333,NA
-"morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",2,7,1,NA,9.99983333333333,NA
 "morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",13,3,5,19.8658833333333,44.4810333333333,15.1531666666667
-"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",2,7,1,NA,9.99983333333333,NA
-"morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",2,7,1,NA,9.99983333333333,NA
 "threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",62,3,8,124.864133333333,142.7924,53.7289
 "threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",20,3,6,41.9993,39.9993333333333,19.9996666666667
 "threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",10,5,5,21.9996333333333,19.9996666666667,9.99983333333333

tests/data/processed/features/mtz_periodic/android/phone_battery.csv

@@ -1,25 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge"
-"daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",7,209.252233333333,0.162372228128814,0.454125732277743,6,233.02095
-"daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986
-"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",1,43.9992666666667,0.0454553030429295,0.0454553030429295,1,16.9997166666667
-"daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",7,209.252233333333,0.162372228128814,0.454125732277743,6,233.02095
-"daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986
-"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",1,43.9992666666667,0.0454553030429295,0.0454553030429295,1,16.9997166666667
-"daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",2,75.56395,0.065515964597609,0.0731286084397727,2,42.61665
-"morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",0,0,0,0,1,41.9993
-"morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",2,75.56395,0.065515964597609,0.0731286084397727,2,42.61665
-"morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",0,0,0,0,1,41.9993
-"threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667
-"threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",4,156.91405,0.0536317871239409,0.0769243589957268,4,142.997616666667
-"threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",2,85.9985666666666,0.0465375721629993,0.047619841283069,2,58.9990166666667
-"threeday#2020-03-09 00:00:00,2020-03-11 23:59:59","threeday","2020-03-09 00:00:00","2020-03-11 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"threeday#2020-10-28 00:00:00,2020-10-30 23:59:59","threeday","2020-10-28 00:00:00","2020-10-30 23:59:59",7,209.252233333333,0.162372228128814,0.454125732277743,6,233.02095
-"threeday#2020-10-29 00:00:00,2020-10-31 23:59:59","threeday","2020-10-29 00:00:00","2020-10-31 23:59:59",9,308.965166666667,0.0929100523281352,0.301282459000479,8,317.01955
-"threeday#2020-10-30 00:00:00,2020-11-01 23:59:59","threeday","2020-10-30 00:00:00","2020-11-01 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667
-"threeday#2020-10-31 00:00:00,2020-11-02 23:59:59","threeday","2020-10-31 00:00:00","2020-11-02 23:59:59",4,156.91405,0.0536317871239409,0.0769243589957268,4,142.997616666667
-"threeday#2020-11-01 00:00:00,2020-11-03 23:59:59","threeday","2020-11-01 00:00:00","2020-11-03 23:59:59",2,85.9985666666666,0.0465375721629993,0.047619841283069,2,58.9990166666667
-"threeday#2020-11-02 00:00:00,2020-11-04 23:59:59","threeday","2020-11-02 00:00:00","2020-11-04 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"weekend#2020-03-06 00:00:00,2020-03-08 23:59:59","weekend","2020-03-06 00:00:00","2020-03-08 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667
-"weekend#2020-10-30 00:00:00,2020-11-01 23:59:59","weekend","2020-10-30 00:00:00","2020-11-01 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667

tests/data/processed/features/mtz_periodic/android/phone_calls.csv

@@ -9,11 +9,11 @@
 "daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",3,3,198,1008,0,3,3,514,1542,427,623,99.8348636499294,427,1.08686617450757,278,1166,0,3,3,423.666666666667,1271,32,1104,591.432441901299,135,0.454005239398052,268,1075,0
 "morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,978.333333333333,2935,759,1116,192.000868053593,1116,1.08558305836162,418,687,1
 "morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,684.999666666667,2054.999,179.999,1116,472.367976264621,1116,0.913208762164393,418,687,1
-"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",1,1,528,528,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",1,1,528,528,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",1,1,541,541,0,1,1,623,623,623,623,NA,623,0,692,692,0,1,1,1104,1104,1104,1104,NA,1104,0,558,558,0
 "morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,978.333333333333,2935,759,1116,192.000868053593,1116,1.08558305836162,418,687,1
 "morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,684.999666666667,2054.999,179.999,1116,472.367976264621,1116,0.913208762164393,418,687,1
-"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",1,1,528,528,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",1,1,528,528,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",1,1,541,541,0,1,1,623,623,623,623,NA,623,0,692,692,0,1,1,1104,1104,1104,1104,NA,1104,0,558,558,0
 "threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",11,6,13,528,5,19,10,930.052631578947,17671,128,1719,474.59099041926,667,2.8055376905242,163,237,6,16,9,949.9374375,15198.999,32,1543,486.635008836256,1116,2.61330135085142,172,1282,4
 "threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",8,8,589,528,1,12,12,787.416666666667,9449,128,1719,465.213628021546,667,2.32196679578331,519,237,1,11,11,647.818090909091,7125.999,32,1543,570.769005115109,32,2.00189616665475,418,1282,1

tests/data/processed/features/mtz_periodic/android/phone_keyboard.csv

@@ -1,25 +1,25 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_keyboard_rapids_sessioncount","phone_keyboard_rapids_averagesessionlength","phone_keyboard_rapids_averageinterkeydelay","phone_keyboard_rapids_changeintextlengthlessthanminusone","phone_keyboard_rapids_changeintextlengthequaltominusone","phone_keyboard_rapids_changeintextlengthequaltoone","phone_keyboard_rapids_changeintextlengthmorethanone","phone_keyboard_rapids_maxtextlength","phone_keyboard_rapids_lastmessagelength","phone_keyboard_rapids_totalkeyboardtouches"
-"daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",3,4000,1583.33333333333,0,0,4,0,21,21,2.5
+"daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",3,4000,1583.33333333333,NA,NA,4,NA,21,21,2.5
-"daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",4,1506.66666666667,1006.66666666667,0,0,4,0,5.75,5,2.75
+"daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",4,1506.66666666667,1006.66666666667,NA,NA,4,NA,5.75,5,2.75
-"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",6,6519.5,863.277777777778,0,1,4,1,4.16666666666667,3.4,3.5
+"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",6,6519.5,863.277777777778,NA,1,4,1,4.16666666666667,3.4,3.5
-"daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",3,1000,1000,0,0,4,0,5.5,5,1
+"daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",3,1000,1000,NA,NA,4,NA,5.5,5,1
-"daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",3,4000,1583.33333333333,0,0,4,0,21,21,2.5
+"daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",3,4000,1583.33333333333,NA,NA,4,NA,21,21,2.5
-"daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",4,1506.66666666667,1006.66666666667,0,0,4,0,5.75,5,2.75
+"daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",4,1506.66666666667,1006.66666666667,NA,NA,4,NA,5.75,5,2.75
-"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",6,6519.5,863.277777777778,0,1,4,1,4.16666666666667,3.4,3.5
+"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",6,6519.5,863.277777777778,NA,1,4,1,4.16666666666667,3.4,3.5
-"daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",2,500,1000,0,0,3,0,5.33333333333333,5.33333333333333,1.33333333333333
+"daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",2,500,1000,NA,NA,3,NA,5.33333333333333,5.33333333333333,1.33333333333333
-"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",3,1840,1117.77777777778,0,0,4,0,5.75,5,2.75
+"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",3,1840,1117.77777777778,NA,NA,4,NA,5.75,5,2.75
-"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",1,0,NA,0,0,1,0,2,2,1
+"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",1,NA,NA,NA,NA,1,NA,2,2,1
-"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",4,1506.66666666667,1006.66666666667,0,0,4,0,5.75,5,2.75
+"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",4,1506.66666666667,1006.66666666667,NA,NA,4,NA,5.75,5,2.75
-"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",1,0,NA,0,0,1,0,2,2,1
+"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",1,NA,NA,NA,NA,1,NA,2,2,1
-"threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",13,3694.875,1187.06944444444,0,1,12,1,9.42857142857143,9.30769230769231,3
+"threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",13,3694.875,1187.06944444444,NA,1,12,1,9.42857142857143,9.30769230769231,3
-"threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",12,3259.83333333333,1013.31481481481,0,1,11,1,5.15384615384615,4.33333333333333,2.76923076923077
+"threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",12,3259.83333333333,1013.31481481481,NA,1,11,1,5.15384615384615,4.33333333333333,2.76923076923077
-"threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",9,4679.66666666667,908.851851851852,0,1,7,1,4.88888888888889,4,2.77777777777778
+"threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",9,4679.66666666667,908.851851851852,NA,1,7,1,4.88888888888889,4,2.77777777777778
-"threeday#2020-03-09 00:00:00,2020-03-11 23:59:59","threeday","2020-03-09 00:00:00","2020-03-11 23:59:59",3,1000,1000,0,0,4,0,5.5,5,1
+"threeday#2020-03-09 00:00:00,2020-03-11 23:59:59","threeday","2020-03-09 00:00:00","2020-03-11 23:59:59",3,1000,1000,NA,NA,4,NA,5.5,5,1
-"threeday#2020-10-28 00:00:00,2020-10-30 23:59:59","threeday","2020-10-28 00:00:00","2020-10-30 23:59:59",3,4000,1583.33333333333,0,0,4,0,21,21,2.5
+"threeday#2020-10-28 00:00:00,2020-10-30 23:59:59","threeday","2020-10-28 00:00:00","2020-10-30 23:59:59",3,4000,1583.33333333333,NA,NA,4,NA,21,21,2.5
-"threeday#2020-10-29 00:00:00,2020-10-31 23:59:59","threeday","2020-10-29 00:00:00","2020-10-31 23:59:59",7,2753.33333333333,1295,0,0,8,0,13.375,13,2.625
+"threeday#2020-10-29 00:00:00,2020-10-31 23:59:59","threeday","2020-10-29 00:00:00","2020-10-31 23:59:59",7,2753.33333333333,1295,NA,NA,8,NA,13.375,13,2.625
-"threeday#2020-10-30 00:00:00,2020-11-01 23:59:59","threeday","2020-10-30 00:00:00","2020-11-01 23:59:59",13,3694.875,1187.06944444444,0,1,12,1,9.42857142857143,9.30769230769231,3
+"threeday#2020-10-30 00:00:00,2020-11-01 23:59:59","threeday","2020-10-30 00:00:00","2020-11-01 23:59:59",13,3694.875,1187.06944444444,NA,1,12,1,9.42857142857143,9.30769230769231,3
-"threeday#2020-10-31 00:00:00,2020-11-02 23:59:59","threeday","2020-10-31 00:00:00","2020-11-02 23:59:59",12,2651.28571428571,957.759259259259,0,1,10,1,5.08333333333333,4.41666666666667,3
+"threeday#2020-10-31 00:00:00,2020-11-02 23:59:59","threeday","2020-10-31 00:00:00","2020-11-02 23:59:59",12,2651.28571428571,957.759259259259,NA,1,10,1,5.08333333333333,4.41666666666667,3
-"threeday#2020-11-01 00:00:00,2020-11-03 23:59:59","threeday","2020-11-01 00:00:00","2020-11-03 23:59:59",8,3509.75,908.851851851852,0,1,6,1,4.75,4.125,3.125
+"threeday#2020-11-01 00:00:00,2020-11-03 23:59:59","threeday","2020-11-01 00:00:00","2020-11-03 23:59:59",8,3509.75,908.851851851852,NA,1,6,1,4.75,4.125,3.125
-"threeday#2020-11-02 00:00:00,2020-11-04 23:59:59","threeday","2020-11-02 00:00:00","2020-11-04 23:59:59",2,500,1000,0,0,3,0,5.33333333333333,5.33333333333333,1.33333333333333
+"threeday#2020-11-02 00:00:00,2020-11-04 23:59:59","threeday","2020-11-02 00:00:00","2020-11-04 23:59:59",2,500,1000,NA,NA,3,NA,5.33333333333333,5.33333333333333,1.33333333333333
-"weekend#2020-03-06 00:00:00,2020-03-08 23:59:59","weekend","2020-03-06 00:00:00","2020-03-08 23:59:59",13,3694.875,1187.06944444444,0,1,12,1,9.42857142857143,9.30769230769231,3
+"weekend#2020-03-06 00:00:00,2020-03-08 23:59:59","weekend","2020-03-06 00:00:00","2020-03-08 23:59:59",13,3694.875,1187.06944444444,NA,1,12,1,9.42857142857143,9.30769230769231,3
-"weekend#2020-10-30 00:00:00,2020-11-01 23:59:59","weekend","2020-10-30 00:00:00","2020-11-01 23:59:59",12,3284.33333333333,1187.06944444444,0,1,12,1,9.92307692307692,9.30769230769231,3.23076923076923
+"weekend#2020-10-30 00:00:00,2020-11-01 23:59:59","weekend","2020-10-30 00:00:00","2020-11-01 23:59:59",12,3284.33333333333,1187.06944444444,NA,1,12,1,9.92307692307692,9.30769230769231,3.23076923076923

tests/data/processed/features/mtz_periodic/empatica/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_mindurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_periodic/empatica/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_countdischarge","phone_battery_rapids_maxconsumptionrate"

tests/data/processed/features/mtz_periodic/empty/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_mindurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_periodic/empty/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_countdischarge","phone_battery_rapids_maxconsumptionrate"

tests/data/processed/features/mtz_periodic/fitbit/fitbit_steps_intraday.csv

@@ -1,27 +1,27 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout"
-"daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",251,63,1,11.4090909090909,13.9784156432732,358,1081,4,16,6,2,4,1.63299316185545,3,6,2,2,2,0
+"daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",251,63,1,11.4090909090909,13.9784156432732,4,16,6,2,4,1.63299316185545,3,6,2,2,2,0
-"daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",527,72,2,23.9545454545455,22.5081514815607,538,1203,5,9,2,1,1.8,0.447213595499958,4,13,4,3,3.25,0.5
+"daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",527,72,2,23.9545454545455,22.5081514815607,5,9,2,1,1.8,0.447213595499958,4,13,4,3,3.25,0.5
-"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",307,69,4,20.4666666666667,21.2934150339847,19,1045,4,8,4,1,2,1.4142135623731,4,7,3,1,1.75,0.957427107756338
+"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",307,69,4,20.4666666666667,21.2934150339847,4,8,4,1,2,1.4142135623731,4,7,3,1,1.75,0.957427107756338
-"daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",126,62,6,25.2,26.5273443827308,78,891,1,3,3,3,3,NA,1,2,2,2,2,NA
+"daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",126,62,6,25.2,26.5273443827308,1,3,3,3,3,NA,1,2,2,2,2,NA
-"daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",251,63,1,11.4090909090909,13.9784156432732,358,1081,4,16,6,2,4,1.63299316185545,3,6,2,2,2,0
+"daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",251,63,1,11.4090909090909,13.9784156432732,4,16,6,2,4,1.63299316185545,3,6,2,2,2,0
-"daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",527,72,2,23.9545454545455,22.5081514815607,538,1203,5,9,2,1,1.8,0.447213595499958,4,13,4,3,3.25,0.5
+"daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",527,72,2,23.9545454545455,22.5081514815607,5,9,2,1,1.8,0.447213595499958,4,13,4,3,3.25,0.5
-"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",307,69,4,20.4666666666667,21.2934150339847,19,1045,4,8,4,1,2,1.4142135623731,4,7,3,1,1.75,0.957427107756338
+"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",307,69,4,20.4666666666667,21.2934150339847,4,8,4,1,2,1.4142135623731,4,7,3,1,1.75,0.957427107756338
-"daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",126,62,6,25.2,26.5273443827308,78,891,1,3,3,3,3,NA,1,2,2,2,2,NA
+"daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",126,62,6,25.2,26.5273443827308,1,3,3,3,3,NA,1,2,2,2,2,NA
-"morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",172,63,3,15.6363636363636,18.0846494424013,360,719,3,7,3,2,2.33333333333333,0.577350269189626,2,4,2,2,2,0
+"morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",172,63,3,15.6363636363636,18.0846494424013,3,7,3,2,2.33333333333333,0.577350269189626,2,4,2,2,2,0
-"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",196,72,6,28,27.6164202362773,538,708,2,3,2,1,1.5,0.707106781186548,1,4,4,4,4,NA
+"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",196,72,6,28,27.6164202362773,2,3,2,1,1.5,0.707106781186548,1,4,4,4,4,NA
-"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",181,69,7,30.1666666666667,26.7986318058715,540,666,1,2,2,2,2,NA,2,4,2,2,2,0
+"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",181,69,7,30.1666666666667,26.7986318058715,1,2,2,2,2,NA,2,4,2,2,2,0
-"morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",172,63,3,15.6363636363636,18.0846494424013,360,719,3,7,3,2,2.33333333333333,0.577350269189626,2,4,2,2,2,0
+"morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",172,63,3,15.6363636363636,18.0846494424013,3,7,3,2,2.33333333333333,0.577350269189626,2,4,2,2,2,0
-"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",196,72,6,28,27.6164202362773,538,708,2,3,2,1,1.5,0.707106781186548,1,4,4,4,4,NA
+"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",196,72,6,28,27.6164202362773,2,3,2,1,1.5,0.707106781186548,1,4,4,4,4,NA
-"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",181,69,7,30.1666666666667,26.7986318058715,540,666,1,2,2,2,2,NA,2,4,2,2,2,0
+"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",181,69,7,30.1666666666667,26.7986318058715,1,2,2,2,2,NA,2,4,2,2,2,0
-"threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,358,1045,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175
+"threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175
-"threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",960,72,2,22.8571428571429,22.0537828496404,538,891,10,20,4,1,2,0.942809041582063,9,22,4,1,2.44444444444444,1.0137937550497
+"threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",960,72,2,22.8571428571429,22.0537828496404,10,20,4,1,2,0.942809041582063,9,22,4,1,2.44444444444444,1.0137937550497
-"threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",433,69,4,21.65,22.0603836393611,19,891,5,11,4,1,2.2,1.30384048104053,5,9,3,1,1.8,0.836660026534076
+"threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",433,69,4,21.65,22.0603836393611,5,11,4,1,2.2,1.30384048104053,5,9,3,1,1.8,0.836660026534076
-"threeday#2020-03-09 00:00:00,2020-03-11 23:59:59","threeday","2020-03-09 00:00:00","2020-03-11 23:59:59",126,62,6,25.2,26.5273443827308,78,891,1,3,3,3,3,NA,1,2,2,2,2,NA
+"threeday#2020-03-09 00:00:00,2020-03-11 23:59:59","threeday","2020-03-09 00:00:00","2020-03-11 23:59:59",126,62,6,25.2,26.5273443827308,1,3,3,3,3,NA,1,2,2,2,2,NA
-"threeday#2020-10-28 00:00:00,2020-10-30 23:59:59","threeday","2020-10-28 00:00:00","2020-10-30 23:59:59",251,63,1,11.4090909090909,13.9784156432732,358,1081,4,16,6,2,4,1.63299316185545,3,6,2,2,2,0
+"threeday#2020-10-28 00:00:00,2020-10-30 23:59:59","threeday","2020-10-28 00:00:00","2020-10-30 23:59:59",251,63,1,11.4090909090909,13.9784156432732,4,16,6,2,4,1.63299316185545,3,6,2,2,2,0
-"threeday#2020-10-29 00:00:00,2020-10-31 23:59:59","threeday","2020-10-29 00:00:00","2020-10-31 23:59:59",778,72,1,17.6818181818182,19.5730863239614,358,1203,8,25,6,1,3.125,1.95940953204931,7,19,4,2,2.71428571428571,0.755928946018454
+"threeday#2020-10-29 00:00:00,2020-10-31 23:59:59","threeday","2020-10-29 00:00:00","2020-10-31 23:59:59",778,72,1,17.6818181818182,19.5730863239614,8,25,6,1,3.125,1.95940953204931,7,19,4,2,2.71428571428571,0.755928946018454
-"threeday#2020-10-30 00:00:00,2020-11-01 23:59:59","threeday","2020-10-30 00:00:00","2020-11-01 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,358,1045,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175
+"threeday#2020-10-30 00:00:00,2020-11-01 23:59:59","threeday","2020-10-30 00:00:00","2020-11-01 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175
-"threeday#2020-10-31 00:00:00,2020-11-02 23:59:59","threeday","2020-10-31 00:00:00","2020-11-02 23:59:59",960,72,2,22.8571428571429,22.0537828496404,538,891,10,20,4,1,2,0.942809041582063,9,22,4,1,2.44444444444444,1.0137937550497
+"threeday#2020-10-31 00:00:00,2020-11-02 23:59:59","threeday","2020-10-31 00:00:00","2020-11-02 23:59:59",960,72,2,22.8571428571429,22.0537828496404,10,20,4,1,2,0.942809041582063,9,22,4,1,2.44444444444444,1.0137937550497
-"threeday#2020-11-01 00:00:00,2020-11-03 23:59:59","threeday","2020-11-01 00:00:00","2020-11-03 23:59:59",433,69,4,21.65,22.0603836393611,19,891,5,11,4,1,2.2,1.30384048104053,5,9,3,1,1.8,0.836660026534076
+"threeday#2020-11-01 00:00:00,2020-11-03 23:59:59","threeday","2020-11-01 00:00:00","2020-11-03 23:59:59",433,69,4,21.65,22.0603836393611,5,11,4,1,2.2,1.30384048104053,5,9,3,1,1.8,0.836660026534076
-"threeday#2020-11-02 00:00:00,2020-11-04 23:59:59","threeday","2020-11-02 00:00:00","2020-11-04 23:59:59",126,62,6,25.2,26.5273443827308,78,891,1,3,3,3,3,NA,1,2,2,2,2,NA
+"threeday#2020-11-02 00:00:00,2020-11-04 23:59:59","threeday","2020-11-02 00:00:00","2020-11-04 23:59:59",126,62,6,25.2,26.5273443827308,1,3,3,3,3,NA,1,2,2,2,2,NA
-"weekend#2020-03-06 00:00:00,2020-03-08 23:59:59","weekend","2020-03-06 00:00:00","2020-03-08 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,358,1045,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175
+"weekend#2020-03-06 00:00:00,2020-03-08 23:59:59","weekend","2020-03-06 00:00:00","2020-03-08 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175
-"weekend#2020-10-30 00:00:00,2020-11-01 23:59:59","weekend","2020-10-30 00:00:00","2020-11-01 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,358,1045,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175
+"weekend#2020-10-30 00:00:00,2020-11-01 23:59:59","weekend","2020-10-30 00:00:00","2020-11-01 23:59:59",1085,72,1,18.3898305084746,19.8737540916384,12,33,6,1,2.75,1.81533868615599,11,26,4,1,2.36363636363636,0.924416277737175

tests/data/processed/features/mtz_periodic/fitbit/phone_battery.csv

@@ -1 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_countdischarge","phone_battery_rapids_maxconsumptionrate"

tests/data/processed/features/mtz_periodic/ios/fitbit_steps_intraday.csv

@@ -1 +1 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_firststeptime","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_laststeptime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_mindurationactivebout"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","fitbit_steps_intraday_rapids_sumsteps","fitbit_steps_intraday_rapids_minsteps","fitbit_steps_intraday_rapids_maxsteps","fitbit_steps_intraday_rapids_stdsteps","fitbit_steps_intraday_rapids_avgsteps","fitbit_steps_intraday_rapids_stddurationsedentarybout","fitbit_steps_intraday_rapids_avgdurationsedentarybout","fitbit_steps_intraday_rapids_sumdurationsedentarybout","fitbit_steps_intraday_rapids_mindurationsedentarybout","fitbit_steps_intraday_rapids_countepisodesedentarybout","fitbit_steps_intraday_rapids_maxdurationsedentarybout","fitbit_steps_intraday_rapids_countepisodeactivebout","fitbit_steps_intraday_rapids_maxdurationactivebout","fitbit_steps_intraday_rapids_mindurationactivebout","fitbit_steps_intraday_rapids_stddurationactivebout","fitbit_steps_intraday_rapids_avgdurationactivebout","fitbit_steps_intraday_rapids_sumdurationactivebout"

tests/data/processed/features/mtz_periodic/ios/phone_activity_recognition.csv

@@ -1,18 +1,18 @@
 "local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_activity_recognition_rapids_count","phone_activity_recognition_rapids_mostcommonactivity","phone_activity_recognition_rapids_countuniqueactivities","phone_activity_recognition_rapids_durationstationary","phone_activity_recognition_rapids_durationmobile","phone_activity_recognition_rapids_durationvehicle"
 "daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",47,3,6,89.8647166666667,112.7929,43.7290666666667
 "daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",10,3,3,19.9996666666667,19.9996666666667,9.99983333333333
-"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",5,3,2,14.99975,9.99983333333333,0
+"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",5,3,2,14.99975,9.99983333333333,NA
 "daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",5,0,3,6.99988333333333,9.99983333333333,9.99983333333333
 "daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",47,3,6,89.8647166666667,112.7929,43.7290666666667
 "daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",9,7,3,14.99975,19.9996666666667,9.99983333333333
-"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",6,3,2,19.9996666666667,9.99983333333333,0
+"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",6,3,2,19.9996666666667,9.99983333333333,NA
 "daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",5,0,3,6.99988333333333,9.99983333333333,9.99983333333333
 "morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",13,7,4,19.8658833333333,44.4810333333333,15.1531666666667
-"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",2,7,1,NA,9.99983333333333,NA
-"morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",2,7,1,NA,9.99983333333333,NA
 "morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",13,7,4,19.8658833333333,44.4810333333333,15.1531666666667
-"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",2,7,1,NA,9.99983333333333,NA
-"morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",2,7,1,0,9.99983333333333,0
+"morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",2,7,1,NA,9.99983333333333,NA
 "threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",62,3,6,124.864133333333,142.7924,53.7289
 "threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",20,3,4,41.9993,39.9993333333333,19.9996666666667
 "threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",10,3,4,21.9996333333333,19.9996666666667,9.99983333333333

tests/data/processed/features/mtz_periodic/ios/phone_battery.csv

@@ -1,25 +0,0 @@
-"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","phone_battery_rapids_countdischarge","phone_battery_rapids_sumdurationdischarge","phone_battery_rapids_avgconsumptionrate","phone_battery_rapids_maxconsumptionrate","phone_battery_rapids_countcharge","phone_battery_rapids_sumdurationcharge"
-"daily#2020-03-06 00:00:00,2020-03-06 23:59:59","daily","2020-03-06 00:00:00","2020-03-06 23:59:59",7,209.252233333333,0.162372228128814,0.454125732277743,6,233.02095
-"daily#2020-03-07 00:00:00,2020-03-07 23:59:59","daily","2020-03-07 00:00:00","2020-03-07 23:59:59",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986
-"daily#2020-03-08 00:00:00,2020-03-08 23:59:59","daily","2020-03-08 00:00:00","2020-03-08 23:59:59",1,43.9992666666667,0.0454553030429295,0.0454553030429295,1,16.9997166666667
-"daily#2020-03-09 00:00:00,2020-03-09 23:59:59","daily","2020-03-09 00:00:00","2020-03-09 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"daily#2020-10-30 00:00:00,2020-10-30 23:59:59","daily","2020-10-30 00:00:00","2020-10-30 23:59:59",7,209.252233333333,0.162372228128814,0.454125732277743,6,233.02095
-"daily#2020-10-31 00:00:00,2020-10-31 23:59:59","daily","2020-10-31 00:00:00","2020-10-31 23:59:59",2,70.9154833333333,0.0607260020848825,0.0769243589957268,2,83.9986
-"daily#2020-11-01 00:00:00,2020-11-01 23:59:59","daily","2020-11-01 00:00:00","2020-11-01 23:59:59",1,43.9992666666667,0.0454553030429295,0.0454553030429295,1,16.9997166666667
-"daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",2,75.56395,0.065515964597609,0.0731286084397727,2,42.61665
-"morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",0,0,0,0,1,41.9993
-"morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",2,75.56395,0.065515964597609,0.0731286084397727,2,42.61665
-"morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",0,0,0,0,1,41.9993
-"threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667
-"threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",4,156.91405,0.0536317871239409,0.0769243589957268,4,142.997616666667
-"threeday#2020-03-08 00:00:00,2020-03-10 23:59:59","threeday","2020-03-08 00:00:00","2020-03-10 23:59:59",2,85.9985666666666,0.0465375721629993,0.047619841283069,2,58.9990166666667
-"threeday#2020-03-09 00:00:00,2020-03-11 23:59:59","threeday","2020-03-09 00:00:00","2020-03-11 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"threeday#2020-10-28 00:00:00,2020-10-30 23:59:59","threeday","2020-10-28 00:00:00","2020-10-30 23:59:59",7,209.252233333333,0.162372228128814,0.454125732277743,6,233.02095
-"threeday#2020-10-29 00:00:00,2020-10-31 23:59:59","threeday","2020-10-29 00:00:00","2020-10-31 23:59:59",9,308.965166666667,0.0929100523281352,0.301282459000479,8,317.01955
-"threeday#2020-10-30 00:00:00,2020-11-01 23:59:59","threeday","2020-10-30 00:00:00","2020-11-01 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667
-"threeday#2020-10-31 00:00:00,2020-11-02 23:59:59","threeday","2020-10-31 00:00:00","2020-11-02 23:59:59",4,156.91405,0.0536317871239409,0.0769243589957268,4,142.997616666667
-"threeday#2020-11-01 00:00:00,2020-11-03 23:59:59","threeday","2020-11-01 00:00:00","2020-11-03 23:59:59",2,85.9985666666666,0.0465375721629993,0.047619841283069,2,58.9990166666667
-"threeday#2020-11-02 00:00:00,2020-11-04 23:59:59","threeday","2020-11-02 00:00:00","2020-11-04 23:59:59",1,41.9993,0.047619841283069,0.047619841283069,1,41.9993
-"weekend#2020-03-06 00:00:00,2020-03-08 23:59:59","weekend","2020-03-06 00:00:00","2020-03-08 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667
-"weekend#2020-10-30 00:00:00,2020-11-01 23:59:59","weekend","2020-10-30 00:00:00","2020-11-01 23:59:59",10,352.964433333333,0.0881645773996147,0.301282459000479,9,334.019266666667

tests/data/processed/features/mtz_periodic/ios/phone_calls.csv

@@ -9,11 +9,11 @@
 "daily#2020-11-02 00:00:00,2020-11-02 23:59:59","daily","2020-11-02 00:00:00","2020-11-02 23:59:59",0,0,NA,NA,0,3,3,524.666666666667,1574,439,638,102.34419052068,439,1.08679835776769,278,1346,0,6,6,215.166666666667,1291,0,1114,443.663122951037,0,0.470734328603488,198,1075,0
 "morning#2020-03-06 06:00:00,2020-03-06 11:59:59","morning","2020-03-06 06:00:00","2020-03-06 11:59:59",0,0,NA,NA,0,2,2,1102.5,2205,920,1285,258.09397513309,920,0.679610106244749,515,600,1,4,4,736.5,2946,0,1101,513.682457036121,1101,1.08663786141562,400,687,1
 "morning#2020-03-07 06:00:00,2020-03-07 11:59:59","morning","2020-03-07 06:00:00","2020-03-07 11:59:59",0,0,NA,NA,0,3,3,720,2160,183,1304,561.975978134297,183,0.877593776130338,512,600,0,3,3,633.333333333333,1900,0,1131,577.57625759144,1131,0.675148764608652,418,687,0
-"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",1,1,528,528,1,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"morning#2020-03-08 06:00:00,2020-03-08 11:59:59","morning","2020-03-08 06:00:00","2020-03-08 11:59:59",1,1,528,528,1,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "morning#2020-03-09 06:00:00,2020-03-09 11:59:59","morning","2020-03-09 06:00:00","2020-03-09 11:59:59",0,0,NA,NA,0,1,1,638,638,638,638,NA,638,0,692,692,0,2,2,557,1114,0,1114,787.716954241814,0,0,541,558,0
 "morning#2020-10-30 06:00:00,2020-10-30 11:59:59","morning","2020-10-30 06:00:00","2020-10-30 11:59:59",0,0,NA,NA,0,2,2,1102.5,2205,920,1285,258.09397513309,920,0.679610106244749,515,600,0,4,4,736.5,2946,0,1101,513.682457036121,1101,1.08663786141562,400,687,0
 "morning#2020-10-31 06:00:00,2020-10-31 11:59:59","morning","2020-10-31 06:00:00","2020-10-31 11:59:59",0,0,NA,NA,0,3,3,720,2160,183,1304,561.975978134297,183,0.877593776130338,512,600,0,3,3,633.333333333333,1900,0,1131,577.57625759144,1131,0.675148764608652,418,687,0
-"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",1,1,528,528,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0,0,0,0,0,0,0,NA,0,NA,NA,NA,0
+"morning#2020-11-01 06:00:00,2020-11-01 11:59:59","morning","2020-11-01 06:00:00","2020-11-01 11:59:59",1,1,528,528,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,0
 "morning#2020-11-02 06:00:00,2020-11-02 11:59:59","morning","2020-11-02 06:00:00","2020-11-02 11:59:59",0,0,NA,NA,0,1,1,638,638,638,638,NA,638,0,692,692,0,2,2,557,1114,0,1114,787.716954241814,0,0,541,558,0
 "threeday#2020-03-06 00:00:00,2020-03-08 23:59:59","threeday","2020-03-06 00:00:00","2020-03-08 23:59:59",5,5,874,528,1,17,17,833.764705882353,14174,143,1730,473.744199095325,449,2.66490275337698,163,237,1,23,23,571.95652173913,13155,0,1556,595.90324704762,0,2.48437998679661,13,1283,1
 "threeday#2020-03-07 00:00:00,2020-03-09 23:59:59","threeday","2020-03-07 00:00:00","2020-03-09 23:59:59",2,2,1034,528,0,12,12,668.25,8019,143,1304,390.918993003549,183,2.32124820396783,512,237,1,16,16,404.3125,6469,0,1556,580.481836494476,0,1.80809251164474,418,1283,1