junos
/
rapids
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fixed fitbit preprocess issue#28 and added heartrate_zone column for heartrate

replace/41f601d5f5a23efe2a3f0e00ab45266a8aef1313
Meng Li 2020-02-07 11:26:35 -05:00
parent 2798a957be
commit 6c5ace5611
1 changed files with 25 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
src/data/fitbit_readable_datetime.py
View File

@ -11,7 +11,7 @@ HOUR2EPOCH = [NIGHT] * 6 + [MORNING] * 6 + [AFTERNOON] * 6 + [EVENING] * 6
HR_COLUMNS = ("device_id", HR_COLUMNS = ("device_id",
"heartrate", "heartrate", "heartrate_zone",
"local_date_time", "local_date", "local_month", "local_day", "local_date_time", "local_date", "local_month", "local_day",
"local_day_of_week", "local_time", "local_hour", "local_minute", "local_day_of_week", "local_time", "local_hour", "local_minute",
"local_day_segment") "local_day_segment")
@ -42,6 +42,8 @@ def drop_duplicates(data, local_timezone):
return data return data
def parse_steps_data(steps_data): def parse_steps_data(steps_data):
if steps_data.empty:
return pd.DataFrame()
device_id = steps_data["device_id"].iloc[0] device_id = steps_data["device_id"].iloc[0]
records = [] records = []
# Parse JSON into individual records # Parse JSON into individual records
@ -71,6 +73,8 @@ def parse_steps_data(steps_data):
return pd.DataFrame(data=records, columns=STEPS_COLUMNS) return pd.DataFrame(data=records, columns=STEPS_COLUMNS)
def parse_sleep_data(sleep_data): def parse_sleep_data(sleep_data):
if sleep_data.empty:
return pd.DataFrame()
device_id = sleep_data["device_id"].iloc[0] device_id = sleep_data["device_id"].iloc[0]
records = [] records = []
# Parse JSON into individual records # Parse JSON into individual records
@ -105,8 +109,18 @@ def parse_sleep_data(sleep_data):
return pd.DataFrame(data=records, columns=SLEEP_COLUMNS) return pd.DataFrame(data=records, columns=SLEEP_COLUMNS)
def parse_heartrate_data(heartrate_data): def parse_heartrate_data(heartrate_data):
if heartrate_data.empty:
return pd.DataFrame()
device_id = heartrate_data["device_id"].iloc[0] device_id = heartrate_data["device_id"].iloc[0]
records = [] records = []
# Get the range of heartrate zones: outofrange, fatburn, cardio, peak
# refer to: https://help.fitbit.com/articles/en_US/Help_article/1565
heartrate_zones = json.loads(heartrate_data["fitbit_data"].iloc[0])["activities-heart"][0]["heartRateZones"]
heartrate_zones_range = {}
for hrzone in heartrate_zones:
heartrate_zones_range[hrzone["name"].lower().replace(" ", "")] = [hrzone["min"], hrzone["max"]]
# Parse JSON into individual records # Parse JSON into individual records
for record in heartrate_data.fitbit_data: for record in heartrate_data.fitbit_data:
record = json.loads(record) # Parse text into JSON record = json.loads(record) # Parse text into JSON
@ -115,9 +129,18 @@ def parse_heartrate_data(heartrate_data):
for data in dataset: for data in dataset:
d_time = datetime.strptime(data["time"], '%H:%M:%S').time() d_time = datetime.strptime(data["time"], '%H:%M:%S').time()
d_datetime = datetime.combine(curr_date, d_time) d_datetime = datetime.combine(curr_date, d_time)
d_hr = data["value"]
# Get heartrate zone by range: min <= heartrate < max
d_hrzone = None
for hrzone, hrrange in heartrate_zones_range.items():
if d_hr >= hrrange[0] and d_hr < hrrange[1]:
d_hrzone = hrzone
break
row = (device_id, row = (device_id,
data["value"], d_hr,
d_hrzone,
d_datetime, d_datetime,
d_datetime.date(), d_datetime.date(),
d_datetime.month, d_datetime.month,