rapids/src/data/streams/mutations/fitbit/parse_steps_summary_json.py

35 lines
949 B
Python

import json
import pandas as pd
STEPS_COLUMNS = ("device_id", "steps", "local_date_time", "timestamp")
def parseStepsData(steps_data):
if steps_data.empty:
return pd.DataFrame(columns=STEPS_COLUMNS)
device_id = steps_data["device_id"].iloc[0]
records = []
# Parse JSON into individual records
for record in steps_data.json_fitbit_column:
record = json.loads(record) # Parse text into JSON
if "activities-steps" in record.keys():
curr_date = record["activities-steps"][0]["dateTime"] + " 00:00:00"
row_summary = (device_id,
record["activities-steps"][0]["value"],
curr_date,
0)
records.append(row_summary)
parsed_data = pd.DataFrame(data=records, columns=STEPS_COLUMNS)
return parsed_data
def main(json_raw, stream_parameters):
parsed_data = parseStepsData(json_raw)
return parsed_data