From 25a3492eba17cbcf0fc458df25baa452a36e0bb2 Mon Sep 17 00:00:00 2001 From: Meng Li <34143965+Meng6@users.noreply.github.com> Date: Thu, 21 Jan 2021 19:41:17 -0500 Subject: [PATCH] Drop rows without "assigned_segments" column before feature extraction --- src/features/utils/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/features/utils/utils.py b/src/features/utils/utils.py index 9e347284..b0399de8 100644 --- a/src/features/utils/utils.py +++ b/src/features/utils/utils.py @@ -1,6 +1,7 @@ rapids_log_tag = "RAPIDS:" def filter_data_by_segment(data, time_segment): + data.dropna(subset=["assigned_segments"], inplace=True) if(data.shape[0] == 0): # data is empty data["local_segment"] = data["timestamps_segment"] = None return data