Updated bluetooth testing & call testing for freq

2020-10-07 16:23:27 -04:00 · 2020-10-07 16:23:27 -04:00 · 01ab59a3b6
parent 6b1e006b82
commit 01ab59a3b6
20 changed files with 221 additions and 55 deletions
--- a/tests/data/processed/features/frequency/test03/bluetooth.csv
+++ b/tests/data/processed/features/frequency/test03/bluetooth.csv
@ -1 +1 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
--- a/tests/data/processed/features/frequency/test03/calls.csv
+++ b/tests/data/processed/features/frequency/test03/calls.csv
@ -0,0 +1 @@
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
--- a/tests/data/processed/features/frequency/test04/bluetooth.csv
+++ b/tests/data/processed/features/frequency/test04/bluetooth.csv
@ -1 +1 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
--- a/tests/data/processed/features/frequency/test04/calls.csv
+++ b/tests/data/processed/features/frequency/test04/calls.csv
@ -0,0 +1 @@
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
--- a/tests/data/processed/features/frequency/test05/calls.csv
+++ b/tests/data/processed/features/frequency/test05/calls.csv
@ -0,0 +1,19 @@
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
+"thirtyminutes0012#2020-10-01 06:00:00,2020-10-01 06:29:59","thirtyminutes0012","2020-10-01 06:00:00","2020-10-01 06:29:59",2,1,381,388,2,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,1421,1421,1421,1421,NA,1421,0,373,373,1
+"thirtyminutes0014#2020-10-01 07:00:00,2020-10-01 07:29:59","thirtyminutes0014","2020-10-01 07:00:00","2020-10-01 07:29:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,1186,1186,1186,1186,NA,1186,0,423,423,1
+"thirtyminutes0015#2020-10-01 07:30:00,2020-10-01 07:59:59","thirtyminutes0015","2020-10-01 07:30:00","2020-10-01 07:59:59",1,1,472,472,1,1,1,1331,1331,1331,1331,NA,1331,0,462,462,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0017#2020-10-01 08:30:00,2020-10-01 08:59:59","thirtyminutes0017","2020-10-01 08:30:00","2020-10-01 08:59:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,759,759,759,759,NA,759,0,529,529,1
+"thirtyminutes0018#2020-10-01 09:00:00,2020-10-01 09:29:59","thirtyminutes0018","2020-10-01 09:00:00","2020-10-01 09:29:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,2,2,1240.5,2481,1060,1421,255.265548008344,1060,0.682725062547722,555,561,1
+"thirtyminutes0019#2020-10-01 09:30:00,2020-10-01 09:59:59","thirtyminutes0019","2020-10-01 09:30:00","2020-10-01 09:59:59",1,1,584,584,1,1,1,213,213,213,213,NA,213,0,598,598,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0020#2020-10-01 10:00:00,2020-10-01 10:29:59","thirtyminutes0020","2020-10-01 10:00:00","2020-10-01 10:29:59",NA,NA,NA,NA,NA,2,2,945.5,1891,667,1224,393.858477120907,667,0.649380675519282,609,617,1,1,1,970,970,970,970,NA,970,0,602,602,1
+"thirtyminutes0022#2020-10-01 11:00:00,2020-10-01 11:29:59","thirtyminutes0022","2020-10-01 11:00:00","2020-10-01 11:29:59",NA,NA,NA,NA,NA,1,1,1299,1299,1299,1299,NA,1299,0,665,665,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0025#2020-10-01 12:30:00,2020-10-01 12:59:59","thirtyminutes0025","2020-10-01 12:30:00","2020-10-01 12:59:59",1,1,760,760,1,1,1,1157,1157,1157,1157,NA,1157,0,767,767,1,1,1,759,759,759,759,NA,759,0,767,767,1
+"thirtyminutes0026#2020-10-01 13:00:00,2020-10-01 13:29:59","thirtyminutes0026","2020-10-01 13:00:00","2020-10-01 13:29:59",1,1,793,793,1,2,2,909.5,1819,662,1157,350.017856687341,662,0.655924265162771,794,807,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0027#2020-10-01 13:30:00,2020-10-01 13:59:59","thirtyminutes0027","2020-10-01 13:30:00","2020-10-01 13:59:59",NA,NA,NA,NA,NA,2,2,746,1492,439,1053,434.16356364854,1053,0.606236134907757,814,831,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0028#2020-10-01 14:00:00,2020-10-01 14:29:59","thirtyminutes0028","2020-10-01 14:00:00","2020-10-01 14:29:59",NA,NA,NA,NA,NA,1,1,1719,1719,1719,1719,NA,1719,0,850,850,1,1,1,1116,1116,1116,1116,NA,1116,0,862,862,1
+"thirtyminutes0029#2020-10-01 14:30:00,2020-10-01 14:59:59","thirtyminutes0029","2020-10-01 14:30:00","2020-10-01 14:59:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,1289,1289,1289,1289,NA,1289,0,882,882,1
+"thirtyminutes0030#2020-10-01 15:00:00,2020-10-01 15:29:59","thirtyminutes0030","2020-10-01 15:00:00","2020-10-01 15:29:59",NA,NA,NA,NA,NA,2,2,1509,3018,1299,1719,296.98484809835,1719,0.683597902114995,918,919,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0031#2020-10-01 15:30:00,2020-10-01 15:59:59","thirtyminutes0031","2020-10-01 15:30:00","2020-10-01 15:59:59",1,1,956,956,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0033#2020-10-01 16:30:00,2020-10-01 16:59:59","thirtyminutes0033","2020-10-01 16:30:00","2020-10-01 16:59:59",1,1,1015,1015,1,1,1,1224,1224,1224,1224,NA,1224,0,1000,1000,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0034#2020-10-01 17:00:00,2020-10-01 17:29:59","thirtyminutes0034","2020-10-01 17:00:00","2020-10-01 17:29:59",NA,NA,NA,NA,NA,1,1,667,667,667,667,NA,667,0,1046,1046,1,2,2,1329.5,2659,1116,1543,301.934595566656,1116,0.680385180743283,1031,1047,1
+"thirtyminutes0035#2020-10-01 17:30:00,2020-10-01 17:59:59","thirtyminutes0035","2020-10-01 17:30:00","2020-10-01 17:59:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,2,2,1301.5,2603,1060,1543,341.532575313102,1543,0.676023738060706,1066,1076,1
--- a/tests/data/processed/features/frequency/test06/calls.csv
+++ b/tests/data/processed/features/frequency/test06/calls.csv
@ -0,0 +1,19 @@
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
+"thirtyminutes0012#2020-10-01 06:00:00,2020-10-01 06:29:59","thirtyminutes0012","2020-10-01 06:00:00","2020-10-01 06:29:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,3,3,976.666666666667,2930,0,1530,848.312049503798,1400,0.692333219466401,373,388,1
+"thirtyminutes0014#2020-10-01 07:00:00,2020-10-01 07:29:59","thirtyminutes0014","2020-10-01 07:00:00","2020-10-01 07:29:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,1170,1170,1170,1170,NA,1170,0,423,423,1
+"thirtyminutes0015#2020-10-01 07:30:00,2020-10-01 07:59:59","thirtyminutes0015","2020-10-01 07:30:00","2020-10-01 07:59:59",1,1,462,462,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,1410,1410,1410,1410,NA,1410,0,472,472,1
+"thirtyminutes0017#2020-10-01 08:30:00,2020-10-01 08:59:59","thirtyminutes0017","2020-10-01 08:30:00","2020-10-01 08:59:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,742,742,742,742,NA,742,0,529,529,1
+"thirtyminutes0018#2020-10-01 09:00:00,2020-10-01 09:29:59","thirtyminutes0018","2020-10-01 09:00:00","2020-10-01 09:29:59",NA,NA,NA,NA,NA,1,1,1140,1140,1140,1140,NA,1140,0,561,561,1,1,1,1040,1040,1040,1040,NA,1040,0,555,555,1
+"thirtyminutes0019#2020-10-01 09:30:00,2020-10-01 09:59:59","thirtyminutes0019","2020-10-01 09:30:00","2020-10-01 09:59:59",NA,NA,NA,NA,NA,1,1,198,198,198,198,NA,198,0,598,598,1,1,1,0,0,0,0,NA,0,NA,584,584,1
+"thirtyminutes0020#2020-10-01 10:00:00,2020-10-01 10:29:59","thirtyminutes0020","2020-10-01 10:00:00","2020-10-01 10:29:59",NA,NA,NA,NA,NA,2,2,1515,3030,1320,1710,275.771644662754,1320,0.685005670382782,602,617,1,1,1,1050,1050,1050,1050,NA,1050,0,609,609,1
+"thirtyminutes0022#2020-10-01 11:00:00,2020-10-01 11:29:59","thirtyminutes0022","2020-10-01 11:00:00","2020-10-01 11:29:59",NA,NA,NA,NA,NA,1,1,1279,1279,1279,1279,NA,1279,0,665,665,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0025#2020-10-01 12:30:00,2020-10-01 12:59:59","thirtyminutes0025","2020-10-01 12:30:00","2020-10-01 12:59:59",NA,NA,NA,NA,NA,1,1,1140,1140,1140,1140,NA,1140,0,767,767,1,2,2,1030,2060,960,1100,98.9949493661167,960,0.691078758022212,760,767,1
+"thirtyminutes0026#2020-10-01 13:00:00,2020-10-01 13:29:59","thirtyminutes0026","2020-10-01 13:00:00","2020-10-01 13:29:59",1,1,793,793,1,1,1,650,650,650,650,NA,650,0,794,794,1,1,1,750,750,750,750,NA,750,0,807,807,1
+"thirtyminutes0027#2020-10-01 13:30:00,2020-10-01 13:59:59","thirtyminutes0027","2020-10-01 13:30:00","2020-10-01 13:59:59",NA,NA,NA,NA,NA,1,1,1040,1040,1040,1040,NA,1040,0,814,814,1,1,1,0,0,0,0,NA,0,NA,831,831,1
+"thirtyminutes0028#2020-10-01 14:00:00,2020-10-01 14:29:59","thirtyminutes0028","2020-10-01 14:00:00","2020-10-01 14:29:59",NA,NA,NA,NA,NA,2,2,1495,2990,1290,1700,289.913780286484,1700,0.68388325746694,850,862,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0029#2020-10-01 14:30:00,2020-10-01 14:59:59","thirtyminutes0029","2020-10-01 14:30:00","2020-10-01 14:59:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,1279,1279,1279,1279,NA,1279,0,882,882,1
+"thirtyminutes0030#2020-10-01 15:00:00,2020-10-01 15:29:59","thirtyminutes0030","2020-10-01 15:00:00","2020-10-01 15:29:59",NA,NA,NA,NA,NA,2,2,540,1080,420,660,169.705627484771,660,0.668711440627502,918,919,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
+"thirtyminutes0031#2020-10-01 15:30:00,2020-10-01 15:59:59","thirtyminutes0031","2020-10-01 15:30:00","2020-10-01 15:59:59",NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,1530,1530,1530,1530,NA,1530,0,956,956,1
+"thirtyminutes0033#2020-10-01 16:30:00,2020-10-01 16:59:59","thirtyminutes0033","2020-10-01 16:30:00","2020-10-01 16:59:59",1,1,1015,1015,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,1,1,0,0,0,0,NA,0,NA,1000,1000,1
+"thirtyminutes0034#2020-10-01 17:00:00,2020-10-01 17:29:59","thirtyminutes0034","2020-10-01 17:00:00","2020-10-01 17:29:59",NA,NA,NA,NA,NA,2,2,933.5,1867,657,1210,391.030049996161,657,0.648883578550163,1046,1047,1,1,1,1096,1096,1096,1096,NA,1096,0,1031,1031,1
+"thirtyminutes0035#2020-10-01 17:30:00,2020-10-01 17:59:59","thirtyminutes0035","2020-10-01 17:30:00","2020-10-01 17:59:59",1,1,1076,1076,1,1,1,1210,1210,1210,1210,NA,1210,0,1066,1066,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
--- a/tests/data/processed/features/periodic/test01/bluetooth.csv
+++ b/tests/data/processed/features/periodic/test01/bluetooth.csv
@ -1,6 +1,6 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
-"afternoon#2020-07-02#12:00:00#2020-07-02#17:59:59","afternoon","2020-07-02","12:00:00","2020-07-02","17:59:59",2,2,1
-"daily#2020-07-02#00:00:00#2020-07-02#23:59:59","daily","2020-07-02","00:00:00","2020-07-02","23:59:59",14,5,4
-"evening#2020-07-02#18:00:00#2020-07-02#23:59:59","evening","2020-07-02","18:00:00","2020-07-02","23:59:59",5,4,2
-"morning#2020-07-02#06:00:00#2020-07-02#11:59:59","morning","2020-07-02","06:00:00","2020-07-02","11:59:59",3,2,2
-"night#2020-07-02#00:00:00#2020-07-02#05:59:59","night","2020-07-02","00:00:00","2020-07-02","05:59:59",4,4,1
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
+"afternoon#2020-07-02 12:00:00,2020-07-02 17:59:59","afternoon","2020-07-02 12:00:00","2020-07-02 17:59:59",2,2,1
+"daily#2020-07-02 00:00:00,2020-07-02 23:59:59","daily","2020-07-02 00:00:00","2020-07-02 23:59:59",14,5,4
+"evening#2020-07-02 18:00:00,2020-07-02 23:59:59","evening","2020-07-02 18:00:00","2020-07-02 23:59:59",5,4,2
+"morning#2020-07-02 06:00:00,2020-07-02 11:59:59","morning","2020-07-02 06:00:00","2020-07-02 11:59:59",3,2,2
+"night#2020-07-02 00:00:00,2020-07-02 05:59:59","night","2020-07-02 00:00:00","2020-07-02 05:59:59",4,4,1
--- a/tests/data/processed/features/periodic/test01/calls.csv
+++ b/tests/data/processed/features/periodic/test01/calls.csv
@ -1,9 +1,9 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
-"afternoon#2020-06-01#12:00:00#2020-06-01#17:59:59","afternoon","2020-06-01","12:00:00","2020-06-01","17:59:59",1,1,874,874,1,3,2,642.666666666667,1928,213,1053,420.333597673721,1053,0.941278069255821,753,921,2,2,2,1237.5,2475,1186,1289,72.8319984622144,1289,0.692482998176928,869,1051,1
-"daily#2020-06-01#00:00:00#2020-06-01#23:59:59","daily","2020-06-01","00:00:00","2020-06-01","23:59:59",6,3,13,1167,4,10,6,976.4,9764,213,1719,465.141603289913,439,2.18820020272087,163,1331,5,8,6,1168,9344,759,1543,250.842010607702,970,2.05922274128194,172,1277,3
-"daily#2020-06-02#00:00:00#2020-06-02#23:59:59","daily","2020-06-02","00:00:00","2020-06-02","23:59:59",2,2,589,1167,1,5,5,1213.2,6066,667,1719,375.767481296612,667,1.56941860966338,519,1331,1,5,5,1179.8,5899,759,1543,310.478179587552,1116,1.58127936063292,418,1277,1
-"evening#2020-06-01#18:00:00#2020-06-01#23:59:59","evening","2020-06-01","18:00:00","2020-06-01","23:59:59",1,1,1167,1167,1,3,3,1366.66666666667,4100,1157,1719,306.963081384934,1157,1.08260122332248,1144,1331,1,2,2,1482,2964,1421,1543,86.2670273047588,1421,0.692468534923961,1156,1277,1
-"evening#2020-06-02#18:00:00#2020-06-02#23:59:59","evening","2020-06-02","18:00:00","2020-06-02","23:59:59",1,1,1167,1167,1,3,3,1366.66666666667,4100,1157,1719,306.963081384934,1157,1.08260122332248,1144,1331,1,2,2,1482,2964,1421,1543,86.2670273047588,1421,0.692468534923961,1156,1277,1
-"morning#2020-06-01#06:00:00#2020-06-01#11:59:59","morning","2020-06-01","06:00:00","2020-06-01","11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,978.333333333333,2935,759,1116,192.000868053593,1116,1.08558305836162,418,687,1
-"morning#2020-06-02#06:00:00#2020-06-02#11:59:59","morning","2020-06-02","06:00:00","2020-06-02","11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,978.333333333333,2935,759,1116,192.000868053593,1116,1.08558305836162,418,687,1
-"night#2020-06-01#00:00:00#2020-06-01#05:59:59","night","2020-06-01","00:00:00","2020-06-01","05:59:59",3,1,13,257,3,2,1,885,1770,439,1331,630.7392488184,439,0.560434787927257,163,257,2,1,1,970,970,970,970,NA,970,0,172,172,1
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
+"afternoon#2020-06-01 12:00:00,2020-06-01 17:59:59","afternoon","2020-06-01 12:00:00","2020-06-01 17:59:59",1,1,874,874,1,3,2,642.666666666667,1928,213,1053,420.333597673721,1053,0.941278069255821,753,921,2,2,2,1237.5,2475,1186,1289,72.8319984622144,1289,0.692482998176928,869,1051,1
+"daily#2020-06-01 00:00:00,2020-06-01 23:59:59","daily","2020-06-01 00:00:00","2020-06-01 23:59:59",6,3,13,1167,4,10,6,976.4,9764,213,1719,465.141603289913,439,2.18820020272087,163,1331,5,8,6,1168,9344,759,1543,250.842010607702,970,2.05922274128194,172,1277,3
+"daily#2020-06-02 00:00:00,2020-06-02 23:59:59","daily","2020-06-02 00:00:00","2020-06-02 23:59:59",2,2,589,1167,1,5,5,1213.2,6066,667,1719,375.767481296612,667,1.56941860966338,519,1331,1,5,5,1179.8,5899,759,1543,310.478179587552,1116,1.58127936063292,418,1277,1
+"evening#2020-06-01 18:00:00,2020-06-01 23:59:59","evening","2020-06-01 18:00:00","2020-06-01 23:59:59",1,1,1167,1167,1,3,3,1366.66666666667,4100,1157,1719,306.963081384934,1157,1.08260122332248,1144,1331,1,2,2,1482,2964,1421,1543,86.2670273047588,1421,0.692468534923961,1156,1277,1
+"evening#2020-06-02 18:00:00,2020-06-02 23:59:59","evening","2020-06-02 18:00:00","2020-06-02 23:59:59",1,1,1167,1167,1,3,3,1366.66666666667,4100,1157,1719,306.963081384934,1157,1.08260122332248,1144,1331,1,2,2,1482,2964,1421,1543,86.2670273047588,1421,0.692468534923961,1156,1277,1
+"morning#2020-06-01 06:00:00,2020-06-01 11:59:59","morning","2020-06-01 06:00:00","2020-06-01 11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,978.333333333333,2935,759,1116,192.000868053593,1116,1.08558305836162,418,687,1
+"morning#2020-06-02 06:00:00,2020-06-02 11:59:59","morning","2020-06-02 06:00:00","2020-06-02 11:59:59",1,1,589,589,1,2,2,983,1966,667,1299,446.891485709898,667,0.640802774623272,519,600,1,3,3,978.333333333333,2935,759,1116,192.000868053593,1116,1.08558305836162,418,687,1
+"night#2020-06-01 00:00:00,2020-06-01 05:59:59","night","2020-06-01 00:00:00","2020-06-01 05:59:59",3,1,13,257,3,2,1,885,1770,439,1331,630.7392488184,439,0.560434787927257,163,257,2,1,1,970,970,970,970,NA,970,0,172,172,1
--- a/tests/data/processed/features/periodic/test02/bluetooth.csv
+++ b/tests/data/processed/features/periodic/test02/bluetooth.csv
@ -1,6 +1,6 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
-"afternoon#2020-07-02#12:00:00#2020-07-02#17:59:59","afternoon","2020-07-02","12:00:00","2020-07-02","17:59:59",2,2,1
-"daily#2020-07-02#00:00:00#2020-07-02#23:59:59","daily","2020-07-02","00:00:00","2020-07-02","23:59:59",14,5,5
-"evening#2020-07-02#18:00:00#2020-07-02#23:59:59","evening","2020-07-02","18:00:00","2020-07-02","23:59:59",5,3,3
-"morning#2020-07-02#06:00:00#2020-07-02#11:59:59","morning","2020-07-02","06:00:00","2020-07-02","11:59:59",3,3,1
-"night#2020-07-02#00:00:00#2020-07-02#05:59:59","night","2020-07-02","00:00:00","2020-07-02","05:59:59",4,2,2
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
+"afternoon#2020-07-02 12:00:00,2020-07-02 17:59:59","afternoon","2020-07-02 12:00:00","2020-07-02 17:59:59",2,2,1
+"daily#2020-07-02 00:00:00,2020-07-02 23:59:59","daily","2020-07-02 00:00:00","2020-07-02 23:59:59",14,5,5
+"evening#2020-07-02 18:00:00,2020-07-02 23:59:59","evening","2020-07-02 18:00:00","2020-07-02 23:59:59",5,3,3
+"morning#2020-07-02 06:00:00,2020-07-02 11:59:59","morning","2020-07-02 06:00:00","2020-07-02 11:59:59",3,3,1
+"night#2020-07-02 00:00:00,2020-07-02 05:59:59","night","2020-07-02 00:00:00","2020-07-02 05:59:59",4,2,2
--- a/tests/data/processed/features/periodic/test02/calls.csv
+++ b/tests/data/processed/features/periodic/test02/calls.csv
@ -1,9 +1,9 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
-"afternoon#2020-06-01#12:00:00#2020-06-01#17:59:59","afternoon","2020-06-01","12:00:00","2020-06-01","17:59:59",NA,NA,NA,NA,NA,3,3,629.333333333333,1888,198,1040,421.38027164704,1040,0.932593293857646,753,921,1,3,3,816.333333333333,2449,0,1279,709.062996731132,1279,0.692360538889388,869,1051,1
-"daily#2020-06-01#00:00:00#2020-06-01#23:59:59","daily","2020-06-01","00:00:00","2020-06-01","23:59:59",3,3,13,1167,1,10,10,961.4,9614,198,1700,464.326800624062,420,2.18431625877259,163,1331,1,11,11,837.909090909091,9217,0,1530,577.720772440364,0,2.0585997872903,57,1277,1
-"daily#2020-06-02#00:00:00#2020-06-02#23:59:59","daily","2020-06-02","00:00:00","2020-06-02","23:59:59",1,1,589,589,0,5,5,1202,6010,660,1710,375.326524508993,660,1.56885323664414,519,1331,0,6,6,973.333333333333,5840,0,1530,551.313582878807,1100,1.58092421564451,418,1277,0
-"evening#2020-06-01#18:00:00#2020-06-01#23:59:59","evening","2020-06-01","18:00:00","2020-06-01","23:59:59",1,1,1167,1167,1,3,3,1350,4050,1140,1700,305.122926047847,1140,1.08239814505043,1144,1331,1,2,2,1465,2930,1400,1530,91.9238815542512,1400,0.692333219466401,1156,1277,1
-"evening#2020-06-02#18:00:00#2020-06-02#23:59:59","evening","2020-06-02","18:00:00","2020-06-02","23:59:59",NA,NA,NA,NA,NA,3,3,1353.33333333333,4060,1140,1710,310.859024854247,1140,1.08186609729599,1144,1331,0,3,3,980,2940,0,1530,850.823130856232,1410,0.692484030888463,1156,1277,0
-"morning#2020-06-01#06:00:00#2020-06-01#11:59:59","morning","2020-06-01","06:00:00","2020-06-01","11:59:59",1,1,589,589,1,2,2,968,1936,657,1279,439.820417898033,657,0.640867990789142,519,600,1,3,3,959.333333333333,2878,742,1096,190.287501779106,1096,1.08529592058152,418,687,1
-"morning#2020-06-02#06:00:00#2020-06-02#11:59:59","morning","2020-06-02","06:00:00","2020-06-02","11:59:59",1,1,589,589,0,2,2,975,1950,660,1290,445.477272147525,660,0.640266157864261,519,600,0,3,3,966.666666666667,2900,750,1100,189.296944860009,1100,1.08563855912214,418,687,0
-"night#2020-06-01#00:00:00#2020-06-01#05:59:59","night","2020-06-01","00:00:00","2020-06-01","05:59:59",1,1,13,13,1,2,2,870,1740,420,1320,636.396103067893,420,0.552951978816239,163,257,1,3,3,320,960,0,960,554.256258422041,0,0,57,257,1
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
+"afternoon#2020-06-01 12:00:00,2020-06-01 17:59:59","afternoon","2020-06-01 12:00:00","2020-06-01 17:59:59",NA,NA,NA,NA,NA,3,3,629.333333333333,1888,198,1040,421.38027164704,1040,0.932593293857646,753,921,1,3,3,816.333333333333,2449,0,1279,709.062996731132,1279,0.692360538889388,869,1051,1
+"daily#2020-06-01 00:00:00,2020-06-01 23:59:59","daily","2020-06-01 00:00:00","2020-06-01 23:59:59",3,3,13,1167,1,10,10,961.4,9614,198,1700,464.326800624062,420,2.18431625877259,163,1331,1,11,11,837.909090909091,9217,0,1530,577.720772440364,0,2.0585997872903,57,1277,1
+"daily#2020-06-02 00:00:00,2020-06-02 23:59:59","daily","2020-06-02 00:00:00","2020-06-02 23:59:59",1,1,589,589,0,5,5,1202,6010,660,1710,375.326524508993,660,1.56885323664414,519,1331,0,6,6,973.333333333333,5840,0,1530,551.313582878807,1100,1.58092421564451,418,1277,0
+"evening#2020-06-01 18:00:00,2020-06-01 23:59:59","evening","2020-06-01 18:00:00","2020-06-01 23:59:59",1,1,1167,1167,1,3,3,1350,4050,1140,1700,305.122926047847,1140,1.08239814505043,1144,1331,1,2,2,1465,2930,1400,1530,91.9238815542512,1400,0.692333219466401,1156,1277,1
+"evening#2020-06-02 18:00:00,2020-06-02 23:59:59","evening","2020-06-02 18:00:00","2020-06-02 23:59:59",NA,NA,NA,NA,NA,3,3,1353.33333333333,4060,1140,1710,310.859024854247,1140,1.08186609729599,1144,1331,0,3,3,980,2940,0,1530,850.823130856232,1410,0.692484030888463,1156,1277,0
+"morning#2020-06-01 06:00:00,2020-06-01 11:59:59","morning","2020-06-01 06:00:00","2020-06-01 11:59:59",1,1,589,589,1,2,2,968,1936,657,1279,439.820417898033,657,0.640867990789142,519,600,1,3,3,959.333333333333,2878,742,1096,190.287501779106,1096,1.08529592058152,418,687,1
+"morning#2020-06-02 06:00:00,2020-06-02 11:59:59","morning","2020-06-02 06:00:00","2020-06-02 11:59:59",1,1,589,589,0,2,2,975,1950,660,1290,445.477272147525,660,0.640266157864261,519,600,0,3,3,966.666666666667,2900,750,1100,189.296944860009,1100,1.08563855912214,418,687,0
+"night#2020-06-01 00:00:00,2020-06-01 05:59:59","night","2020-06-01 00:00:00","2020-06-01 05:59:59",1,1,13,13,1,2,2,870,1740,420,1320,636.396103067893,420,0.552951978816239,163,257,1,3,3,320,960,0,960,554.256258422041,0,0,57,257,1
--- a/tests/data/processed/features/periodic/test03/bluetooth.csv
+++ b/tests/data/processed/features/periodic/test03/bluetooth.csv
@ -1 +1 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
--- a/tests/data/processed/features/periodic/test03/calls.csv
+++ b/tests/data/processed/features/periodic/test03/calls.csv
@ -1 +1 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
--- a/tests/data/processed/features/periodic/test04/bluetooth.csv
+++ b/tests/data/processed/features/periodic/test04/bluetooth.csv
@ -1 +1 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","bluetooth_rapids_countscans","bluetooth_rapids_uniquedevices","bluetooth_rapids_countscansmostuniquedevice"
--- a/tests/data/processed/features/periodic/test04/calls.csv
+++ b/tests/data/processed/features/periodic/test04/calls.csv
@ -1 +1 @@
-"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
+"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"
--- a/tests/data/raw/test05/calls_raw.csv
+++ b/tests/data/raw/test05/calls_raw.csv
@ -0,0 +1,37 @@
+timestamp,device_id,call_type,call_duration,trace
+1601564701000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1299,OwyykjwekUUwhaCHEODWV5lZICBzdyLPnTE2wVL5
+1601572412000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,OwyykjwekUUwhaCHEODWV5lZICBzdyLPnTE2wVL5
+1601586664000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1116,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601558148000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1060,cnUUS8QfrJ16VB6cakgg7IBWGP2OFzpJ7xlBAG8S
+1601556542000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,759,1RgyLrcxRB4kPDTpszr6ocy2qtxvtyoTGl1WltUF
+1601587579000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,667,JGtSHqWU2rTwJsHNzFiAzHUNHHYLYNUKjrGmB7G4
+1601560709000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,213,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601577767000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1289,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601559886000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,0AF00XrOYBKFnoU9s1lZQBMCDyVWwIUu7t9FishN
+1601572446000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,662,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601573683000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1053,6qWi08psbtFbnl0GxVYlAoG7e9X81JfYggNULsFh
+1601550182000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1186,6uW0vSbblda04AgPYlUMjaOBJ6vHdoeyCVy2xMcE
+1601570872000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1157,jVa0Xjl53p52AStkexUSNzJYHgcDihBWFeBmsAzr
+1601575811000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1719,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601547211000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1421,YTCSxqJMuECsKhqaTr6uH8xd5qIKNpGCJGvv9W0y
+1601584838000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1224,ekgS3LcK86nxkl3O9jzA3BWU5tJMiYHPbRsdHS2P
+1601588772000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1543,TjnOnOjHqcE2q2yzzwfcFoZfaIKN6VylfqkD0Zk7
+1601547698000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601585755000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601548086000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601552567000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1331,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601560974000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,970,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601570446000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601574684000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,439,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601579964000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1299,OwyykjwekUUwhaCHEODWV5lZICBzdyLPnTE2wVL5
+1601553154000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,OwyykjwekUUwhaCHEODWV5lZICBzdyLPnTE2wVL5
+1601576526000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1116,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601589399000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1060,cnUUS8QfrJ16VB6cakgg7IBWGP2OFzpJ7xlBAG8S
+1601570871000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,759,1RgyLrcxRB4kPDTpszr6ocy2qtxvtyoTGl1WltUF
+1601561374000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,667,JGtSHqWU2rTwJsHNzFiAzHUNHHYLYNUKjrGmB7G4
+1601573260000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1157,jVa0Xjl53p52AStkexUSNzJYHgcDihBWFeBmsAzr
+1601579886000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1719,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601558485000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1421,YTCSxqJMuECsKhqaTr6uH8xd5qIKNpGCJGvv9W0y
+1601561847000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,1,1224,ekgS3LcK86nxkl3O9jzA3BWU5tJMiYHPbRsdHS2P
+1601587632000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,2,1543,TjnOnOjHqcE2q2yzzwfcFoZfaIKN6VylfqkD0Zk7
+1601582177000,tOmCKs02-4GfR-G5I6-7iKL-wYESbVwIMBun,3,0,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
--- a/tests/data/raw/test06/calls_raw.csv
+++ b/tests/data/raw/test06/calls_raw.csv
@ -0,0 +1,101 @@
+timestamp,device_id,call_type,call_duration,trace
+1601564701000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,PnTE2wVL5OwyykjwekUUwhaCHEODWV5lZICBzdyL
+1601564721000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,20,PnTE2wVL5OwyykjwekUUwhaCHEODWV5lZICBzdyL
+1601566000000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1279,PnTE2wVL5OwyykjwekUUwhaCHEODWV5lZICBzdyL
+1601572412000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,BzdyLPnTE2wVL5OwyykjwekUUwhaCHEODWV5lZIC
+1601572442000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,30,BzdyLPnTE2wVL5OwyykjwekUUwhaCHEODWV5lZIC
+1601586664000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601586684000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,20,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601587780000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1096,ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601558148000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,cnUUS8QfrJ16VB6cakgg7IBWGP2OFzpJ7xlBAG8S
+1601558168000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,20,cnUUS8QfrJ16VB6cakgg7IBWGP2OFzpJ7xlBAG8S
+1601559208000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1040,cnUUS8QfrJ16VB6cakgg7IBWGP2OFzpJ7xlBAG8S
+1601556542000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,1RgyLrcxRB4kPDTpszr6ocy2qtxvtyoTGl1WltUF
+1601556559000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,17,1RgyLrcxRB4kPDTpszr6ocy2qtxvtyoTGl1WltUF
+1601557301000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,742,1RgyLrcxRB4kPDTpszr6ocy2qtxvtyoTGl1WltUF
+1601587579000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,JGtSHqWU2rTwJsHNzFiAzHUNHHYLYNUKjrGmB7G4
+1601587589000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,10,JGtSHqWU2rTwJsHNzFiAzHUNHHYLYNUKjrGmB7G4
+1601588246000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,657,JGtSHqWU2rTwJsHNzFiAzHUNHHYLYNUKjrGmB7G4
+1601560709000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi50Z
+1601560726000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,15,4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi50Z
+1601560924000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,198,4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi50Z
+1601577767000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,Pcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXx
+1601577777000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,10,Pcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXx
+1601579056000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1279,Pcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXx
+1601559886000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,0AF00XrOYBKFnoU9s1lZQBMCDyVWwIUu7t9FishN
+1601559916000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,30,0AF00XrOYBKFnoU9s1lZQBMCDyVWwIUu7t9FishN
+1601572446000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,l0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bz
+1601572458000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,12,l0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bz
+1601573108000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,650,l0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bz
+1601573683000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,6qWi08psbtFbnl0GxVYlAoG7e9X81JfYggNULsFh
+1601573696000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,13,6qWi08psbtFbnl0GxVYlAoG7e9X81JfYggNULsFh
+1601574736000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1040,6qWi08psbtFbnl0GxVYlAoG7e9X81JfYggNULsFh
+1601550182000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,6uW0vSbblda04AgPYlUMjaOBJ6vHdoeyCVy2xMcE
+1601550198000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,16,6uW0vSbblda04AgPYlUMjaOBJ6vHdoeyCVy2xMcE
+1601551368000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1170,6uW0vSbblda04AgPYlUMjaOBJ6vHdoeyCVy2xMcE
+1601570872000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,jVa0Xjl53p52AStkexUSNzJYHgcDihBWFeBmsAzr
+1601570889000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,17,jVa0Xjl53p52AStkexUSNzJYHgcDihBWFeBmsAzr
+1601572029000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1140,jVa0Xjl53p52AStkexUSNzJYHgcDihBWFeBmsAzr
+1601575811000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3
+1601575830000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,19,DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3
+1601577530000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1700,DYB9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3
+1601547211000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,YTCSxqJMuECsKhqaTr6uH8xd5qIKNpGCJGvv9W0y
+1601547232000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,21,YTCSxqJMuECsKhqaTr6uH8xd5qIKNpGCJGvv9W0y
+1601548632000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1400,YTCSxqJMuECsKhqaTr6uH8xd5qIKNpGCJGvv9W0y
+1601588772000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,ekgS3LcK86nxkl3O9jzA3BWU5tJMiYHPbRsdHS2P
+1601588786000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,14,ekgS3LcK86nxkl3O9jzA3BWU5tJMiYHPbRsdHS2P
+1601589996000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1210,ekgS3LcK86nxkl3O9jzA3BWU5tJMiYHPbRsdHS2P
+1601547698000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,TjnOnOjHqcE2q2yzzwfcFoZfaIKN6VylfqkD0Zk7
+1601547711000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,13,TjnOnOjHqcE2q2yzzwfcFoZfaIKN6VylfqkD0Zk7
+1601549241000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1530,TjnOnOjHqcE2q2yzzwfcFoZfaIKN6VylfqkD0Zk7
+1601585755000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,7dLniNPciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf
+1601585785000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,30,7dLniNPciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf
+1601548086000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,WVf7dLniNPciXg3DYB9bzl0KXxPcvxi50Z4NqSk0
+1601548106000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,20,WVf7dLniNPciXg3DYB9bzl0KXxPcvxi50Z4NqSk0
+1601552567000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi50
+1601552592000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,25,Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi50
+1601560974000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi
+1601560985000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,11,50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi
+1601562305000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1320,50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0KXxPcvxi
+1601570446000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,XxPcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0K
+1601570456000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,10,XxPcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0K
+1601571416000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,960,XxPcvxi50Z4NqSk0WVf7dLniNPciXg3DYB9bzl0K
+1601574684000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,B9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3DY
+1601574714000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,30,B9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNPciXg3DY
+1601579964000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,TE2wVL5ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf
+1601579983000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,19,TE2wVL5ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf
+1601580384000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,420,TE2wVL5ciXg3DYB9bzl0KXxPcvxi50Z4NqSk0WVf
+1601576526000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,7dLniNPOwyykjwekUUwhaCHEODWV5lZICBzdyLPn
+1601576535000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,9,7dLniNPOwyykjwekUUwhaCHEODWV5lZICBzdyLPn
+1601577825000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1290,7dLniNPOwyykjwekUUwhaCHEODWV5lZICBzdyLPn
+1601589399000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,UwhaCHEODWV5lZICBzdyLPnTE2wVL5OwyykjwekU
+1601589429000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,30,UwhaCHEODWV5lZICBzdyLPnTE2wVL5OwyykjwekU
+1601570871000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,EODWV5lZICzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601570887000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,16,EODWV5lZICzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601571987000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1100,EODWV5lZICzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601561374000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,WGP2OFzpJ7xlBAG8ScnUUS8QfrJ16VB6cakgg7IB
+1601561384000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,10,WGP2OFzpJ7xlBAG8ScnUUS8QfrJ16VB6cakgg7IB
+1601562434000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1050,WGP2OFzpJ7xlBAG8ScnUUS8QfrJ16VB6cakgg7IB
+1601573260000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,txvtyoTGl1WltUF1RgyLrcxRB4kPDTpszr6ocy2q
+1601573269000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,9,txvtyoTGl1WltUF1RgyLrcxRB4kPDTpszr6ocy2q
+1601574019000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,750,txvtyoTGl1WltUF1RgyLrcxRB4kPDTpszr6ocy2q
+1601579886000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,AzHUNHHYLYNUKjrGmB7G4JGtSHqWU2rTwJsHNzFi
+1601579893000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,7,AzHUNHHYLYNUKjrGmB7G4JGtSHqWU2rTwJsHNzFi
+1601580553000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,660,AzHUNHHYLYNUKjrGmB7G4JGtSHqWU2rTwJsHNzFi
+1601558485000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,NzJYHgcDihBWFeBmsAzrjVa0Xjl53p52AStkexUS
+1601558502000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,17,NzJYHgcDihBWFeBmsAzrjVa0Xjl53p52AStkexUS
+1601559642000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1140,NzJYHgcDihBWFeBmsAzrjVa0Xjl53p52AStkexUS
+1601561847000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,FeBmsAzr9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601561856000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,9,FeBmsAzr9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601563566000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1710,FeBmsAzr9bzl0KXxPcvxi50Z4NqSk0WVf7dLniNP
+1601553154000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,KNpGCJGvv9W0yYTCSxqJMuECsKhqaTr6uH8xd5qI
+1601553165000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,11,KNpGCJGvv9W0yYTCSxqJMuECsKhqaTr6uH8xd5qI
+1601554575000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1410,KNpGCJGvv9W0yYTCSxqJMuECsKhqaTr6uH8xd5qI
+1601587632000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,1,0,YHPbRsdHS2PekgS3LcK86nxkl3O9jzA3BWU5tJMi
+1601587646000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,14,YHPbRsdHS2PekgS3LcK86nxkl3O9jzA3BWU5tJMi
+1601588856000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1210,YHPbRsdHS2PekgS3LcK86nxkl3O9jzA3BWU5tJMi
+1601582177000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,faIKN6VylfqkD0Zk7TjnOnOjHqcE2q2yzzwfcFoZ
+1601582190000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,2,13,faIKN6VylfqkD0Zk7TjnOnOjHqcE2q2yzzwfcFoZ
+1601583720000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,1530,faIKN6VylfqkD0Zk7TjnOnOjHqcE2q2yzzwfcFoZ
+1601584838000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,3,0,l0KXxPcvxi50ZciXg3DYB9bz4NqSk0WVf7dLniNP
+1601584858000,3jAbRIXO-xKTC-0bhC-PZXC-7yKzcQm4sf5w,4,20,l0KXxPcvxi50ZciXg3DYB9bz4NqSk0WVf7dLniNP
--- a/tests/scripts/run_tests.sh
+++ b/tests/scripts/run_tests.sh
@ -36,19 +36,16 @@ run_frequency_pipeline() {

 run_periodic_test() {

-    echo Running tests on periodic data produced...
-    python -m unittest discover tests/scripts/ -v 
-
    echo Re-writing the config file being loaded for testing
    sed -e  's/tests\/settings\/[a-z]*\/testing_config\.yaml/tests\/settings\/periodic\/testing_config\.yaml/' tests/scripts/test_sensor_features.py > test_tmp
    mv test_tmp tests/scripts/test_sensor_features.py
+
+    echo Running tests on periodic data produced...
+    python -m unittest discover tests/scripts/ -v 
 }

 run_frequency_test() {

-    # echo Backing up Testing script...
-    # cp tests/scripts/test_sensor_features.py test_bak
-
    echo Re-writing the config file being loaded for testing
    sed -e  's/tests\/settings\/[a-z]*\/testing_config\.yaml/tests\/settings\/frequency\/testing_config\.yaml/' tests/scripts/test_sensor_features.py > test_tmp
    mv test_tmp tests/scripts/test_sensor_features.py
@ -70,9 +67,6 @@ echo Disabling downloading of dataset...
 sed -e '27,39 s/^/#/' -e  's/rules.download_dataset.output/"data\/raw\/\{pid\}\/\{sensor\}_raw\.csv"/' rules/preprocessing.smk > tmp
 mv tmp rules/preprocessing.smk

-#echo $1 
-#echo $2
-
 if [ $# -eq 1 ]
 then
    if [ $1 == '-l' ] || [ $1 == 'test' ]
@ -104,8 +98,6 @@ then
            then
                run_periodic_test
                run_frequency_test
-            else
-                display_usage
            fi
        elif [ $2 == 'periodic' ]
        then
@ -113,8 +105,6 @@ then
            if [ $# -gt 2 ] && [ $3 == 'test' ]
            then
                run_periodic_test
-            else
-                display_usage
            fi
        elif [ $2 == 'frequency' ]
        then
@ -122,8 +112,6 @@ then
            if [ $# -gt 2 ] && [ $3 == 'test' ]
            then
                run_frequency_test
-            else
-                display_usage
            fi
        else
            display_usage
--- a/tests/scripts/test_sensor_features.py
+++ b/tests/scripts/test_sensor_features.py
@ -16,7 +16,7 @@ class TestSensorFeatures(unittest.TestCase):
    def setUpClass(cls):
        # Runs once to Setup env
        global configs 
-        with open(r'tests/settings/periodic/testing_config.yaml') as file:
+        with open(r'tests/settings/frequency/testing_config.yaml') as file:
            configs = yaml.full_load(file)


--- a/tests/settings/frequency/testing_config.yaml
+++ b/tests/settings/frequency/testing_config.yaml
@ -28,7 +28,7 @@ CALLS:
  DB_TABLE: calls
  PROVIDERS:
    RAPIDS:
-      COMPUTE: False
+      COMPUTE: True
      CALL_TYPES: [missed, incoming, outgoing]
      FEATURES:
        missed:  [count, distinctcontacts, timefirstcall, timelastcall, countmostfrequentcontact]
--- a/tests/settings/periodic/testing_config.yaml
+++ b/tests/settings/periodic/testing_config.yaml
@ -29,7 +29,7 @@ CALLS:
  DB_TABLE: calls
  PROVIDERS:
    RAPIDS:
-      COMPUTE: False
+      COMPUTE: True
      CALL_TYPES: [missed, incoming, outgoing]
      FEATURES:
        missed:  [count, distinctcontacts, timefirstcall, timelastcall, countmostfrequentcontact]
				`@ -0,0 +1 @@`
				"local_segment","local_segment_label","local_segment_start_datetime","local_segment_end_datetime","calls_rapids_missed_count","calls_rapids_missed_distinctcontacts","calls_rapids_missed_timefirstcall","calls_rapids_missed_timelastcall","calls_rapids_missed_countmostfrequentcontact","calls_rapids_incoming_count","calls_rapids_incoming_distinctcontacts","calls_rapids_incoming_meanduration","calls_rapids_incoming_sumduration","calls_rapids_incoming_minduration","calls_rapids_incoming_maxduration","calls_rapids_incoming_stdduration","calls_rapids_incoming_modeduration","calls_rapids_incoming_entropyduration","calls_rapids_incoming_timefirstcall","calls_rapids_incoming_timelastcall","calls_rapids_incoming_countmostfrequentcontact","calls_rapids_outgoing_count","calls_rapids_outgoing_distinctcontacts","calls_rapids_outgoing_meanduration","calls_rapids_outgoing_sumduration","calls_rapids_outgoing_minduration","calls_rapids_outgoing_maxduration","calls_rapids_outgoing_stdduration","calls_rapids_outgoing_modeduration","calls_rapids_outgoing_entropyduration","calls_rapids_outgoing_timefirstcall","calls_rapids_outgoing_timelastcall","calls_rapids_outgoing_countmostfrequentcontact"