junos
/
rapids
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

New testing and bug fix for conversation features

pull/103/head
kaguillera 2020-09-10 14:01:32 -04:00
parent fec27db04f
commit d4c56642c7
9 changed files with 13672 additions and 4412 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
src/features/conversation/rapids/main.py
View File

@ -11,8 +11,9 @@ def rapids_features(conversation_data, day_segment, provider, filter_data_by_seg
# name of the features this function can compute # name of the features this function can compute
base_features_names = ["minutessilence", "minutesnoise", "minutesvoice", "minutesunknown","sumconversationduration","avgconversationduration", base_features_names = ["minutessilence", "minutesnoise", "minutesvoice", "minutesunknown","sumconversationduration","avgconversationduration",
"sdconversationduration","minconversationduration","maxconversationduration","timefirstconversation","timelastconversation","sumenergy", "sdconversationduration","minconversationduration","maxconversationduration","timefirstconversation","timelastconversation","noisesumenergy",
"avgenergy","sdenergy","minenergy","maxenergy","silencesensedfraction","noisesensedfraction", "noiseavgenergy","noisesdenergy","noiseminenergy","noisemaxenergy","voicesumenergy",
"voiceavgenergy","voicesdenergy","voiceminenergy","voicemaxenergy","silencesensedfraction","noisesensedfraction",
"voicesensedfraction","unknownsensedfraction","silenceexpectedfraction","noiseexpectedfraction","voiceexpectedfraction", "voicesensedfraction","unknownsensedfraction","silenceexpectedfraction","noiseexpectedfraction","voiceexpectedfraction",
"unknownexpectedfraction","countconversation"] "unknownexpectedfraction","countconversation"]
@ -107,20 +108,35 @@ def rapids_features(conversation_data, day_segment, provider, filter_data_by_seg
else: else:
conversation_features["conversation_rapids" + "_timelastconversation"] = np.nan conversation_features["conversation_rapids" + "_timelastconversation"] = np.nan
if "sumenergy" in features_to_compute: if "noisesumenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_sumenergy"] = conversation_data.groupby(["local_segment"])["double_energy"].sum() conversation_features["conversation_rapids" + "_noisesumenergy"] = conversation_data[conversation_data['inference']==1].groupby(["local_segment"])["double_energy"].sum()
if "avgenergy" in features_to_compute: if "noiseavgenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_avgenergy"] = conversation_data.groupby(["local_segment"])["double_energy"].mean() conversation_features["conversation_rapids" + "_noiseavgenergy"] = conversation_data[conversation_data['inference']==1].groupby(["local_segment"])["double_energy"].mean()
if "sdenergy" in features_to_compute: if "noisesdenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_sdenergy"] = conversation_data.groupby(["local_segment"])["double_energy"].std() conversation_features["conversation_rapids" + "_noisesdenergy"] = conversation_data[conversation_data['inference']==1].groupby(["local_segment"])["double_energy"].std()
if "minenergy" in features_to_compute: if "noiseminenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_minenergy"] = conversation_data.groupby(["local_segment"])["double_energy"].min() conversation_features["conversation_rapids" + "_noiseminenergy"] = conversation_data[conversation_data['inference']==1].groupby(["local_segment"])["double_energy"].min()
if "maxenergy" in features_to_compute: if "noisemaxenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_maxenergy"] = conversation_data.groupby(["local_segment"])["double_energy"].max() conversation_features["conversation_rapids" + "_noisemaxenergy"] = conversation_data[conversation_data['inference']==1].groupby(["local_segment"])["double_energy"].max()
if "voicesumenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_voicesumenergy"] = conversation_data[conversation_data['inference']==2].groupby(["local_segment"])["double_energy"].sum()
if "voiceavgenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_voiceavgenergy"] = conversation_data[conversation_data['inference']==2].groupby(["local_segment"])["double_energy"].mean()
if "voicesdenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_voicesdenergy"] = conversation_data[conversation_data['inference']==2].groupby(["local_segment"])["double_energy"].std()
if "voiceminenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_voiceminenergy"] = conversation_data[conversation_data['inference']==2].groupby(["local_segment"])["double_energy"].min()
if "voicemaxenergy" in features_to_compute:
conversation_features["conversation_rapids" + "_voicemaxenergy"] = conversation_data[conversation_data['inference']==2].groupby(["local_segment"])["double_energy"].max()
conversation_features = conversation_features.reset_index() conversation_features = conversation_features.reset_index()

11
tests/Snakefile
View File

@ -76,6 +76,17 @@ for provider in config["WIFI"]["PROVIDERS"].keys():
files_to_compute.extend(expand("data/interim/{pid}/{sensor_key}_features/{sensor_key}_{language}_{provider_key}.csv", pid=config["PIDS"], language=config["WIFI"]["PROVIDERS"][provider]["SRC_LANGUAGE"], provider_key=provider, sensor_key="WIFI".lower())) files_to_compute.extend(expand("data/interim/{pid}/{sensor_key}_features/{sensor_key}_{language}_{provider_key}.csv", pid=config["PIDS"], language=config["WIFI"]["PROVIDERS"][provider]["SRC_LANGUAGE"], provider_key=provider, sensor_key="WIFI".lower()))
files_to_compute.extend(expand("data/processed/features/{pid}/{sensor_key}.csv", pid=config["PIDS"], sensor_key="WIFI".lower())) files_to_compute.extend(expand("data/processed/features/{pid}/{sensor_key}.csv", pid=config["PIDS"], sensor_key="WIFI".lower()))
for provider in config["CONVERSATION"]["PROVIDERS"].keys():
if config["CONVERSATION"]["PROVIDERS"][provider]["COMPUTE"]:
pids_android = list(filter(lambda pid: infer_participant_platform("data/external/" + pid) == "android", config["PIDS"]))
pids_ios = list(filter(lambda pid: infer_participant_platform("data/external/" + pid) == "ios", config["PIDS"]))
for pids,table in zip([pids_android, pids_ios], [config["CONVERSATION"]["DB_TABLE"]["ANDROID"], config["CONVERSATION"]["DB_TABLE"]["IOS"]]):
files_to_compute.extend(expand("data/raw/{pid}/{sensor}_raw.csv", pid=pids, sensor=table))
files_to_compute.extend(expand("data/raw/{pid}/{sensor}_with_datetime.csv", pid=pids, sensor=table))
files_to_compute.extend(expand("data/raw/{pid}/{sensor}_with_datetime_unified.csv", pid=pids, sensor=table))
files_to_compute.extend(expand("data/interim/{pid}/{sensor_key}_features/{sensor_key}_{language}_{provider_key}.csv", pid=config["PIDS"], language=config["CONVERSATION"]["PROVIDERS"][provider]["SRC_LANGUAGE"], provider_key=provider, sensor_key="CONVERSATION".lower()))
files_to_compute.extend(expand("data/processed/features/{pid}/{sensor_key}.csv", pid=config["PIDS"], sensor_key="CONVERSATION".lower()))
rule all: rule all:
input: input:
files_to_compute files_to_compute

11
tests/data/processed/features/test01/conversation.csv 100644
View File

@ -0,0 +1,11 @@
"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","conversation_rapids_minutessilence","conversation_rapids_minutesnoise","conversation_rapids_minutesvoice","conversation_rapids_minutesunknown","conversation_rapids_countconversation","conversation_rapids_silencesensedfraction","conversation_rapids_noisesensedfraction","conversation_rapids_voicesensedfraction","conversation_rapids_unknownsensedfraction","conversation_rapids_silenceexpectedfraction","conversation_rapids_noiseexpectedfraction","conversation_rapids_voiceexpectedfraction","conversation_rapids_unknownexpectedfraction","conversation_rapids_sumconversationduration","conversation_rapids_avgconversationduration","conversation_rapids_sdconversationduration","conversation_rapids_minconversationduration","conversation_rapids_maxconversationduration","conversation_rapids_timefirstconversation","conversation_rapids_timelastconversation","conversation_rapids_noisesumenergy","conversation_rapids_noiseavgenergy","conversation_rapids_noisesdenergy","conversation_rapids_noiseminenergy","conversation_rapids_noisemaxenergy","conversation_rapids_voicesumenergy","conversation_rapids_voiceavgenergy","conversation_rapids_voicesdenergy","conversation_rapids_voiceminenergy","conversation_rapids_voicemaxenergy"
"afternoon#2020-07-07#12:00:00#2020-07-07#17:59:59","afternoon","2020-07-07","12:00:00","2020-07-07","17:59:59",2.13333333333333,27.4166666666667,8.26666666666667,1.8,5,0.0538493899873791,0.692048801009676,0.208666386201094,0.0454354228018511,0.00592592592592593,0.0761574074074074,0.022962962962963,0.005,12.4379500031471,2.48759000062943,0.869095100149537,1.7806666692098,3.96938333511353,733,1038,9942436,6044.03404255319,3481.15148889292,15,11997,1506807,3037.91733870968,1754.92051540106,5,5998
"afternoon#2020-07-08#12:00:00#2020-07-08#17:59:59","afternoon","2020-07-08","12:00:00","2020-07-08","17:59:59",0.65,8.88333333333333,2.43333333333333,0.616666666666667,3,0.0516556291390728,0.705960264900662,0.193377483443709,0.0490066225165563,0.00180555555555556,0.0246759259259259,0.00675925925925926,0.00171296296296296,10.9306666652362,3.64355555507872,2.86167904998861,0.340166664123535,5.36541666984558,725,1079,3300159,6191.66791744841,3457.36750549971,32,11994,434210,2974.04109589041,1728.00992524573,26,5965
"daily#2020-07-07#00:00:00#2020-07-07#23:59:59","daily","2020-07-07","00:00:00","2020-07-07","23:59:59",3.7,50.6333333333333,15.0666666666667,3.68333333333333,14,0.0506271379703535,0.692816419612315,0.206157354618016,0.0503990877993159,0.0102777777777778,0.140648148148148,0.0418518518518518,0.0102314814814815,32.6724333286285,2.33374523775918,2.37483782469835,0.718016664187113,10.0464333335559,73,1436,18439355,6069.57044107966,3468.92936877742,13,11997,2734745,3025.16039823009,1740.00534289166,5,5998
"daily#2020-07-08#00:00:00#2020-07-08#23:59:59","daily","2020-07-08","00:00:00","2020-07-08","23:59:59",2.65,35.6833333333333,9.35,2.55,9,0.0527538155275382,0.710351692103517,0.186131386861314,0.0507631055076311,0.00736111111111111,0.0991203703703704,0.0259722222222222,0.00708333333333333,34.3204833308856,3.81338703676506,4.31994487064644,0.290083332856496,14.2620333313942,77,1079,12899840,6025.14712751051,3479.79867896124,21,11994,1772024,3158.688057041,1734.43700437943,15,5983
"evening#2020-07-07#18:00:00#2020-07-07#23:59:59","evening","2020-07-07","18:00:00","2020-07-07","23:59:59",0.366666666666667,4.65,1.51666666666667,0.416666666666667,3,0.052757793764988,0.669064748201439,0.218225419664269,0.0599520383693046,0.00101851851851852,0.0129166666666667,0.00421296296296296,0.00115740740740741,4.88070000012716,1.62690000004239,0.447887881340764,1.35104999939601,2.14368333419164,1204,1436,1653662,5927.10394265233,3410.01360257296,117,11997,288277,3167.87912087912,1716.97773773935,116,5961
"evening#2020-07-08#18:00:00#2020-07-08#23:59:59","evening","2020-07-08","18:00:00","2020-07-08","23:59:59",0.1,2.1,0.716666666666667,0.0666666666666667,NA,0.0335195530726257,0.70391061452514,0.240223463687151,0.0223463687150838,0.000277777777777778,0.00583333333333333,0.00199074074074074,0.000185185185185185,0,NA,NA,NA,0,NA,NA,737899,5856.34126984127,3586.7682415516,65,11872,138265,3215.46511627907,1685.61227181609,344,5791
"morning#2020-07-07#06:00:00#2020-07-07#11:59:59","morning","2020-07-07","06:00:00","2020-07-07","11:59:59",0.5,8.26666666666667,2.43333333333333,0.65,4,0.0421940928270042,0.69760900140647,0.205344585091421,0.0548523206751055,0.00138888888888889,0.022962962962963,0.00675925925925926,0.00180555555555556,4.58933332761129,1.14733333190282,0.42892803694051,0.749316664536794,1.66509999831518,392,656,3018217,6085.11491935484,3372.11073498322,13,11985,439819,3012.45890410959,1708.97915132947,18,5974
"morning#2020-07-08#06:00:00#2020-07-08#11:59:59","morning","2020-07-08","06:00:00","2020-07-08","11:59:59",0.816666666666667,8.96666666666667,2.48333333333333,0.566666666666667,3,0.0636363636363636,0.698701298701299,0.193506493506494,0.0441558441558441,0.00226851851851852,0.0249074074074074,0.00689814814814815,0.00157407407407407,5.44793333212535,1.81597777737512,1.32280782143747,0.290083332856496,2.63854999939601,481,719,3328403,6186.62267657993,3507.24281146226,21,11986,484712,3253.10067114094,1731.83020181106,39,5972
"night#2020-07-07#00:00:00#2020-07-07#05:59:59","night","2020-07-07","00:00:00","2020-07-07","05:59:59",0.7,10.3,2.85,0.816666666666667,2,0.0477272727272727,0.702272727272727,0.194318181818182,0.0556818181818182,0.00194444444444444,0.0286111111111111,0.00791666666666667,0.00226851851851852,10.764449997743,5.38222499887148,6.59618668464427,0.718016664187113,10.0464333335559,73,359,3825040,6189.38511326861,3543.18152922148,31,11976,499842,2923.05263157895,1743.75373754829,54,5982
"night#2020-07-08#00:00:00#2020-07-08#05:59:59","night","2020-07-08","00:00:00","2020-07-08","05:59:59",1.08333333333333,15.7333333333333,3.71666666666667,1.3,3,0.049618320610687,0.720610687022901,0.170229007633588,0.0595419847328244,0.00300925925925926,0.0437037037037037,0.0103240740740741,0.00361111111111111,17.9418833335241,5.98062777784136,7.18578728163615,1.39351666768392,14.2620333313942,77,359,5533379,5861.63029661017,3459.01595983081,49,11981,714837,3205.54708520179,1752.09560659939,15,5983
1 local_segment local_segment_label local_start_date local_start_time local_end_date local_end_time conversation_rapids_minutessilence conversation_rapids_minutesnoise conversation_rapids_minutesvoice conversation_rapids_minutesunknown conversation_rapids_countconversation conversation_rapids_silencesensedfraction conversation_rapids_noisesensedfraction conversation_rapids_voicesensedfraction conversation_rapids_unknownsensedfraction conversation_rapids_silenceexpectedfraction conversation_rapids_noiseexpectedfraction conversation_rapids_voiceexpectedfraction conversation_rapids_unknownexpectedfraction conversation_rapids_sumconversationduration conversation_rapids_avgconversationduration conversation_rapids_sdconversationduration conversation_rapids_minconversationduration conversation_rapids_maxconversationduration conversation_rapids_timefirstconversation conversation_rapids_timelastconversation conversation_rapids_noisesumenergy conversation_rapids_noiseavgenergy conversation_rapids_noisesdenergy conversation_rapids_noiseminenergy conversation_rapids_noisemaxenergy conversation_rapids_voicesumenergy conversation_rapids_voiceavgenergy conversation_rapids_voicesdenergy conversation_rapids_voiceminenergy conversation_rapids_voicemaxenergy
2 afternoon#2020-07-07#12:00:00#2020-07-07#17:59:59 afternoon 2020-07-07 12:00:00 2020-07-07 17:59:59 2.13333333333333 27.4166666666667 8.26666666666667 1.8 5 0.0538493899873791 0.692048801009676 0.208666386201094 0.0454354228018511 0.00592592592592593 0.0761574074074074 0.022962962962963 0.005 12.4379500031471 2.48759000062943 0.869095100149537 1.7806666692098 3.96938333511353 733 1038 9942436 6044.03404255319 3481.15148889292 15 11997 1506807 3037.91733870968 1754.92051540106 5 5998
3 afternoon#2020-07-08#12:00:00#2020-07-08#17:59:59 afternoon 2020-07-08 12:00:00 2020-07-08 17:59:59 0.65 8.88333333333333 2.43333333333333 0.616666666666667 3 0.0516556291390728 0.705960264900662 0.193377483443709 0.0490066225165563 0.00180555555555556 0.0246759259259259 0.00675925925925926 0.00171296296296296 10.9306666652362 3.64355555507872 2.86167904998861 0.340166664123535 5.36541666984558 725 1079 3300159 6191.66791744841 3457.36750549971 32 11994 434210 2974.04109589041 1728.00992524573 26 5965
4 daily#2020-07-07#00:00:00#2020-07-07#23:59:59 daily 2020-07-07 00:00:00 2020-07-07 23:59:59 3.7 50.6333333333333 15.0666666666667 3.68333333333333 14 0.0506271379703535 0.692816419612315 0.206157354618016 0.0503990877993159 0.0102777777777778 0.140648148148148 0.0418518518518518 0.0102314814814815 32.6724333286285 2.33374523775918 2.37483782469835 0.718016664187113 10.0464333335559 73 1436 18439355 6069.57044107966 3468.92936877742 13 11997 2734745 3025.16039823009 1740.00534289166 5 5998
5 daily#2020-07-08#00:00:00#2020-07-08#23:59:59 daily 2020-07-08 00:00:00 2020-07-08 23:59:59 2.65 35.6833333333333 9.35 2.55 9 0.0527538155275382 0.710351692103517 0.186131386861314 0.0507631055076311 0.00736111111111111 0.0991203703703704 0.0259722222222222 0.00708333333333333 34.3204833308856 3.81338703676506 4.31994487064644 0.290083332856496 14.2620333313942 77 1079 12899840 6025.14712751051 3479.79867896124 21 11994 1772024 3158.688057041 1734.43700437943 15 5983
6 evening#2020-07-07#18:00:00#2020-07-07#23:59:59 evening 2020-07-07 18:00:00 2020-07-07 23:59:59 0.366666666666667 4.65 1.51666666666667 0.416666666666667 3 0.052757793764988 0.669064748201439 0.218225419664269 0.0599520383693046 0.00101851851851852 0.0129166666666667 0.00421296296296296 0.00115740740740741 4.88070000012716 1.62690000004239 0.447887881340764 1.35104999939601 2.14368333419164 1204 1436 1653662 5927.10394265233 3410.01360257296 117 11997 288277 3167.87912087912 1716.97773773935 116 5961
7 evening#2020-07-08#18:00:00#2020-07-08#23:59:59 evening 2020-07-08 18:00:00 2020-07-08 23:59:59 0.1 2.1 0.716666666666667 0.0666666666666667 NA 0.0335195530726257 0.70391061452514 0.240223463687151 0.0223463687150838 0.000277777777777778 0.00583333333333333 0.00199074074074074 0.000185185185185185 0 NA NA NA 0 NA NA 737899 5856.34126984127 3586.7682415516 65 11872 138265 3215.46511627907 1685.61227181609 344 5791
8 morning#2020-07-07#06:00:00#2020-07-07#11:59:59 morning 2020-07-07 06:00:00 2020-07-07 11:59:59 0.5 8.26666666666667 2.43333333333333 0.65 4 0.0421940928270042 0.69760900140647 0.205344585091421 0.0548523206751055 0.00138888888888889 0.022962962962963 0.00675925925925926 0.00180555555555556 4.58933332761129 1.14733333190282 0.42892803694051 0.749316664536794 1.66509999831518 392 656 3018217 6085.11491935484 3372.11073498322 13 11985 439819 3012.45890410959 1708.97915132947 18 5974
9 morning#2020-07-08#06:00:00#2020-07-08#11:59:59 morning 2020-07-08 06:00:00 2020-07-08 11:59:59 0.816666666666667 8.96666666666667 2.48333333333333 0.566666666666667 3 0.0636363636363636 0.698701298701299 0.193506493506494 0.0441558441558441 0.00226851851851852 0.0249074074074074 0.00689814814814815 0.00157407407407407 5.44793333212535 1.81597777737512 1.32280782143747 0.290083332856496 2.63854999939601 481 719 3328403 6186.62267657993 3507.24281146226 21 11986 484712 3253.10067114094 1731.83020181106 39 5972
10 night#2020-07-07#00:00:00#2020-07-07#05:59:59 night 2020-07-07 00:00:00 2020-07-07 05:59:59 0.7 10.3 2.85 0.816666666666667 2 0.0477272727272727 0.702272727272727 0.194318181818182 0.0556818181818182 0.00194444444444444 0.0286111111111111 0.00791666666666667 0.00226851851851852 10.764449997743 5.38222499887148 6.59618668464427 0.718016664187113 10.0464333335559 73 359 3825040 6189.38511326861 3543.18152922148 31 11976 499842 2923.05263157895 1743.75373754829 54 5982
11 night#2020-07-08#00:00:00#2020-07-08#05:59:59 night 2020-07-08 00:00:00 2020-07-08 05:59:59 1.08333333333333 15.7333333333333 3.71666666666667 1.3 3 0.049618320610687 0.720610687022901 0.170229007633588 0.0595419847328244 0.00300925925925926 0.0437037037037037 0.0103240740740741 0.00361111111111111 17.9418833335241 5.98062777784136 7.18578728163615 1.39351666768392 14.2620333313942 77 359 5533379 5861.63029661017 3459.01595983081 49 11981 714837 3205.54708520179 1752.09560659939 15 5983

11
tests/data/processed/features/test02/conversation.csv 100644
View File

@ -0,0 +1,11 @@
"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","conversation_rapids_minutessilence","conversation_rapids_minutesnoise","conversation_rapids_minutesvoice","conversation_rapids_minutesunknown","conversation_rapids_countconversation","conversation_rapids_silencesensedfraction","conversation_rapids_noisesensedfraction","conversation_rapids_voicesensedfraction","conversation_rapids_unknownsensedfraction","conversation_rapids_silenceexpectedfraction","conversation_rapids_noiseexpectedfraction","conversation_rapids_voiceexpectedfraction","conversation_rapids_unknownexpectedfraction","conversation_rapids_sumconversationduration","conversation_rapids_avgconversationduration","conversation_rapids_sdconversationduration","conversation_rapids_minconversationduration","conversation_rapids_maxconversationduration","conversation_rapids_timefirstconversation","conversation_rapids_timelastconversation","conversation_rapids_noisesumenergy","conversation_rapids_noiseavgenergy","conversation_rapids_noisesdenergy","conversation_rapids_noiseminenergy","conversation_rapids_noisemaxenergy","conversation_rapids_voicesumenergy","conversation_rapids_voiceavgenergy","conversation_rapids_voicesdenergy","conversation_rapids_voiceminenergy","conversation_rapids_voicemaxenergy"
"afternoon#2020-07-07#12:00:00#2020-07-07#17:59:59","afternoon","2020-07-07","12:00:00","2020-07-07","17:59:59",2.13333333333333,27.4166666666667,8.26666666666667,1.8,5,0.0538493899873791,0.692048801009676,0.208666386201094,0.0454354228018511,0.00592592592592593,0.0761574074074074,0.022962962962963,0.005,12.4166666666667,2.48333333333333,0.870105357605235,1.78333333333333,3.96666666666667,733,1038,9942436,6044.03404255319,3481.15148889292,15,11997,1506807,3037.91733870968,1754.92051540106,5,5998
"afternoon#2020-07-08#12:00:00#2020-07-08#17:59:59","afternoon","2020-07-08","12:00:00","2020-07-08","17:59:59",0.65,8.88333333333333,2.43333333333333,0.616666666666667,3,0.0516556291390728,0.705960264900662,0.193377483443709,0.0490066225165563,0.00180555555555556,0.0246759259259259,0.00675925925925926,0.00171296296296296,10.95,3.65,2.85866130285566,0.35,5.36666666666667,725,1079,3300159,6191.66791744841,3457.36750549971,32,11994,434210,2974.04109589041,1728.00992524573,26,5965
"daily#2020-07-07#00:00:00#2020-07-07#23:59:59","daily","2020-07-07","00:00:00","2020-07-07","23:59:59",3.7,50.6333333333333,15.0666666666667,3.68333333333333,14,0.0506271379703535,0.692816419612315,0.206157354618016,0.0503990877993159,0.0102777777777778,0.140648148148148,0.0418518518518518,0.0102314814814815,32.6666666666667,2.33333333333333,2.37545317313934,0.716666666666667,10.05,73,1436,18439355,6069.57044107966,3468.92936877742,13,11997,2734745,3025.16039823009,1740.00534289166,5,5998
"daily#2020-07-08#00:00:00#2020-07-08#23:59:59","daily","2020-07-08","00:00:00","2020-07-08","23:59:59",2.65,35.6833333333333,9.35,2.55,10,0.0527538155275382,0.710351692103517,0.186131386861314,0.0507631055076311,0.00736111111111111,0.0991203703703704,0.0259722222222222,0.00708333333333333,35.95,3.595,4.13312462137333,0.283333333333333,14.2666666666667,77,1198,12899840,6025.14712751051,3479.79867896124,21,11994,1772024,3158.688057041,1734.43700437943,15,5983
"evening#2020-07-07#18:00:00#2020-07-07#23:59:59","evening","2020-07-07","18:00:00","2020-07-07","23:59:59",0.366666666666667,4.65,1.51666666666667,0.416666666666667,3,0.052757793764988,0.669064748201439,0.218225419664269,0.0599520383693046,0.00101851851851852,0.0129166666666667,0.00421296296296296,0.00115740740740741,4.88333333333333,1.62777777777778,0.452564707875918,1.35,2.15,1204,1436,1653662,5927.10394265233,3410.01360257296,117,11997,288277,3167.87912087912,1716.97773773935,116,5961
"evening#2020-07-08#18:00:00#2020-07-08#23:59:59","evening","2020-07-08","18:00:00","2020-07-08","23:59:59",0.1,2.1,0.716666666666667,0.0666666666666667,1,0.0335195530726257,0.70391061452514,0.240223463687151,0.0223463687150838,0.000277777777777778,0.00583333333333333,0.00199074074074074,0.000185185185185185,1.61666666666667,1.61666666666667,NA,1.61666666666667,1.61666666666667,1198,1198,737899,5856.34126984127,3586.7682415516,65,11872,138265,3215.46511627907,1685.61227181609,344,5791
"morning#2020-07-07#06:00:00#2020-07-07#11:59:59","morning","2020-07-07","06:00:00","2020-07-07","11:59:59",0.5,8.26666666666667,2.43333333333333,0.65,4,0.0421940928270042,0.69760900140647,0.205344585091421,0.0548523206751055,0.00138888888888889,0.022962962962963,0.00675925925925926,0.00180555555555556,4.6,1.15,0.4283906144146,0.75,1.66666666666667,392,656,3018217,6085.11491935484,3372.11073498322,13,11985,439819,3012.45890410959,1708.97915132947,18,5974
"morning#2020-07-08#06:00:00#2020-07-08#11:59:59","morning","2020-07-08","06:00:00","2020-07-08","11:59:59",0.816666666666667,8.96666666666667,2.48333333333333,0.566666666666667,3,0.0636363636363636,0.698701298701299,0.193506493506494,0.0441558441558441,0.00226851851851852,0.0249074074074074,0.00689814814814815,0.00157407407407407,5.43333333333333,1.81111111111111,1.32437965911648,0.283333333333333,2.63333333333333,481,719,3328403,6186.62267657993,3507.24281146226,21,11986,484712,3253.10067114094,1731.83020181106,39,5972
"night#2020-07-07#00:00:00#2020-07-07#05:59:59","night","2020-07-07","00:00:00","2020-07-07","05:59:59",0.7,10.3,2.85,0.816666666666667,2,0.0477272727272727,0.702272727272727,0.194318181818182,0.0556818181818182,0.00194444444444444,0.0286111111111111,0.00791666666666667,0.00226851851851852,10.7666666666667,5.38333333333333,6.59966329107444,0.716666666666667,10.05,73,359,3825040,6189.38511326861,3543.18152922148,31,11976,499842,2923.05263157895,1743.75373754829,54,5982
"night#2020-07-08#00:00:00#2020-07-08#05:59:59","night","2020-07-08","00:00:00","2020-07-08","05:59:59",1.08333333333333,15.7333333333333,3.71666666666667,1.3,3,0.049618320610687,0.720610687022901,0.170229007633588,0.0595419847328244,0.00300925925925926,0.0437037037037037,0.0103240740740741,0.00361111111111111,17.95,5.98333333333333,7.18716062000689,1.4,14.2666666666667,77,359,5533379,5861.63029661017,3459.01595983081,49,11981,714837,3205.54708520179,1752.09560659939,15,5983
1 local_segment local_segment_label local_start_date local_start_time local_end_date local_end_time conversation_rapids_minutessilence conversation_rapids_minutesnoise conversation_rapids_minutesvoice conversation_rapids_minutesunknown conversation_rapids_countconversation conversation_rapids_silencesensedfraction conversation_rapids_noisesensedfraction conversation_rapids_voicesensedfraction conversation_rapids_unknownsensedfraction conversation_rapids_silenceexpectedfraction conversation_rapids_noiseexpectedfraction conversation_rapids_voiceexpectedfraction conversation_rapids_unknownexpectedfraction conversation_rapids_sumconversationduration conversation_rapids_avgconversationduration conversation_rapids_sdconversationduration conversation_rapids_minconversationduration conversation_rapids_maxconversationduration conversation_rapids_timefirstconversation conversation_rapids_timelastconversation conversation_rapids_noisesumenergy conversation_rapids_noiseavgenergy conversation_rapids_noisesdenergy conversation_rapids_noiseminenergy conversation_rapids_noisemaxenergy conversation_rapids_voicesumenergy conversation_rapids_voiceavgenergy conversation_rapids_voicesdenergy conversation_rapids_voiceminenergy conversation_rapids_voicemaxenergy
2 afternoon#2020-07-07#12:00:00#2020-07-07#17:59:59 afternoon 2020-07-07 12:00:00 2020-07-07 17:59:59 2.13333333333333 27.4166666666667 8.26666666666667 1.8 5 0.0538493899873791 0.692048801009676 0.208666386201094 0.0454354228018511 0.00592592592592593 0.0761574074074074 0.022962962962963 0.005 12.4166666666667 2.48333333333333 0.870105357605235 1.78333333333333 3.96666666666667 733 1038 9942436 6044.03404255319 3481.15148889292 15 11997 1506807 3037.91733870968 1754.92051540106 5 5998
3 afternoon#2020-07-08#12:00:00#2020-07-08#17:59:59 afternoon 2020-07-08 12:00:00 2020-07-08 17:59:59 0.65 8.88333333333333 2.43333333333333 0.616666666666667 3 0.0516556291390728 0.705960264900662 0.193377483443709 0.0490066225165563 0.00180555555555556 0.0246759259259259 0.00675925925925926 0.00171296296296296 10.95 3.65 2.85866130285566 0.35 5.36666666666667 725 1079 3300159 6191.66791744841 3457.36750549971 32 11994 434210 2974.04109589041 1728.00992524573 26 5965
4 daily#2020-07-07#00:00:00#2020-07-07#23:59:59 daily 2020-07-07 00:00:00 2020-07-07 23:59:59 3.7 50.6333333333333 15.0666666666667 3.68333333333333 14 0.0506271379703535 0.692816419612315 0.206157354618016 0.0503990877993159 0.0102777777777778 0.140648148148148 0.0418518518518518 0.0102314814814815 32.6666666666667 2.33333333333333 2.37545317313934 0.716666666666667 10.05 73 1436 18439355 6069.57044107966 3468.92936877742 13 11997 2734745 3025.16039823009 1740.00534289166 5 5998
5 daily#2020-07-08#00:00:00#2020-07-08#23:59:59 daily 2020-07-08 00:00:00 2020-07-08 23:59:59 2.65 35.6833333333333 9.35 2.55 10 0.0527538155275382 0.710351692103517 0.186131386861314 0.0507631055076311 0.00736111111111111 0.0991203703703704 0.0259722222222222 0.00708333333333333 35.95 3.595 4.13312462137333 0.283333333333333 14.2666666666667 77 1198 12899840 6025.14712751051 3479.79867896124 21 11994 1772024 3158.688057041 1734.43700437943 15 5983
6 evening#2020-07-07#18:00:00#2020-07-07#23:59:59 evening 2020-07-07 18:00:00 2020-07-07 23:59:59 0.366666666666667 4.65 1.51666666666667 0.416666666666667 3 0.052757793764988 0.669064748201439 0.218225419664269 0.0599520383693046 0.00101851851851852 0.0129166666666667 0.00421296296296296 0.00115740740740741 4.88333333333333 1.62777777777778 0.452564707875918 1.35 2.15 1204 1436 1653662 5927.10394265233 3410.01360257296 117 11997 288277 3167.87912087912 1716.97773773935 116 5961
7 evening#2020-07-08#18:00:00#2020-07-08#23:59:59 evening 2020-07-08 18:00:00 2020-07-08 23:59:59 0.1 2.1 0.716666666666667 0.0666666666666667 1 0.0335195530726257 0.70391061452514 0.240223463687151 0.0223463687150838 0.000277777777777778 0.00583333333333333 0.00199074074074074 0.000185185185185185 1.61666666666667 1.61666666666667 NA 1.61666666666667 1.61666666666667 1198 1198 737899 5856.34126984127 3586.7682415516 65 11872 138265 3215.46511627907 1685.61227181609 344 5791
8 morning#2020-07-07#06:00:00#2020-07-07#11:59:59 morning 2020-07-07 06:00:00 2020-07-07 11:59:59 0.5 8.26666666666667 2.43333333333333 0.65 4 0.0421940928270042 0.69760900140647 0.205344585091421 0.0548523206751055 0.00138888888888889 0.022962962962963 0.00675925925925926 0.00180555555555556 4.6 1.15 0.4283906144146 0.75 1.66666666666667 392 656 3018217 6085.11491935484 3372.11073498322 13 11985 439819 3012.45890410959 1708.97915132947 18 5974
9 morning#2020-07-08#06:00:00#2020-07-08#11:59:59 morning 2020-07-08 06:00:00 2020-07-08 11:59:59 0.816666666666667 8.96666666666667 2.48333333333333 0.566666666666667 3 0.0636363636363636 0.698701298701299 0.193506493506494 0.0441558441558441 0.00226851851851852 0.0249074074074074 0.00689814814814815 0.00157407407407407 5.43333333333333 1.81111111111111 1.32437965911648 0.283333333333333 2.63333333333333 481 719 3328403 6186.62267657993 3507.24281146226 21 11986 484712 3253.10067114094 1731.83020181106 39 5972
10 night#2020-07-07#00:00:00#2020-07-07#05:59:59 night 2020-07-07 00:00:00 2020-07-07 05:59:59 0.7 10.3 2.85 0.816666666666667 2 0.0477272727272727 0.702272727272727 0.194318181818182 0.0556818181818182 0.00194444444444444 0.0286111111111111 0.00791666666666667 0.00226851851851852 10.7666666666667 5.38333333333333 6.59966329107444 0.716666666666667 10.05 73 359 3825040 6189.38511326861 3543.18152922148 31 11976 499842 2923.05263157895 1743.75373754829 54 5982
11 night#2020-07-08#00:00:00#2020-07-08#05:59:59 night 2020-07-08 00:00:00 2020-07-08 05:59:59 1.08333333333333 15.7333333333333 3.71666666666667 1.3 3 0.049618320610687 0.720610687022901 0.170229007633588 0.0595419847328244 0.00300925925925926 0.0437037037037037 0.0103240740740741 0.00361111111111111 17.95 5.98333333333333 7.18716062000689 1.4 14.2666666666667 77 359 5533379 5861.63029661017 3459.01595983081 49 11981 714837 3205.54708520179 1752.09560659939 15 5983

1
tests/data/processed/features/test03/conversation.csv 100644
View File

@ -0,0 +1 @@
"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","conversation_rapids_minutesnoise","conversation_rapids_noiseminenergy","conversation_rapids_noisesumenergy","conversation_rapids_voicesdenergy","conversation_rapids_avgconversationduration","conversation_rapids_minutesunknown","conversation_rapids_minconversationduration","conversation_rapids_sdconversationduration","conversation_rapids_voiceexpectedfraction","conversation_rapids_timefirstconversation","conversation_rapids_minutesvoice","conversation_rapids_noiseavgenergy","conversation_rapids_unknownsensedfraction","conversation_rapids_silencesensedfraction","conversation_rapids_noiseexpectedfraction","conversation_rapids_maxconversationduration","conversation_rapids_countconversation","conversation_rapids_noisesensedfraction","conversation_rapids_unknownexpectedfraction","conversation_rapids_noisemaxenergy","conversation_rapids_voiceavgenergy","conversation_rapids_silenceexpectedfraction","conversation_rapids_voicemaxenergy","conversation_rapids_sumconversationduration","conversation_rapids_noisesdenergy","conversation_rapids_minutessilence","conversation_rapids_timelastconversation","conversation_rapids_voicesumenergy","conversation_rapids_voicesensedfraction","conversation_rapids_voiceminenergy"
1 local_segment local_segment_label local_start_date local_start_time local_end_date local_end_time conversation_rapids_minutesnoise conversation_rapids_noiseminenergy conversation_rapids_noisesumenergy conversation_rapids_voicesdenergy conversation_rapids_avgconversationduration conversation_rapids_minutesunknown conversation_rapids_minconversationduration conversation_rapids_sdconversationduration conversation_rapids_voiceexpectedfraction conversation_rapids_timefirstconversation conversation_rapids_minutesvoice conversation_rapids_noiseavgenergy conversation_rapids_unknownsensedfraction conversation_rapids_silencesensedfraction conversation_rapids_noiseexpectedfraction conversation_rapids_maxconversationduration conversation_rapids_countconversation conversation_rapids_noisesensedfraction conversation_rapids_unknownexpectedfraction conversation_rapids_noisemaxenergy conversation_rapids_voiceavgenergy conversation_rapids_silenceexpectedfraction conversation_rapids_voicemaxenergy conversation_rapids_sumconversationduration conversation_rapids_noisesdenergy conversation_rapids_minutessilence conversation_rapids_timelastconversation conversation_rapids_voicesumenergy conversation_rapids_voicesensedfraction conversation_rapids_voiceminenergy

1
tests/data/processed/features/test04/conversation.csv 100644
View File

@ -0,0 +1 @@
"local_segment","local_segment_label","local_start_date","local_start_time","local_end_date","local_end_time","conversation_rapids_minutesnoise","conversation_rapids_noiseminenergy","conversation_rapids_noisesumenergy","conversation_rapids_voicesdenergy","conversation_rapids_avgconversationduration","conversation_rapids_minutesunknown","conversation_rapids_minconversationduration","conversation_rapids_sdconversationduration","conversation_rapids_voiceexpectedfraction","conversation_rapids_timefirstconversation","conversation_rapids_minutesvoice","conversation_rapids_noiseavgenergy","conversation_rapids_unknownsensedfraction","conversation_rapids_silencesensedfraction","conversation_rapids_noiseexpectedfraction","conversation_rapids_maxconversationduration","conversation_rapids_countconversation","conversation_rapids_noisesensedfraction","conversation_rapids_unknownexpectedfraction","conversation_rapids_noisemaxenergy","conversation_rapids_voiceavgenergy","conversation_rapids_silenceexpectedfraction","conversation_rapids_voicemaxenergy","conversation_rapids_sumconversationduration","conversation_rapids_noisesdenergy","conversation_rapids_minutessilence","conversation_rapids_timelastconversation","conversation_rapids_voicesumenergy","conversation_rapids_voicesensedfraction","conversation_rapids_voiceminenergy"
1 local_segment local_segment_label local_start_date local_start_time local_end_date local_end_time conversation_rapids_minutesnoise conversation_rapids_noiseminenergy conversation_rapids_noisesumenergy conversation_rapids_voicesdenergy conversation_rapids_avgconversationduration conversation_rapids_minutesunknown conversation_rapids_minconversationduration conversation_rapids_sdconversationduration conversation_rapids_voiceexpectedfraction conversation_rapids_timefirstconversation conversation_rapids_minutesvoice conversation_rapids_noiseavgenergy conversation_rapids_unknownsensedfraction conversation_rapids_silencesensedfraction conversation_rapids_noiseexpectedfraction conversation_rapids_maxconversationduration conversation_rapids_countconversation conversation_rapids_noisesensedfraction conversation_rapids_unknownexpectedfraction conversation_rapids_noisemaxenergy conversation_rapids_voiceavgenergy conversation_rapids_silenceexpectedfraction conversation_rapids_voicemaxenergy conversation_rapids_sumconversationduration conversation_rapids_noisesdenergy conversation_rapids_minutessilence conversation_rapids_timelastconversation conversation_rapids_voicesumenergy conversation_rapids_voicesensedfraction conversation_rapids_voiceminenergy

3023
tests/data/raw/test01/plugin_studentlife_audio_android_raw.csv
View File

File diff suppressed because it is too large Load Diff

14966
tests/data/raw/test02/plugin_studentlife_audio_raw.csv
View File

File diff suppressed because it is too large Load Diff

18
tests/settings/testing_config.yaml
View File

@ -65,3 +65,21 @@ WIFI:
FEATURES: ["countscans", "uniquedevices", "countscansmostuniquedevice"] FEATURES: ["countscans", "uniquedevices", "countscansmostuniquedevice"]
SRC_FOLDER: "rapids" # inside src/features/bluetooth SRC_FOLDER: "rapids" # inside src/features/bluetooth
SRC_LANGUAGE: "r" SRC_LANGUAGE: "r"
CONVERSATION:
DB_TABLE:
ANDROID: plugin_studentlife_audio_android
IOS: plugin_studentlife_audio
PROVIDERS:
RAPIDS:
COMPUTE: True
FEATURES: ["minutessilence", "minutesnoise", "minutesvoice", "minutesunknown","sumconversationduration","avgconversationduration",
"sdconversationduration","minconversationduration","maxconversationduration","timefirstconversation","timelastconversation","noisesumenergy",
"noiseavgenergy","noisesdenergy","noiseminenergy","noisemaxenergy","voicesumenergy",
"voiceavgenergy","voicesdenergy","voiceminenergy","voicemaxenergy","silencesensedfraction","noisesensedfraction",
"voicesensedfraction","unknownsensedfraction","silenceexpectedfraction","noiseexpectedfraction","voiceexpectedfraction",
"unknownexpectedfraction","countconversation"]
RECORDING_MINUTES: 1
PAUSED_MINUTES : 3
SRC_FOLDER: "rapids" # inside src/features/conversation
SRC_LANGUAGE: "python"