From a6a37c7bd92ec5f3de34ff5f6c79b882318382d6 Mon Sep 17 00:00:00 2001 From: junos Date: Tue, 12 Apr 2022 17:01:49 +0200 Subject: [PATCH] Drop NaN targets. This mirrors INNER join in merge_features_and_targets_for_individual_model.py: data = pd.concat([sensor_features, targets[["target"]]], axis=1, join="inner") --- src/models/select_targets.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/models/select_targets.py b/src/models/select_targets.py index 196cdcd1..4dc4a252 100644 --- a/src/models/select_targets.py +++ b/src/models/select_targets.py @@ -6,5 +6,6 @@ cleaned_sensor_features = pd.read_csv(snakemake.input["cleaned_sensor_features"] target_variable_name = snakemake.params["target_variable"] model_input = retain_target_column(cleaned_sensor_features, target_variable_name) +model_input.dropna(axis ="index", how="any", subset=["target"], inplace=True) model_input.to_csv(snakemake.output[0], index=False)