fix: [automl] dont update dupe score (VowpalWabbit#4008)

test/test-sets/ref/aml_ccb_metrics.json

@@ -1 +1 @@
-{"cbea_label_first_action":1,"cbea_label_not_first":3,"cbea_labeled_ex":4,"cbea_max_actions":2,"cbea_min_actions":2,"cbea_non_zero_cost":0,"cbea_predict_in_learn":0,"conf_idx_amls_0":0,"conf_idx_amls_1":6,"conf_idx_amls_2":5,"current_champ":0,"sfm_count_learn_example_with_shared":4,"test_county":4,"total_champ_switches":0,"total_learn_calls":4,"total_log_calls":0,"total_predict_calls":0,"upcnt_amls_0":4,"upcnt_amls_1":3,"upcnt_amls_2":3,"upcnt_sc_0":4,"upcnt_sc_1":3,"upcnt_sc_2":3,"bound_amls_0":0.0,"bound_amls_1":0.0,"bound_amls_2":0.0,"bound_sc_0":0.0,"bound_sc_1":0.0,"bound_sc_2":0.0,"cbea_avg_actions_per_event":2.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":0.0,"cbea_sum_cost_baseline":0.0,"ips_amls_0":0.0,"ips_amls_1":0.0,"ips_amls_2":0.0,"ips_sc_0":0.0,"ips_sc_1":0.0,"ips_sc_2":0.0,"r_amls_0":-0.0,"r_amls_1":-0.0,"r_amls_2":-0.0,"r_sc_0":-0.0,"r_sc_1":-0.0,"r_sc_2":-0.0,"w_amls_0":0.0,"w_amls_1":0.0,"w_amls_2":0.0,"w_sc_0":0.0,"w_sc_1":0.0,"w_sc_2":0.0,"exclusionc_0":"{}","exclusionc_1":"{[\"U\", \"U\"]}","exclusionc_2":"{[\"S\", \"U\"]}","interactions_amls_0":"-q AA -q AS -q AU -q SS -q SU -q UU ","interactions_amls_1":"-q AA -q AS -q AU -q SS -q SU ","interactions_amls_2":"-q AA -q AS -q AU -q SS -q UU "}
+{"cbea_label_first_action":1,"cbea_label_not_first":3,"cbea_labeled_ex":4,"cbea_max_actions":2,"cbea_min_actions":2,"cbea_non_zero_cost":0,"cbea_predict_in_learn":0,"conf_idx_amls_0":0,"conf_idx_amls_1":6,"conf_idx_amls_2":5,"current_champ":0,"sfm_count_learn_example_with_shared":4,"test_county":4,"total_champ_switches":0,"total_learn_calls":4,"total_log_calls":0,"total_predict_calls":0,"upcnt_amls_0":0,"upcnt_amls_1":3,"upcnt_amls_2":3,"upcnt_sc_0":0,"upcnt_sc_1":3,"upcnt_sc_2":3,"bound_amls_0":0.0,"bound_amls_1":0.0,"bound_amls_2":0.0,"bound_sc_0":0.0,"bound_sc_1":0.0,"bound_sc_2":0.0,"cbea_avg_actions_per_event":2.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":0.0,"cbea_sum_cost_baseline":0.0,"ips_amls_0":0.0,"ips_amls_1":0.0,"ips_amls_2":0.0,"ips_sc_0":0.0,"ips_sc_1":0.0,"ips_sc_2":0.0,"r_amls_0":0.0,"r_amls_1":-0.0,"r_amls_2":-0.0,"r_sc_0":0.0,"r_sc_1":-0.0,"r_sc_2":-0.0,"w_amls_0":0.0,"w_amls_1":0.0,"w_amls_2":0.0,"w_sc_0":0.0,"w_sc_1":0.0,"w_sc_2":0.0,"exclusionc_0":"{}","exclusionc_1":"{[\"U\", \"U\"]}","exclusionc_2":"{[\"S\", \"U\"]}","interactions_amls_0":"-q AA -q AS -q AU -q SS -q SU -q UU ","interactions_amls_1":"-q AA -q AS -q AU -q SS -q SU ","interactions_amls_2":"-q AA -q AS -q AU -q SS -q UU "}

test/test-sets/ref/metrics_.json

@@ -1 +1 @@
-{"cbea_label_first_action":0,"cbea_label_not_first":3,"cbea_labeled_ex":3,"cbea_max_actions":12,"cbea_min_actions":12,"cbea_non_zero_cost":2,"cbea_predict_in_learn":0,"conf_idx_amls_0":0,"conf_idx_amls_1":3,"conf_idx_amls_2":2,"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"upcnt_amls_0":3,"upcnt_amls_1":2,"upcnt_amls_2":2,"upcnt_sc_0":3,"upcnt_sc_1":2,"upcnt_sc_2":2,"bound_amls_0":0.0,"bound_amls_1":0.0,"bound_amls_2":0.0,"bound_sc_0":0.0,"bound_sc_1":0.0,"bound_sc_2":0.0,"cbea_avg_actions_per_event":12.0,"cbea_avg_feat_per_action":835.0,"cbea_avg_feat_per_event":10030.0,"cbea_avg_ns_per_action":9.0,"cbea_avg_ns_per_event":117.0,"cbea_sum_cost":-2.0,"cbea_sum_cost_baseline":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"ips_amls_0":0.0,"ips_amls_1":0.0,"ips_amls_2":0.0,"ips_sc_0":0.0,"ips_sc_1":0.0,"ips_sc_2":0.0,"r_amls_0":1.0,"r_amls_1":1.0,"r_amls_2":1.0,"r_sc_0":1.0,"r_sc_1":1.0,"r_sc_2":1.0,"w_amls_0":0.0,"w_amls_1":0.0,"w_amls_2":0.0,"w_sc_0":0.0,"w_sc_1":0.0,"w_sc_2":0.0,"exclusionc_0":"{}","exclusionc_1":"{[\"E\", \"G\"]}","exclusionc_2":"{[\"E\", \"M\"]}","first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","interactions_amls_0":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_1":"-q EE -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_2":"-q EE -q EG -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":""}
+{"cbea_label_first_action":0,"cbea_label_not_first":3,"cbea_labeled_ex":3,"cbea_max_actions":12,"cbea_min_actions":12,"cbea_non_zero_cost":2,"cbea_predict_in_learn":0,"conf_idx_amls_0":0,"conf_idx_amls_1":3,"conf_idx_amls_2":2,"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"upcnt_amls_0":0,"upcnt_amls_1":2,"upcnt_amls_2":2,"upcnt_sc_0":0,"upcnt_sc_1":2,"upcnt_sc_2":2,"bound_amls_0":0.0,"bound_amls_1":0.0,"bound_amls_2":0.0,"bound_sc_0":0.0,"bound_sc_1":0.0,"bound_sc_2":0.0,"cbea_avg_actions_per_event":12.0,"cbea_avg_feat_per_action":835.0,"cbea_avg_feat_per_event":10030.0,"cbea_avg_ns_per_action":9.0,"cbea_avg_ns_per_event":117.0,"cbea_sum_cost":-2.0,"cbea_sum_cost_baseline":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"ips_amls_0":0.0,"ips_amls_1":0.0,"ips_amls_2":0.0,"ips_sc_0":0.0,"ips_sc_1":0.0,"ips_sc_2":0.0,"r_amls_0":0.0,"r_amls_1":1.0,"r_amls_2":1.0,"r_sc_0":0.0,"r_sc_1":1.0,"r_sc_2":1.0,"w_amls_0":0.0,"w_amls_1":0.0,"w_amls_2":0.0,"w_sc_0":0.0,"w_sc_1":0.0,"w_sc_2":0.0,"exclusionc_0":"{}","exclusionc_1":"{[\"E\", \"G\"]}","exclusionc_2":"{[\"E\", \"M\"]}","first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","interactions_amls_0":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_1":"-q EE -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_2":"-q EE -q EG -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":""}

test/test-sets/ref/metrics_cbadfautoml.json

@@ -1 +1 @@
-{"conf_idx_amls_0":0,"conf_idx_amls_1":3,"conf_idx_amls_2":2,"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"upcnt_amls_0":3,"upcnt_amls_1":2,"upcnt_amls_2":2,"upcnt_sc_0":3,"upcnt_sc_1":2,"upcnt_sc_2":2,"bound_amls_0":0.0,"bound_amls_1":0.0,"bound_amls_2":0.0,"bound_sc_0":0.0,"bound_sc_1":0.0,"bound_sc_2":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"ips_amls_0":0.0,"ips_amls_1":0.0,"ips_amls_2":0.0,"ips_sc_0":0.0,"ips_sc_1":0.0,"ips_sc_2":0.0,"r_amls_0":1.0,"r_amls_1":1.0,"r_amls_2":1.0,"r_sc_0":1.0,"r_sc_1":1.0,"r_sc_2":1.0,"w_amls_0":0.0,"w_amls_1":0.0,"w_amls_2":0.0,"w_sc_0":0.0,"w_sc_1":0.0,"w_sc_2":0.0,"exclusionc_0":"{}","exclusionc_1":"{[\"E\", \"G\"]}","exclusionc_2":"{[\"E\", \"M\"]}","first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","interactions_amls_0":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_1":"-q EE -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_2":"-q EE -q EG -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":""}
+{"conf_idx_amls_0":0,"conf_idx_amls_1":3,"conf_idx_amls_2":2,"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"upcnt_amls_0":0,"upcnt_amls_1":2,"upcnt_amls_2":2,"upcnt_sc_0":0,"upcnt_sc_1":2,"upcnt_sc_2":2,"bound_amls_0":0.0,"bound_amls_1":0.0,"bound_amls_2":0.0,"bound_sc_0":0.0,"bound_sc_1":0.0,"bound_sc_2":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"ips_amls_0":0.0,"ips_amls_1":0.0,"ips_amls_2":0.0,"ips_sc_0":0.0,"ips_sc_1":0.0,"ips_sc_2":0.0,"r_amls_0":0.0,"r_amls_1":1.0,"r_amls_2":1.0,"r_sc_0":0.0,"r_sc_1":1.0,"r_sc_2":1.0,"w_amls_0":0.0,"w_amls_1":0.0,"w_amls_2":0.0,"w_sc_0":0.0,"w_sc_1":0.0,"w_sc_2":0.0,"exclusionc_0":"{}","exclusionc_1":"{[\"E\", \"G\"]}","exclusionc_2":"{[\"E\", \"M\"]}","first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","interactions_amls_0":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_1":"-q EE -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","interactions_amls_2":"-q EE -q EG -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj ","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":""}