Skip to content

Commit

Permalink
add avg loss and weighted examples
Browse files Browse the repository at this point in the history
  • Loading branch information
@lalo
lalo committed Feb 14, 2023
1 parent 5da7a8b commit c585151
Show file tree
Hide file tree
Showing 16 changed files with 17 additions and 15 deletions.
2 changes: 1 addition & 1 deletion test/test-sets/ref/aml_ccb_metrics.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"cbea_label_first_action":1,"cbea_label_not_first":3,"cbea_labeled_ex":4,"cbea_max_actions":2,"cbea_min_actions":2,"cbea_non_zero_cost":0,"cbea_predict_in_learn":0,"current_champ":0,"sfm_count_learn_example_with_shared":4,"test_county":4,"total_champ_switches":0,"total_learn_calls":4,"total_log_calls":0,"total_predict_calls":0,"cbea_avg_actions_per_event":2.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":0.0,"cbea_sum_cost_baseline":0.0,"sum_loss":0.0,"estimator_0":{"config_type":"exclusion","elements":"{}","self":{"conf_idx":0,"upcnt":0,"last_r":0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q AA -q AS -q AU -q SS -q SU -q UU --cubic=AA[ccbid] -q AA --cubic=AS[ccbid] -q AS --cubic=AU[ccbid] -q AU --cubic=SS[ccbid] -q SS --cubic=SU[ccbid] -q SU --cubic=UU[ccbid] -q UU -q [wild][ccbid] "}},"estimator_1":{"config_type":"exclusion","elements":"{[\"U\", \"U\"]}","self":{"conf_idx":6,"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q AA -q AS -q AU -q SS -q SU --cubic=AA[ccbid] -q AA --cubic=AS[ccbid] -q AS --cubic=AU[ccbid] -q AU --cubic=SS[ccbid] -q SS --cubic=SU[ccbid] -q SU -q [wild][ccbid] "},"sync_champ":{"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0}},"estimator_2":{"config_type":"exclusion","elements":"{[\"S\", \"U\"]}","self":{"conf_idx":5,"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q AA -q AS -q AU -q SS -q UU --cubic=AA[ccbid] -q AA --cubic=AS[ccbid] -q AS --cubic=AU[ccbid] -q AU --cubic=SS[ccbid] -q SS --cubic=UU[ccbid] -q UU -q [wild][ccbid] "},"sync_champ":{"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0}}}
{"cbea_label_first_action":1,"cbea_label_not_first":3,"cbea_labeled_ex":4,"cbea_max_actions":2,"cbea_min_actions":2,"cbea_non_zero_cost":0,"cbea_predict_in_learn":0,"current_champ":0,"sfm_count_learn_example_with_shared":4,"test_county":4,"total_champ_switches":0,"total_learn_calls":4,"total_log_calls":0,"total_predict_calls":0,"avg_loss":0.0,"cbea_avg_actions_per_event":2.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":0.0,"cbea_sum_cost_baseline":0.0,"sum_loss":0.0,"weighted_labeled_examples":4.0,"estimator_0":{"config_type":"exclusion","elements":"{}","self":{"conf_idx":0,"upcnt":0,"last_r":0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q AA -q AS -q AU -q SS -q SU -q UU --cubic=AA[ccbid] -q AA --cubic=AS[ccbid] -q AS --cubic=AU[ccbid] -q AU --cubic=SS[ccbid] -q SS --cubic=SU[ccbid] -q SU --cubic=UU[ccbid] -q UU -q [wild][ccbid] "}},"estimator_1":{"config_type":"exclusion","elements":"{[\"U\", \"U\"]}","self":{"conf_idx":6,"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q AA -q AS -q AU -q SS -q SU --cubic=AA[ccbid] -q AA --cubic=AS[ccbid] -q AS --cubic=AU[ccbid] -q AU --cubic=SS[ccbid] -q SS --cubic=SU[ccbid] -q SU -q [wild][ccbid] "},"sync_champ":{"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0}},"estimator_2":{"config_type":"exclusion","elements":"{[\"S\", \"U\"]}","self":{"conf_idx":5,"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q AA -q AS -q AU -q SS -q UU --cubic=AA[ccbid] -q AA --cubic=AS[ccbid] -q AS --cubic=AU[ccbid] -q AU --cubic=SS[ccbid] -q SS --cubic=UU[ccbid] -q UU -q [wild][ccbid] "},"sync_champ":{"upcnt":4,"last_r":-0.0,"last_w":0.0,"lb":0.0,"ub":1.0}}}
2 changes: 1 addition & 1 deletion test/test-sets/ref/metrics.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"cbea_label_first_action":0,"cbea_label_not_first":3,"cbea_labeled_ex":3,"cbea_max_actions":12,"cbea_min_actions":12,"cbea_non_zero_cost":2,"cbea_predict_in_learn":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"total_learn_calls":3,"total_log_calls":0,"total_predict_calls":3,"cbea_avg_actions_per_event":12.0,"cbea_avg_feat_per_action":101.0,"cbea_avg_feat_per_event":1221.0,"cbea_avg_ns_per_action":9.0,"cbea_avg_ns_per_event":117.0,"cbea_sum_cost":-2.0,"cbea_sum_cost_baseline":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"sum_loss":-0.12244897335767746,"first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":""}
{"cbea_label_first_action":0,"cbea_label_not_first":3,"cbea_labeled_ex":3,"cbea_max_actions":12,"cbea_min_actions":12,"cbea_non_zero_cost":2,"cbea_predict_in_learn":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"total_learn_calls":3,"total_log_calls":0,"total_predict_calls":3,"avg_loss":-0.040816325694322589,"cbea_avg_actions_per_event":12.0,"cbea_avg_feat_per_action":101.0,"cbea_avg_feat_per_event":1221.0,"cbea_avg_ns_per_action":9.0,"cbea_avg_ns_per_event":117.0,"cbea_sum_cost":-2.0,"cbea_sum_cost_baseline":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"sum_loss":-0.12244897335767746,"weighted_labeled_examples":3.0,"first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":""}
2 changes: 1 addition & 1 deletion test/test-sets/ref/metrics_.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"cbea_label_first_action":0,"cbea_label_not_first":3,"cbea_labeled_ex":3,"cbea_max_actions":12,"cbea_min_actions":12,"cbea_non_zero_cost":2,"cbea_predict_in_learn":0,"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"cbea_avg_actions_per_event":12.0,"cbea_avg_feat_per_action":835.0,"cbea_avg_feat_per_event":10030.0,"cbea_avg_ns_per_action":9.0,"cbea_avg_ns_per_event":117.0,"cbea_sum_cost":-2.0,"cbea_sum_cost_baseline":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"sum_loss":-0.12244897335767746,"first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":"","estimator_0":{"config_type":"exclusion","elements":"{}","self":{"conf_idx":0,"upcnt":0,"last_r":0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "}},"estimator_1":{"config_type":"exclusion","elements":"{[\"E\", \"j\"]}","self":{"conf_idx":25,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}},"estimator_2":{"config_type":"exclusion","elements":"{[\"E\", \"i\"]}","self":{"conf_idx":24,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}}}
{"cbea_label_first_action":0,"cbea_label_not_first":3,"cbea_labeled_ex":3,"cbea_max_actions":12,"cbea_min_actions":12,"cbea_non_zero_cost":2,"cbea_predict_in_learn":0,"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"avg_loss":-0.040816325694322589,"cbea_avg_actions_per_event":12.0,"cbea_avg_feat_per_action":835.0,"cbea_avg_feat_per_event":10030.0,"cbea_avg_ns_per_action":9.0,"cbea_avg_ns_per_event":117.0,"cbea_sum_cost":-2.0,"cbea_sum_cost_baseline":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"sum_loss":-0.12244897335767746,"weighted_labeled_examples":3.0,"first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":"","estimator_0":{"config_type":"exclusion","elements":"{}","self":{"conf_idx":0,"upcnt":0,"last_r":0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "}},"estimator_1":{"config_type":"exclusion","elements":"{[\"E\", \"j\"]}","self":{"conf_idx":25,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}},"estimator_2":{"config_type":"exclusion","elements":"{[\"E\", \"i\"]}","self":{"conf_idx":24,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}}}
2 changes: 1 addition & 1 deletion test/test-sets/ref/metrics_2.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"sfm_count_learn_example_with_shared":0,"total_learn_calls":1000,"total_log_calls":2,"total_predict_calls":0,"sum_loss":132.50100708007813}
{"sfm_count_learn_example_with_shared":0,"total_learn_calls":1000,"total_log_calls":2,"total_predict_calls":0,"avg_loss":0.1325010061264038,"sum_loss":132.50100708007813,"weighted_labeled_examples":1000.0}
2 changes: 1 addition & 1 deletion test/test-sets/ref/metrics_cbadfautoml.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"sum_loss":0.0,"first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":"","estimator_0":{"config_type":"exclusion","elements":"{}","self":{"conf_idx":0,"upcnt":0,"last_r":0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "}},"estimator_1":{"config_type":"exclusion","elements":"{[\"E\", \"j\"]}","self":{"conf_idx":25,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}},"estimator_2":{"config_type":"exclusion","elements":"{[\"E\", \"i\"]}","self":{"conf_idx":24,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}}}
{"current_champ":0,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":3,"test_county":3,"total_champ_switches":0,"total_learn_calls":3,"total_log_calls":1,"total_predict_calls":0,"avg_loss":0.0,"dsjson_sum_cost_original":0.0,"dsjson_sum_cost_original_baseline":0.0,"sum_loss":0.0,"weighted_labeled_examples":3.0,"first_event_id":"0074434d3a3a46529f65de8a59631939","first_event_time":"","last_event_id":"9077f996581148978a0ebe2484260dab","last_event_time":"","estimator_0":{"config_type":"exclusion","elements":"{}","self":{"conf_idx":0,"upcnt":0,"last_r":0.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "}},"estimator_1":{"config_type":"exclusion","elements":"{[\"E\", \"j\"]}","self":{"conf_idx":25,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ei -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}},"estimator_2":{"config_type":"exclusion","elements":"{[\"E\", \"i\"]}","self":{"conf_idx":24,"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0,"interactions":"-q EE -q EG -q EM -q EO -q ER -q ES -q ET -q Ej -q GG -q GM -q GO -q GR -q GS -q GT -q Gi -q Gj -q MM -q MO -q MR -q MS -q MT -q Mi -q Mj -q OO -q OR -q OS -q OT -q Oi -q Oj -q RR -q RS -q RT -q Ri -q Rj -q SS -q ST -q Si -q Sj -q TT -q Ti -q Tj -q ii -q ij -q jj "},"sync_champ":{"upcnt":3,"last_r":1.0,"last_w":0.0,"lb":0.0,"ub":1.0}}}
2 changes: 1 addition & 1 deletion test/test-sets/ref/metrics_ccb.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"cbea_label_first_action":16,"cbea_label_not_first":50,"cbea_labeled_ex":66,"cbea_max_actions":4,"cbea_min_actions":3,"cbea_non_zero_cost":41,"cbea_predict_in_learn":0,"dsjson_number_label_equal_baseline_first_slot":16,"dsjson_number_label_not_equal_baseline_first_slot":43,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":66,"total_learn_calls":59,"total_log_calls":0,"total_predict_calls":0,"cbea_avg_actions_per_event":3.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":-28.560001373291017,"cbea_sum_cost_baseline":-9.260000228881836,"dsjson_sum_cost_original":-28.560001373291017,"dsjson_sum_cost_original_first_slot":-27.760000228881837,"dsjson_sum_cost_original_label_equal_baseline_first_slot":-9.460000038146973,"sum_loss":-27.341999053955079,"first_event_id":"0000000","first_event_time":"2021-04-26T17:23:28.1726275","last_event_id":"0000058","last_event_time":"2021-04-26T17:23:35.3057067"}
{"cbea_label_first_action":16,"cbea_label_not_first":50,"cbea_labeled_ex":66,"cbea_max_actions":4,"cbea_min_actions":3,"cbea_non_zero_cost":41,"cbea_predict_in_learn":0,"dsjson_number_label_equal_baseline_first_slot":16,"dsjson_number_label_not_equal_baseline_first_slot":43,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":66,"total_learn_calls":59,"total_log_calls":0,"total_predict_calls":0,"avg_loss":-0.4634236991405487,"cbea_avg_actions_per_event":3.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":-28.560001373291017,"cbea_sum_cost_baseline":-9.260000228881836,"dsjson_sum_cost_original":-28.560001373291017,"dsjson_sum_cost_original_first_slot":-27.760000228881837,"dsjson_sum_cost_original_label_equal_baseline_first_slot":-9.460000038146973,"sum_loss":-27.341999053955079,"weighted_labeled_examples":59.0,"first_event_id":"0000000","first_event_time":"2021-04-26T17:23:28.1726275","last_event_id":"0000058","last_event_time":"2021-04-26T17:23:35.3057067"}
2 changes: 1 addition & 1 deletion test/test-sets/ref/metrics_ccb_noevent.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"cbea_label_first_action":16,"cbea_label_not_first":50,"cbea_labeled_ex":66,"cbea_max_actions":4,"cbea_min_actions":3,"cbea_non_zero_cost":41,"cbea_predict_in_learn":0,"dsjson_number_label_equal_baseline_first_slot":16,"dsjson_number_label_not_equal_baseline_first_slot":43,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":66,"total_learn_calls":59,"total_log_calls":0,"total_predict_calls":0,"cbea_avg_actions_per_event":3.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":-28.560001373291017,"cbea_sum_cost_baseline":-9.260000228881836,"dsjson_sum_cost_original":-28.560001373291017,"dsjson_sum_cost_original_first_slot":-27.760000228881837,"dsjson_sum_cost_original_label_equal_baseline_first_slot":-9.460000038146973,"sum_loss":-27.341999053955079,"first_event_id":"","first_event_time":"2021-04-26T17:23:28.1726275","last_event_id":"","last_event_time":"2021-04-26T17:23:35.3057067"}
{"cbea_label_first_action":16,"cbea_label_not_first":50,"cbea_labeled_ex":66,"cbea_max_actions":4,"cbea_min_actions":3,"cbea_non_zero_cost":41,"cbea_predict_in_learn":0,"dsjson_number_label_equal_baseline_first_slot":16,"dsjson_number_label_not_equal_baseline_first_slot":43,"line_parse_error":0,"number_events_zero_actions":0,"number_skipped_events":0,"sfm_count_learn_example_with_shared":66,"total_learn_calls":59,"total_log_calls":0,"total_predict_calls":0,"avg_loss":-0.4634236991405487,"cbea_avg_actions_per_event":3.0,"cbea_avg_feat_per_action":0.0,"cbea_avg_feat_per_event":0.0,"cbea_avg_ns_per_action":0.0,"cbea_avg_ns_per_event":0.0,"cbea_sum_cost":-28.560001373291017,"cbea_sum_cost_baseline":-9.260000228881836,"dsjson_sum_cost_original":-28.560001373291017,"dsjson_sum_cost_original_first_slot":-27.760000228881837,"dsjson_sum_cost_original_label_equal_baseline_first_slot":-9.460000038146973,"sum_loss":-27.341999053955079,"weighted_labeled_examples":59.0,"first_event_id":"","first_event_time":"2021-04-26T17:23:28.1726275","last_event_id":"","last_event_time":"2021-04-26T17:23:35.3057067"}
Loading

0 comments on commit c585151

Please sign in to comment.