coolguyandCodex
7c20d53103
Add a microbench that separates game/encoding overhead, single-request policy boundary overhead, and batched PyTorch forward lower bounds. Record CPU/CUDA results and link the finding from the Julia port evaluation. Co-Authored-By: Codex <codex@openai.com>
359 lines
17 KiB
JSON
359 lines
17 KiB
JSON
{
|
|
"config": "configs/deep_cfr/default.yaml",
|
|
"device": "cpu",
|
|
"torch_threads": 1,
|
|
"traversals": 32,
|
|
"runs": 5,
|
|
"warmup": 1,
|
|
"corpus_size": 512,
|
|
"input_dim": 365,
|
|
"action_size": 22,
|
|
"full_traversal": {
|
|
"seconds": [
|
|
1.4774325820035301,
|
|
1.3015301960112993,
|
|
0.8726662800181657,
|
|
1.3711390359967481,
|
|
1.4644392740156036
|
|
],
|
|
"median_seconds": 1.3711390359967481,
|
|
"median_nodes": 12960.0,
|
|
"median_policy_calls": 6470.0,
|
|
"median_us_per_node": 107.45790918191044,
|
|
"median_us_per_policy_call": 215.2712861414653,
|
|
"stats": [
|
|
{
|
|
"traversal_nodes": 13710,
|
|
"traversal_terminals": 32,
|
|
"traversal_depth_cutoffs": 0,
|
|
"traversal_node_limit_cutoffs": 0,
|
|
"traversal_max_depth_reached": 560,
|
|
"traversal_advantage_samples": 6842,
|
|
"traversal_strategy_samples": 6842,
|
|
"traversal_sampled_actions": 6842,
|
|
"traversal_regret_matching_decisions": 6842,
|
|
"traversal_regret_fallback_count": 512,
|
|
"traversal_regret_fallback_rate": 0.07483192049108447,
|
|
"traversal_regret_fallback_avg_depth": 91.796875,
|
|
"traversal_regret_fallback_action_play_existing": 0,
|
|
"traversal_regret_fallback_action_open_new": 0,
|
|
"traversal_regret_fallback_action_discard": 0,
|
|
"traversal_regret_fallback_action_draw_deck": 208,
|
|
"traversal_regret_fallback_action_draw_pile": 304,
|
|
"traversal_regret_fallback_legal_actions_mean": 2.046875,
|
|
"traversal_regret_fallback_legal_play_existing_mean": 0.0,
|
|
"traversal_regret_fallback_legal_open_new_mean": 0.0,
|
|
"traversal_regret_fallback_legal_discard_mean": 0.0,
|
|
"traversal_regret_fallback_legal_draw_deck_mean": 1.0,
|
|
"traversal_regret_fallback_legal_draw_pile_mean": 1.046875,
|
|
"traversal_regret_fallback_open_new_available_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selected": 0,
|
|
"traversal_regret_fallback_open_new_selected_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selection_over_availability": 0.0,
|
|
"traversal_regret_fallback_avg_opened_colors_before_action": 3.384765625,
|
|
"traversal_regret_fallback_argmax_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_tie_rate": 0.0,
|
|
"traversal_regret_fallback_argmax_tie_size_mean": 0.0,
|
|
"traversal_regret_fallback_argmax_full_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_full_tie_rate": 0.0,
|
|
"traversal_cutoff_rollouts": 0,
|
|
"traversal_cutoff_rollout_steps": 0,
|
|
"traversal_cutoff_rollout_timeouts": 0,
|
|
"traversal_endpoint_depth_sum": 13678,
|
|
"traversal_endpoints": 32,
|
|
"traversal_avg_endpoint_depth": 427.4375,
|
|
"traversal_endpoint_depth_bucket_400_499": 15,
|
|
"traversal_endpoint_depth_bucket_500_599": 5,
|
|
"traversal_endpoint_depth_bucket_300_399": 12,
|
|
"traversal_regret_fallback_depth_bucket_200_249": 26,
|
|
"traversal_regret_fallback_depth_bucket_150_199": 53,
|
|
"traversal_regret_fallback_depth_bucket_50_99": 109,
|
|
"traversal_regret_fallback_depth_bucket_0_49": 212,
|
|
"traversal_regret_fallback_depth_bucket_400_plus": 3,
|
|
"traversal_regret_fallback_depth_bucket_250_299": 18,
|
|
"traversal_regret_fallback_depth_bucket_100_149": 82,
|
|
"traversal_regret_fallback_depth_bucket_300_349": 8,
|
|
"traversal_regret_fallback_depth_bucket_350_399": 1,
|
|
"traversal_regret_fallback_opened_colors_count_5": 152,
|
|
"traversal_regret_fallback_opened_colors_count_4": 128,
|
|
"traversal_regret_fallback_opened_colors_count_3": 98,
|
|
"traversal_regret_fallback_opened_colors_count_2": 64,
|
|
"traversal_regret_fallback_opened_colors_count_1": 39,
|
|
"traversal_regret_fallback_opened_colors_count_0": 31,
|
|
"advantage_samples_returned": 6842,
|
|
"strategy_samples_returned": 6842
|
|
},
|
|
{
|
|
"traversal_nodes": 12112,
|
|
"traversal_terminals": 32,
|
|
"traversal_depth_cutoffs": 0,
|
|
"traversal_node_limit_cutoffs": 0,
|
|
"traversal_max_depth_reached": 504,
|
|
"traversal_advantage_samples": 6046,
|
|
"traversal_strategy_samples": 6046,
|
|
"traversal_sampled_actions": 6046,
|
|
"traversal_regret_matching_decisions": 6046,
|
|
"traversal_regret_fallback_count": 680,
|
|
"traversal_regret_fallback_rate": 0.11247105524313596,
|
|
"traversal_regret_fallback_avg_depth": 98.55294117647058,
|
|
"traversal_regret_fallback_action_play_existing": 0,
|
|
"traversal_regret_fallback_action_open_new": 0,
|
|
"traversal_regret_fallback_action_discard": 0,
|
|
"traversal_regret_fallback_action_draw_deck": 366,
|
|
"traversal_regret_fallback_action_draw_pile": 314,
|
|
"traversal_regret_fallback_legal_actions_mean": 2.6470588235294117,
|
|
"traversal_regret_fallback_legal_play_existing_mean": 0.0,
|
|
"traversal_regret_fallback_legal_open_new_mean": 0.0,
|
|
"traversal_regret_fallback_legal_discard_mean": 0.0,
|
|
"traversal_regret_fallback_legal_draw_deck_mean": 1.0,
|
|
"traversal_regret_fallback_legal_draw_pile_mean": 1.6470588235294117,
|
|
"traversal_regret_fallback_open_new_available_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selected": 0,
|
|
"traversal_regret_fallback_open_new_selected_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selection_over_availability": 0.0,
|
|
"traversal_regret_fallback_avg_opened_colors_before_action": 4.067647058823529,
|
|
"traversal_regret_fallback_argmax_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_tie_rate": 0.0,
|
|
"traversal_regret_fallback_argmax_tie_size_mean": 0.0,
|
|
"traversal_regret_fallback_argmax_full_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_full_tie_rate": 0.0,
|
|
"traversal_cutoff_rollouts": 0,
|
|
"traversal_cutoff_rollout_steps": 0,
|
|
"traversal_cutoff_rollout_timeouts": 0,
|
|
"traversal_endpoint_depth_sum": 12080,
|
|
"traversal_endpoints": 32,
|
|
"traversal_avg_endpoint_depth": 377.5,
|
|
"traversal_endpoint_depth_bucket_400_499": 11,
|
|
"traversal_endpoint_depth_bucket_200_299": 3,
|
|
"traversal_endpoint_depth_bucket_300_399": 17,
|
|
"traversal_endpoint_depth_bucket_500_599": 1,
|
|
"traversal_regret_fallback_depth_bucket_300_349": 17,
|
|
"traversal_regret_fallback_depth_bucket_200_249": 46,
|
|
"traversal_regret_fallback_depth_bucket_150_199": 74,
|
|
"traversal_regret_fallback_depth_bucket_100_149": 108,
|
|
"traversal_regret_fallback_depth_bucket_50_99": 147,
|
|
"traversal_regret_fallback_depth_bucket_0_49": 258,
|
|
"traversal_regret_fallback_depth_bucket_250_299": 24,
|
|
"traversal_regret_fallback_depth_bucket_350_399": 6,
|
|
"traversal_regret_fallback_opened_colors_count_5": 404,
|
|
"traversal_regret_fallback_opened_colors_count_4": 107,
|
|
"traversal_regret_fallback_opened_colors_count_3": 57,
|
|
"traversal_regret_fallback_opened_colors_count_2": 56,
|
|
"traversal_regret_fallback_opened_colors_count_1": 35,
|
|
"traversal_regret_fallback_opened_colors_count_0": 21,
|
|
"advantage_samples_returned": 6046,
|
|
"strategy_samples_returned": 6046
|
|
},
|
|
{
|
|
"traversal_nodes": 8094,
|
|
"traversal_terminals": 32,
|
|
"traversal_depth_cutoffs": 0,
|
|
"traversal_node_limit_cutoffs": 0,
|
|
"traversal_max_depth_reached": 342,
|
|
"traversal_advantage_samples": 4048,
|
|
"traversal_strategy_samples": 4048,
|
|
"traversal_sampled_actions": 4048,
|
|
"traversal_regret_matching_decisions": 4048,
|
|
"traversal_regret_fallback_count": 0,
|
|
"traversal_regret_fallback_rate": 0.0,
|
|
"traversal_regret_fallback_avg_depth": 0.0,
|
|
"traversal_regret_fallback_action_play_existing": 0,
|
|
"traversal_regret_fallback_action_open_new": 0,
|
|
"traversal_regret_fallback_action_discard": 0,
|
|
"traversal_regret_fallback_action_draw_deck": 0,
|
|
"traversal_regret_fallback_action_draw_pile": 0,
|
|
"traversal_regret_fallback_legal_actions_mean": 0.0,
|
|
"traversal_regret_fallback_legal_play_existing_mean": 0.0,
|
|
"traversal_regret_fallback_legal_open_new_mean": 0.0,
|
|
"traversal_regret_fallback_legal_discard_mean": 0.0,
|
|
"traversal_regret_fallback_legal_draw_deck_mean": 0.0,
|
|
"traversal_regret_fallback_legal_draw_pile_mean": 0.0,
|
|
"traversal_regret_fallback_open_new_available_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selected": 0,
|
|
"traversal_regret_fallback_open_new_selected_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selection_over_availability": 0.0,
|
|
"traversal_regret_fallback_avg_opened_colors_before_action": 0.0,
|
|
"traversal_regret_fallback_argmax_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_tie_rate": 0.0,
|
|
"traversal_regret_fallback_argmax_tie_size_mean": 0.0,
|
|
"traversal_regret_fallback_argmax_full_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_full_tie_rate": 0.0,
|
|
"traversal_cutoff_rollouts": 0,
|
|
"traversal_cutoff_rollout_steps": 0,
|
|
"traversal_cutoff_rollout_timeouts": 0,
|
|
"traversal_endpoint_depth_sum": 8062,
|
|
"traversal_endpoints": 32,
|
|
"traversal_avg_endpoint_depth": 251.9375,
|
|
"traversal_endpoint_depth_bucket_200_299": 28,
|
|
"traversal_endpoint_depth_bucket_300_399": 3,
|
|
"traversal_endpoint_depth_bucket_100_199": 1,
|
|
"advantage_samples_returned": 4048,
|
|
"strategy_samples_returned": 4048
|
|
},
|
|
{
|
|
"traversal_nodes": 12960,
|
|
"traversal_terminals": 32,
|
|
"traversal_depth_cutoffs": 0,
|
|
"traversal_node_limit_cutoffs": 0,
|
|
"traversal_max_depth_reached": 598,
|
|
"traversal_advantage_samples": 6470,
|
|
"traversal_strategy_samples": 6470,
|
|
"traversal_sampled_actions": 6470,
|
|
"traversal_regret_matching_decisions": 6470,
|
|
"traversal_regret_fallback_count": 971,
|
|
"traversal_regret_fallback_rate": 0.1500772797527048,
|
|
"traversal_regret_fallback_avg_depth": 121.39546858908342,
|
|
"traversal_regret_fallback_action_play_existing": 0,
|
|
"traversal_regret_fallback_action_open_new": 0,
|
|
"traversal_regret_fallback_action_discard": 0,
|
|
"traversal_regret_fallback_action_draw_deck": 372,
|
|
"traversal_regret_fallback_action_draw_pile": 599,
|
|
"traversal_regret_fallback_legal_actions_mean": 2.818743563336766,
|
|
"traversal_regret_fallback_legal_play_existing_mean": 0.0,
|
|
"traversal_regret_fallback_legal_open_new_mean": 0.0,
|
|
"traversal_regret_fallback_legal_discard_mean": 0.0,
|
|
"traversal_regret_fallback_legal_draw_deck_mean": 1.0,
|
|
"traversal_regret_fallback_legal_draw_pile_mean": 1.8187435633367661,
|
|
"traversal_regret_fallback_open_new_available_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selected": 0,
|
|
"traversal_regret_fallback_open_new_selected_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selection_over_availability": 0.0,
|
|
"traversal_regret_fallback_avg_opened_colors_before_action": 3.9742533470648818,
|
|
"traversal_regret_fallback_argmax_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_tie_rate": 0.0,
|
|
"traversal_regret_fallback_argmax_tie_size_mean": 0.0,
|
|
"traversal_regret_fallback_argmax_full_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_full_tie_rate": 0.0,
|
|
"traversal_cutoff_rollouts": 0,
|
|
"traversal_cutoff_rollout_steps": 0,
|
|
"traversal_cutoff_rollout_timeouts": 0,
|
|
"traversal_endpoint_depth_sum": 12928,
|
|
"traversal_endpoints": 32,
|
|
"traversal_avg_endpoint_depth": 404.0,
|
|
"traversal_endpoint_depth_bucket_300_399": 16,
|
|
"traversal_endpoint_depth_bucket_500_599": 3,
|
|
"traversal_endpoint_depth_bucket_400_499": 12,
|
|
"traversal_endpoint_depth_bucket_200_299": 1,
|
|
"traversal_regret_fallback_depth_bucket_300_349": 45,
|
|
"traversal_regret_fallback_depth_bucket_200_249": 98,
|
|
"traversal_regret_fallback_depth_bucket_150_199": 98,
|
|
"traversal_regret_fallback_depth_bucket_100_149": 149,
|
|
"traversal_regret_fallback_depth_bucket_50_99": 194,
|
|
"traversal_regret_fallback_depth_bucket_0_49": 306,
|
|
"traversal_regret_fallback_depth_bucket_250_299": 60,
|
|
"traversal_regret_fallback_depth_bucket_350_399": 16,
|
|
"traversal_regret_fallback_depth_bucket_400_plus": 5,
|
|
"traversal_regret_fallback_opened_colors_count_5": 503,
|
|
"traversal_regret_fallback_opened_colors_count_4": 213,
|
|
"traversal_regret_fallback_opened_colors_count_2": 83,
|
|
"traversal_regret_fallback_opened_colors_count_1": 62,
|
|
"traversal_regret_fallback_opened_colors_count_3": 88,
|
|
"traversal_regret_fallback_opened_colors_count_0": 22,
|
|
"advantage_samples_returned": 6470,
|
|
"strategy_samples_returned": 6470
|
|
},
|
|
{
|
|
"traversal_nodes": 13732,
|
|
"traversal_terminals": 32,
|
|
"traversal_depth_cutoffs": 0,
|
|
"traversal_node_limit_cutoffs": 0,
|
|
"traversal_max_depth_reached": 576,
|
|
"traversal_advantage_samples": 6852,
|
|
"traversal_strategy_samples": 6852,
|
|
"traversal_sampled_actions": 6852,
|
|
"traversal_regret_matching_decisions": 6852,
|
|
"traversal_regret_fallback_count": 199,
|
|
"traversal_regret_fallback_rate": 0.029042615294804435,
|
|
"traversal_regret_fallback_avg_depth": 49.54271356783919,
|
|
"traversal_regret_fallback_action_play_existing": 0,
|
|
"traversal_regret_fallback_action_open_new": 0,
|
|
"traversal_regret_fallback_action_discard": 0,
|
|
"traversal_regret_fallback_action_draw_deck": 180,
|
|
"traversal_regret_fallback_action_draw_pile": 19,
|
|
"traversal_regret_fallback_legal_actions_mean": 1.5577889447236182,
|
|
"traversal_regret_fallback_legal_play_existing_mean": 0.0,
|
|
"traversal_regret_fallback_legal_open_new_mean": 0.0,
|
|
"traversal_regret_fallback_legal_discard_mean": 0.0,
|
|
"traversal_regret_fallback_legal_draw_deck_mean": 1.0,
|
|
"traversal_regret_fallback_legal_draw_pile_mean": 0.5577889447236181,
|
|
"traversal_regret_fallback_open_new_available_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selected": 0,
|
|
"traversal_regret_fallback_open_new_selected_rate": 0.0,
|
|
"traversal_regret_fallback_open_new_selection_over_availability": 0.0,
|
|
"traversal_regret_fallback_avg_opened_colors_before_action": 2.4673366834170856,
|
|
"traversal_regret_fallback_argmax_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_tie_rate": 0.0,
|
|
"traversal_regret_fallback_argmax_tie_size_mean": 0.0,
|
|
"traversal_regret_fallback_argmax_full_tie_count": 0,
|
|
"traversal_regret_fallback_argmax_full_tie_rate": 0.0,
|
|
"traversal_cutoff_rollouts": 0,
|
|
"traversal_cutoff_rollout_steps": 0,
|
|
"traversal_cutoff_rollout_timeouts": 0,
|
|
"traversal_endpoint_depth_sum": 13700,
|
|
"traversal_endpoints": 32,
|
|
"traversal_avg_endpoint_depth": 428.125,
|
|
"traversal_endpoint_depth_bucket_400_499": 12,
|
|
"traversal_endpoint_depth_bucket_300_399": 12,
|
|
"traversal_endpoint_depth_bucket_200_299": 2,
|
|
"traversal_endpoint_depth_bucket_500_599": 6,
|
|
"traversal_regret_fallback_depth_bucket_100_149": 18,
|
|
"traversal_regret_fallback_depth_bucket_0_49": 125,
|
|
"traversal_regret_fallback_depth_bucket_50_99": 46,
|
|
"traversal_regret_fallback_depth_bucket_150_199": 8,
|
|
"traversal_regret_fallback_depth_bucket_250_299": 1,
|
|
"traversal_regret_fallback_depth_bucket_200_249": 1,
|
|
"traversal_regret_fallback_opened_colors_count_4": 38,
|
|
"traversal_regret_fallback_opened_colors_count_3": 36,
|
|
"traversal_regret_fallback_opened_colors_count_2": 34,
|
|
"traversal_regret_fallback_opened_colors_count_1": 43,
|
|
"traversal_regret_fallback_opened_colors_count_0": 24,
|
|
"traversal_regret_fallback_opened_colors_count_5": 24,
|
|
"advantage_samples_returned": 6852,
|
|
"strategy_samples_returned": 6852
|
|
}
|
|
]
|
|
},
|
|
"encode_legal": {
|
|
"median_us": 3.096007276326418,
|
|
"p95_us": 3.8069847505539656,
|
|
"mean_legal_actions": 6.955078125,
|
|
"checksum": 14244.0
|
|
},
|
|
"push_pop": {
|
|
"median_us": 0.1510197762399912,
|
|
"p95_us": 0.22101448848843575,
|
|
"checksum": 26295
|
|
},
|
|
"policy_boundary_bs1": {
|
|
"median_us": 111.50000500492752,
|
|
"p95_us": 125.45599020086229,
|
|
"checksum": 2128.840651668608
|
|
},
|
|
"torch_forward": {
|
|
"1": {
|
|
"median_us_per_call": 88.96699000615627,
|
|
"p95_us_per_call": 97.41401299834251,
|
|
"checksum": 1910.6115314364433
|
|
},
|
|
"4": {
|
|
"median_us_per_call": 42.4988720624242,
|
|
"p95_us_per_call": 46.12924385583028,
|
|
"checksum": 1910.611463546753
|
|
},
|
|
"8": {
|
|
"median_us_per_call": 26.491186872590333,
|
|
"p95_us_per_call": 28.330872737569734,
|
|
"checksum": 1910.611445426941
|
|
},
|
|
"64": {
|
|
"median_us_per_call": 12.843968761444557,
|
|
"p95_us_per_call": 13.137109363015043,
|
|
"checksum": 1910.6114654541016
|
|
},
|
|
"256": {
|
|
"median_us_per_call": 11.324570266424416,
|
|
"p95_us_per_call": 11.40932033649733,
|
|
"checksum": 1910.6114501953125
|
|
}
|
|
}
|
|
} |