Repository navigation
Expand file tree
/
Copy pathselection-result.json
More file actions
113 lines (113 loc) · 3.88 KB
/
Copy pathselection-result.json
File metadata and controls
113 lines (113 loc) · 3.88 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
{
"all_development_means": {
"variant-00": -0.19198929891902589,
"variant-01": 0.1693668688348838,
"variant-02": -0.10902143967622335,
"variant-03": -0.3433418728811013,
"variant-04": -0.13791982648342957,
"variant-05": -0.04064109123466379,
"variant-06": 0.15449013466414746,
"variant-07": -0.21945195087826735,
"variant-08": 0.05191488703487392,
"variant-09": 0.19573340285748336,
"variant-10": -0.006069093460867886,
"variant-11": 0.047832920372485495,
"variant-12": 0.18500427618075066,
"variant-13": 0.0756884685787818,
"variant-14": 0.20942644095729673,
"variant-15": 0.038414583992889655,
"variant-16": -0.13784476310362606,
"variant-17": 0.029546118633588442,
"variant-18": 0.20765829004757932,
"variant-19": 0.12440254018798233,
"variant-20": -0.21822686333023106,
"variant-21": 0.047570540366624815,
"variant-22": -0.195450804590873,
"variant-23": -0.0785433606144493,
"variant-24": -0.22497691994012659,
"variant-25": -0.25517676887161334,
"variant-26": -0.25224994166343295,
"variant-27": 0.05148621861799084,
"variant-28": -0.12534479411580507,
"variant-29": 0.10463407870034684,
"variant-30": 0.11700239370360017,
"variant-31": 0.037515433576688295,
"variant-32": -0.14371686509608184,
"variant-33": 0.23108248039565327,
"variant-34": -0.07514806922578614,
"variant-35": 0.08120518951831697,
"variant-36": 0.20392180408216526,
"variant-37": -0.2186648763709247,
"variant-38": -0.09307821505459904,
"variant-39": -0.055679279533131745,
"variant-40": 0.10340677025430298,
"variant-41": -0.11525115126901678,
"variant-42": 0.035724975573852694,
"variant-43": -0.13611451987711046,
"variant-44": 0.02007897887685569,
"variant-45": -0.08063095854062385,
"variant-46": 0.14939301247634126,
"variant-47": 0.13594765052885976,
"variant-48": 0.14216432090926032,
"variant-49": 0.3685778708246369
},
"development": {
"available": 40,
"maximum": 2.3021459876169317,
"mean": 0.3685778708246369,
"mean_ci": {
"confidence": 0.95,
"high": 0.6484551525455351,
"low": 0.08870058910373868,
"method": "Student t mean"
},
"median": 0.37337395325494216,
"minimum": -1.269584571392861,
"missing": 0,
"p05": -0.9571015382770083,
"p25": -0.14954134434695115,
"p75": 0.7676738228820752,
"p95": 1.892442849275406,
"requested": 40,
"standard_deviation": 0.8751210249745554,
"standard_error": 0.13836878336103453,
"variance": 0.7658368083525163
},
"development_outcome_digest": "48456a4eed5dd7779737de58c3b331fc268936ba89b63505119d84ad86af0248",
"evaluation": {
"available": 400,
"maximum": 2.699248982579818,
"mean": 0.030802457458354658,
"mean_ci": {
"confidence": 0.95,
"high": 0.12624810531851122,
"low": -0.06464319040180191,
"method": "Student t mean"
},
"median": -0.016920579948167272,
"minimum": -2.6614951247562577,
"missing": 0,
"p05": -1.5359337851266242,
"p25": -0.6580715643390411,
"p75": 0.6292592618056259,
"p95": 1.7353460687865594,
"requested": 400,
"standard_deviation": 0.970998755225562,
"standard_error": 0.0485499377612781,
"variance": 0.942838582649591
},
"evaluation_runs": 400,
"interpretation": "Selection optimism is expected over repetitions, not guaranteed in each sample. No root seeds were searched to force deterioration.",
"known_true_mean": 0.0,
"limitations": "Gaussian payoffs have known equal true skill; these are not simulated executions. One demo is not a performance study.",
"observed_deterioration": 0.33777541336628225,
"selected_variant": {
"configuration": {
"mean": 0.0,
"sd": 1.0,
"variant_id": "49"
},
"name": "variant-49"
},
"selection_rule": "highest development mean; original order breaks ties"
}