{ "version": "attempt_audit@1", "registry_captured_at": "2026-10-17T19:01:35.294095+00:00", "registry_digests": { "hypotheses": "c07bae898fa79f9adff9ee9c326f8899", "experiments": "4d0137a330ce6c8d3b85d6e73c9b22bb" }, "inventory": [ { "experiment_id": 1, "hypothesis_id": 1, "status": "negative", "strategy": "core_allocation", "created_at": "2026-09-23T02:08:39.881095+00:00", "period": [ "2019-09-24", "2026-09-22" ], "result_sha256": "15d389acc5e394812f19853d81dd3b554938cbc4eef5e008e6f083de091a8f0a", "content_hash_verified": true, "repeat_group": "7df83dea198447bd3e1a884c53222bde40b634fca16dc940486e5eaf2bcd6f71" }, { "experiment_id": 2, "hypothesis_id": 1, "status": "negative", "strategy": "core_allocation", "created_at": "2026-09-23T02:08:52.998023+00:00", "period": [ "2019-09-24", "2026-09-22" ], "result_sha256": "15d389acc5e394812f19853d81dd3b554938cbc4eef5e008e6f083de091a8f0a", "content_hash_verified": true, "repeat_group": "7df83dea198447bd3e1a884c53222bde40b634fca16dc940486e5eaf2bcd6f71" }, { "experiment_id": 3, "hypothesis_id": 1, "status": "negative", "strategy": "core_allocation", "created_at": "2026-09-23T02:21:18.658858+00:00", "period": [ "2019-09-24", "2026-09-22" ], "result_sha256": "15d389acc5e394812f19853d81dd3b554938cbc4eef5e008e6f083de091a8f0a", "content_hash_verified": true, "repeat_group": "5d508c5c69944ae408fb31bd6144c89e2e206a06e5f4e9017bc6b63a6c6e78d5" }, { "experiment_id": 4, "hypothesis_id": 2, "status": "negative", "strategy": "btc_breakout_4h", "created_at": "2026-09-23T17:30:43.09276+00:00", "period": [ "2019-03-08", "2026-09-22" ], "result_sha256": "b9b3e3e5e9a331fbb3f58f81086cab475f54bcf3578b0fad8113ad05db470f79", "content_hash_verified": true, "repeat_group": "31988c6c0fef51a75cf914de23bc6b64a68d1c7b964cf97953cc751b3747c8c8" }, { "experiment_id": 5, "hypothesis_id": 3, "status": "inconclusive", "strategy": "btc_monthly_trend", "created_at": "2026-10-05T23:13:17.997333+00:00", "period": [ "2020-04-01", "2026-10-04" ], "result_sha256": "19bfbe5dea00d5deb37cc3760c3073500d536f3ad0296cd23943cbed168b685e", "content_hash_verified": true, "repeat_group": "dd6d1c53137ac162860160ad4f98bde6724351503108671a0042381c74e03568" }, { "experiment_id": 6, "hypothesis_id": 3, "status": "inconclusive", "strategy": "btc_monthly_trend", "created_at": "2026-10-05T23:14:51.974952+00:00", "period": [ "2020-04-01", "2026-10-04" ], "result_sha256": "19bfbe5dea00d5deb37cc3760c3073500d536f3ad0296cd23943cbed168b685e", "content_hash_verified": true, "repeat_group": "dd6d1c53137ac162860160ad4f98bde6724351503108671a0042381c74e03568" }, { "experiment_id": 7, "hypothesis_id": 4, "status": "inconclusive", "strategy": "btc_monthly_trend_crosscheck", "created_at": "2026-10-05T23:43:36.648029+00:00", "period": [ "2014-10-01", "2026-10-04" ], "result_sha256": "458c0643e487f41e1eccbafe6d61caeddd32a943e7dc93b1c17bca42e5850588", "content_hash_verified": true, "repeat_group": "43181817537dc18fd74dbebb31e6b80e07a7aabce58381d4893a159091c9fc5e" }, { "experiment_id": 8, "hypothesis_id": 4, "status": "inconclusive", "strategy": "btc_monthly_trend_crosscheck", "created_at": "2026-10-05T23:44:09.317568+00:00", "period": [ "2014-10-01", "2026-10-04" ], "result_sha256": "458c0643e487f41e1eccbafe6d61caeddd32a943e7dc93b1c17bca42e5850588", "content_hash_verified": true, "repeat_group": "43181817537dc18fd74dbebb31e6b80e07a7aabce58381d4893a159091c9fc5e" }, { "experiment_id": 9, "hypothesis_id": 5, "status": "inconclusive", "strategy": "breakout_squeeze", "created_at": "2026-10-06T00:32:25.906693+00:00", "period": [ "2019-03-08", "2026-10-04" ], "result_sha256": "ed2419f291c20f8b52ef2cbbbd05fecf4dec62f5f4c9a3a8d6d0bdae0a08681c", "content_hash_verified": true, "repeat_group": "43ee204f37ed0541fb93367220e4fbe5029ebdef1b26c23075fe94a635d07968" }, { "experiment_id": 10, "hypothesis_id": 5, "status": "inconclusive", "strategy": "breakout_squeeze", "created_at": "2026-10-06T00:33:12.479465+00:00", "period": [ "2019-03-08", "2026-10-04" ], "result_sha256": "ed2419f291c20f8b52ef2cbbbd05fecf4dec62f5f4c9a3a8d6d0bdae0a08681c", "content_hash_verified": true, "repeat_group": "43ee204f37ed0541fb93367220e4fbe5029ebdef1b26c23075fe94a635d07968" }, { "experiment_id": 11, "hypothesis_id": 6, "status": "inconclusive", "strategy": "pullback_ema", "created_at": "2026-10-11T09:36:57.188366+00:00", "period": [ "2019-03-08", "2026-10-04" ], "result_sha256": "9b312d3b5defc8d0b5ef500b839ad1714c6c02b24e9693d758a2bb7647f7f7f1", "content_hash_verified": true, "repeat_group": "3b74aa70dbb052a151e33c5c15cdbb89dcd8ceff81afbbea61c33c3f7a8d86a5" }, { "experiment_id": 12, "hypothesis_id": 6, "status": "inconclusive", "strategy": "pullback_ema", "created_at": "2026-10-11T09:37:43.749135+00:00", "period": [ "2019-03-08", "2026-10-04" ], "result_sha256": "9b312d3b5defc8d0b5ef500b839ad1714c6c02b24e9693d758a2bb7647f7f7f1", "content_hash_verified": true, "repeat_group": "3b74aa70dbb052a151e33c5c15cdbb89dcd8ceff81afbbea61c33c3f7a8d86a5" }, { "experiment_id": 13, "hypothesis_id": 7, "status": "failed", "strategy": "btc_volatility_control", "created_at": "2026-10-11T10:11:12.482889+00:00", "period": [ "2014-01-01", "2026-10-04" ], "reproducibility": "failed_retained_not_counted_as_success" }, { "experiment_id": 14, "hypothesis_id": 7, "status": "negative", "strategy": "btc_volatility_control", "created_at": "2026-10-11T10:13:36.861947+00:00", "period": [ "2014-01-01", "2026-10-04" ], "result_sha256": "a9a1ea561c707b3e1d4df8246d55205d5a0aa097d7f536c2d5fa0486b807aec7", "content_hash_verified": true, "repeat_group": "d63294851cba1ee4890cf477ff6324cb270ea629a4f76f59f4b6bb7c40d5375a" }, { "experiment_id": 15, "hypothesis_id": 7, "status": "negative", "strategy": "btc_volatility_control", "created_at": "2026-10-11T10:14:49.998981+00:00", "period": [ "2014-01-01", "2026-10-04" ], "result_sha256": "a9a1ea561c707b3e1d4df8246d55205d5a0aa097d7f536c2d5fa0486b807aec7", "content_hash_verified": true, "repeat_group": "d63294851cba1ee4890cf477ff6324cb270ea629a4f76f59f4b6bb7c40d5375a" }, { "experiment_id": 16, "hypothesis_id": 8, "status": "negative", "strategy": "btc_eth_relative_strength", "created_at": "2026-10-11T10:18:15.330888+00:00", "period": [ "2019-05-01", "2026-10-04" ], "result_sha256": "ca2e000655fd02a2b4b45e8b279415fc6e04b672730ceea17d81c120d4dcf169", "content_hash_verified": true, "repeat_group": "d9cc42675e20d2bf1190c517b21a3ad5c4bbe7f99a524ab33a7f2e8b24d405e6" }, { "experiment_id": 17, "hypothesis_id": 8, "status": "negative", "strategy": "btc_eth_relative_strength", "created_at": "2026-10-11T10:20:23.496758+00:00", "period": [ "2019-05-01", "2026-10-04" ], "result_sha256": "ca2e000655fd02a2b4b45e8b279415fc6e04b672730ceea17d81c120d4dcf169", "content_hash_verified": true, "repeat_group": "d9cc42675e20d2bf1190c517b21a3ad5c4bbe7f99a524ab33a7f2e8b24d405e6" }, { "experiment_id": 18, "hypothesis_id": 9, "status": "negative", "strategy": "btc_trend_ensemble", "created_at": "2026-10-11T13:12:22.857982+00:00", "period": [ "2019-12-01", "2026-10-04" ], "result_sha256": "c0532715b65b22d13092bdda19b23297a0101d45b2d326755ecbb77ad6d55b27", "content_hash_verified": true, "repeat_group": "08f70bce2a312e54ca428a7af1826433f041557ada1a0cd9961aead9b60c873b" }, { "experiment_id": 19, "hypothesis_id": 9, "status": "negative", "strategy": "btc_trend_ensemble", "created_at": "2026-10-11T13:12:58.708148+00:00", "period": [ "2019-12-01", "2026-10-04" ], "result_sha256": "c0532715b65b22d13092bdda19b23297a0101d45b2d326755ecbb77ad6d55b27", "content_hash_verified": true, "repeat_group": "08f70bce2a312e54ca428a7af1826433f041557ada1a0cd9961aead9b60c873b" }, { "experiment_id": 20, "hypothesis_id": 10, "status": "negative", "strategy": "btc_channel_trend", "created_at": "2026-10-11T13:16:46.178201+00:00", "period": [ "2019-12-01", "2026-10-04" ], "result_sha256": "c6e1401266850e62eebe4349df21e58b5cbe2174fd37809c05b9f7fa14c54efe", "content_hash_verified": true, "repeat_group": "09cbdb6e86f0e18706652d2bba538088a9943ee4923ff1f0a935b434a54ef4e6" }, { "experiment_id": 21, "hypothesis_id": 10, "status": "negative", "strategy": "btc_channel_trend", "created_at": "2026-10-11T13:19:15.057782+00:00", "period": [ "2019-12-01", "2026-10-04" ], "result_sha256": "c6e1401266850e62eebe4349df21e58b5cbe2174fd37809c05b9f7fa14c54efe", "content_hash_verified": true, "repeat_group": "09cbdb6e86f0e18706652d2bba538088a9943ee4923ff1f0a935b434a54ef4e6" }, { "experiment_id": 22, "hypothesis_id": 11, "status": "negative", "strategy": "btc_core_trend", "created_at": "2026-10-11T13:20:26.439523+00:00", "period": [ "2020-04-01", "2026-10-04" ], "result_sha256": "7a94db28860785a74efc6781372c1f6f27950b62be09ba14f4efafa22caa01b1", "content_hash_verified": true, "repeat_group": "e6a9e74e031bfd9ba9d9011e6329e7b3297d50bd95e03acc41f5d77fc0197f5d" }, { "experiment_id": 23, "hypothesis_id": 11, "status": "negative", "strategy": "btc_core_trend", "created_at": "2026-10-11T13:21:51.755687+00:00", "period": [ "2020-04-01", "2026-10-04" ], "result_sha256": "7a94db28860785a74efc6781372c1f6f27950b62be09ba14f4efafa22caa01b1", "content_hash_verified": true, "repeat_group": "e6a9e74e031bfd9ba9d9011e6329e7b3297d50bd95e03acc41f5d77fc0197f5d" }, { "experiment_id": 24, "hypothesis_id": 13, "status": "negative", "strategy": "btc_eth_equal_risk", "created_at": "2026-10-11T14:45:18.946969+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "cc00bef2830de0d3b6739fb0d0c45edd43dfbf3e1c298e2f2e47414d1d5a9e63", "content_hash_verified": true, "repeat_group": "9965ac1d9eff020f237ddb1a469925381101827035e63898912bc4694829a358" }, { "experiment_id": 25, "hypothesis_id": 13, "status": "negative", "strategy": "btc_eth_equal_risk", "created_at": "2026-10-11T14:45:31.529155+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "cc00bef2830de0d3b6739fb0d0c45edd43dfbf3e1c298e2f2e47414d1d5a9e63", "content_hash_verified": true, "repeat_group": "9965ac1d9eff020f237ddb1a469925381101827035e63898912bc4694829a358" }, { "experiment_id": 26, "hypothesis_id": 14, "status": "negative", "strategy": "btc_eth_minimum_variance", "created_at": "2026-10-11T14:45:44.168477+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "47a16ab62f061e9c8dc77264c4fbe4d07de56767fa64cc41869b85789c7ea7d3", "content_hash_verified": true, "repeat_group": "7bf19633065b03ebe25b7becfbea322e48656eee06b7f82ff4e60be0b083d2e8" }, { "experiment_id": 27, "hypothesis_id": 14, "status": "negative", "strategy": "btc_eth_minimum_variance", "created_at": "2026-10-11T14:45:56.271156+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "47a16ab62f061e9c8dc77264c4fbe4d07de56767fa64cc41869b85789c7ea7d3", "content_hash_verified": true, "repeat_group": "7bf19633065b03ebe25b7becfbea322e48656eee06b7f82ff4e60be0b083d2e8" }, { "experiment_id": 28, "hypothesis_id": 15, "status": "negative", "strategy": "funding_contrarian", "created_at": "2026-10-11T16:07:50.165067+00:00", "period": [ "2020-05-01", "2026-09-30" ], "result_sha256": "d95931d19000cdbef6b5609e9e2e26b0d455ed923c0f3492c91c9c5fe0d1b6b8", "content_hash_verified": true, "repeat_group": "218d7a1339b6030e2625bc5ad5ff4c3cf46ebfa98b2240854b795058cc8291ee" }, { "experiment_id": 29, "hypothesis_id": 15, "status": "negative", "strategy": "funding_contrarian", "created_at": "2026-10-11T16:08:05.304898+00:00", "period": [ "2020-05-01", "2026-09-30" ], "result_sha256": "d95931d19000cdbef6b5609e9e2e26b0d455ed923c0f3492c91c9c5fe0d1b6b8", "content_hash_verified": true, "repeat_group": "218d7a1339b6030e2625bc5ad5ff4c3cf46ebfa98b2240854b795058cc8291ee" }, { "experiment_id": 30, "hypothesis_id": 16, "status": "negative", "strategy": "dollar_filter", "created_at": "2026-10-11T16:14:18.325116+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "2b52da485fac6dc59ece9d51226923ba8f8d29a50c78051510f94f127a558ff8", "content_hash_verified": true, "repeat_group": "8f369cc27f0715d2cb6f3d635b1dd7b8717b272b9103c148be3aadbddb68258a" }, { "experiment_id": 31, "hypothesis_id": 16, "status": "negative", "strategy": "dollar_filter", "created_at": "2026-10-11T16:14:31.829881+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "2b52da485fac6dc59ece9d51226923ba8f8d29a50c78051510f94f127a558ff8", "content_hash_verified": true, "repeat_group": "8f369cc27f0715d2cb6f3d635b1dd7b8717b272b9103c148be3aadbddb68258a" }, { "experiment_id": 32, "hypothesis_id": 17, "status": "negative", "strategy": "mining_recovery", "created_at": "2026-10-11T18:56:00.119447+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "a8aafdee36b6763be5dfe14c0ec1155dfaa5b52649a44165e84db120c63dcc77", "content_hash_verified": true, "repeat_group": "2d4fd52da02cdef4b4d70a2ac53070bc8a6190605e662ebd557f2b958569e49b" }, { "experiment_id": 33, "hypothesis_id": 17, "status": "negative", "strategy": "mining_recovery", "created_at": "2026-10-11T18:56:15.864984+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "a8aafdee36b6763be5dfe14c0ec1155dfaa5b52649a44165e84db120c63dcc77", "content_hash_verified": true, "repeat_group": "2d4fd52da02cdef4b4d70a2ac53070bc8a6190605e662ebd557f2b958569e49b" }, { "experiment_id": 34, "hypothesis_id": 18, "status": "negative", "strategy": "sentiment_contrarian", "created_at": "2026-10-11T18:56:31.898188+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "a8ab9941d2745e04c80ba502a6d6eac4f14d8a584242eb889ca037f36e4ed8ab", "content_hash_verified": true, "repeat_group": "787835657f83998aade1a29a3cc8cbe934660c1947e610ee166583ca2aa77a90" }, { "experiment_id": 35, "hypothesis_id": 18, "status": "negative", "strategy": "sentiment_contrarian", "created_at": "2026-10-11T18:56:43.809091+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "a8ab9941d2745e04c80ba502a6d6eac4f14d8a584242eb889ca037f36e4ed8ab", "content_hash_verified": true, "repeat_group": "787835657f83998aade1a29a3cc8cbe934660c1947e610ee166583ca2aa77a90" }, { "experiment_id": 36, "hypothesis_id": 19, "status": "negative", "strategy": "onchain_valuation", "created_at": "2026-10-13T22:55:13.676705+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "30ec80bf2edc9858afc7bb6e1d70f4167b7d597d6c43b0c8ab31505b3121d82b", "content_hash_verified": true, "repeat_group": "5bf173ad6e716e340a46de7a96d737140f6b2ccad8a13e65f2c3924a6ed759d1" }, { "experiment_id": 37, "hypothesis_id": 19, "status": "negative", "strategy": "onchain_valuation", "created_at": "2026-10-13T22:55:56.300203+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "30ec80bf2edc9858afc7bb6e1d70f4167b7d597d6c43b0c8ab31505b3121d82b", "content_hash_verified": true, "repeat_group": "5bf173ad6e716e340a46de7a96d737140f6b2ccad8a13e65f2c3924a6ed759d1" }, { "experiment_id": 38, "hypothesis_id": 20, "status": "negative", "strategy": "gradual_valuation", "created_at": "2026-10-13T22:58:17.749807+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "9dde0abba7f5ccaf759634b16f45543cd1e00fa0305ab47f34b38937393c6b67", "content_hash_verified": true, "repeat_group": "9a45fdfd4f5445138d021d2e85fe36156771373c94704a282e0d8f2b3b4099b1" }, { "experiment_id": 39, "hypothesis_id": 20, "status": "negative", "strategy": "gradual_valuation", "created_at": "2026-10-13T22:59:00.458436+00:00", "period": [ "2019-09-01", "2026-10-04" ], "result_sha256": "9dde0abba7f5ccaf759634b16f45543cd1e00fa0305ab47f34b38937393c6b67", "content_hash_verified": true, "repeat_group": "9a45fdfd4f5445138d021d2e85fe36156771373c94704a282e0d8f2b3b4099b1" } ], "summary": { "hypotheses": 24, "experiments": 39, "completed": 38, "failed": 1, "distinct_execution_signatures": 20, "completed_hypotheses": 19, "hypothesis_outcomes": { "negative": 15, "inconclusive": 4 }, "repeat_executions": 18, "hypotheses_without_experiment": [ 12, 21, 22, 23, 24 ], "execution_signature_outcomes": { "negative": 16, "inconclusive": 4 }, "local_families_reproduced": 15, "completed_without_block_matrix": [ 1, 2, 3, 4, 5, 6, 7, 8 ], "rule_columns_in_local_matrices": 91 }, "local_diagnostics": [ { "experiment_ids": [ 9, 10 ], "calendar": [ [ "2019-09-25", "2020-04-14", 203 ], [ "2020-04-15", "2020-11-03", 203 ], [ "2020-11-04", "2021-05-25", 203 ], [ "2021-05-26", "2021-12-14", 203 ], [ "2021-12-15", "2022-07-05", 203 ], [ "2022-07-06", "2023-01-24", 203 ], [ "2023-01-25", "2023-08-15", 203 ], [ "2023-08-16", "2024-03-05", 203 ] ], "variants": 9, "scenario_count": 12, "dsr": { "value": 0.039352961174785095, "nominal_columns": 9, "weeks": 232, "weekly_score": -0.11179533210072923, "threshold": 0.0040335688437204715, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.02857142857142857, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "base", "hold_24", "hold_36", "target_1_6", "target_2_4", "volume_1_2", "volume_1_8", "window_16", "window_24" ], "correlation": [ [ 1.0, 0.9999856657544102, 0.999987311986918, 0.9998871801182104, 0.9999240238733083, 0.9999813778736403, 0.9999196865956914, 0.9995562397425968, 0.9996525411536396 ], [ 0.9999856657544102, 1.0, 0.9999717504184499, 0.9998726654556963, 0.999910404111516, 0.9999671117467143, 0.9999057342883588, 0.9995374421986908, 0.9996401209540882 ], [ 0.999987311986918, 0.9999717504184499, 1.0, 0.9998746586419439, 0.9999101865794542, 0.9999686405627966, 0.9999068669931643, 0.9995435999202316, 0.9996360359684752 ], [ 0.9998871801182104, 0.9998726654556963, 0.9998746586419439, 1.0, 0.9998118921896331, 0.9998712690576547, 0.9998046867812583, 0.999471154335168, 0.9996961033050007 ], [ 0.9999240238733083, 0.999910404111516, 0.9999101865794542, 0.9998118921896331, 1.0, 0.9999060878694466, 0.9998449602977482, 0.999466641019593, 0.9995462634820824 ], [ 0.9999813778736403, 0.9999671117467143, 0.9999686405627966, 0.9998712690576547, 0.9999060878694466, 1.0, 0.9999014336453943, 0.999580132573, 0.9996370116205914 ], [ 0.9999196865956914, 0.9999057342883588, 0.9999068669931643, 0.9998046867812583, 0.9998449602977482, 0.9999014336453943, 1.0, 0.9995124845645548, 0.9997255375015531 ], [ 0.9995562397425968, 0.9995374421986908, 0.9995435999202316, 0.999471154335168, 0.999466641019593, 0.999580132573, 0.9995124845645548, 1.0, 0.999259647352777 ], [ 0.9996525411536396, 0.9996401209540882, 0.9996360359684752, 0.9996961033050007, 0.9995462634820824, 0.9996370116205914, 0.9997255375015531, 0.999259647352777, 1.0 ] ], "mean_pair_correlation": 0.9997659597370403, "min_pair_correlation": 0.999259647352777, "max_pair_correlation": 0.999987311986918, "concentration_dimension_not_trial_count": 1.0004161641997538, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 11, 12 ], "calendar": [ [ "2019-09-25", "2020-04-14", 203 ], [ "2020-04-15", "2020-11-03", 203 ], [ "2020-11-04", "2021-05-25", 203 ], [ "2021-05-26", "2021-12-14", 203 ], [ "2021-12-15", "2022-07-05", 203 ], [ "2022-07-06", "2023-01-24", 203 ], [ "2023-01-25", "2023-08-15", 203 ], [ "2023-08-16", "2024-03-05", 203 ] ], "variants": 9, "scenario_count": 12, "dsr": { "value": 0.047960516085020166, "nominal_columns": 9, "weeks": 232, "weekly_score": -0.10762308315832259, "threshold": 0.0019184848189542966, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.32142857142857145, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "adx_16", "adx_24", "base", "hold_24", "hold_36", "rsi_32", "rsi_48", "stop_1_2", "stop_1_8" ], "correlation": [ [ 1.0, 0.999973162559595, 0.999973162559595, 0.9999596095400421, 0.999973162559595, 0.9999582456395644, 0.9995250411348643, 0.9999486074141835, 0.999973026885638 ], [ 0.999973162559595, 1.0, 1.0, 0.9999862487642011, 1.0, 0.9999848430011682, 0.9996113358530762, 0.9999754513233223, 0.9999998676562508 ], [ 0.999973162559595, 1.0, 1.0, 0.9999862487642011, 1.0, 0.9999848430011682, 0.9996113358530762, 0.9999754513233223, 0.9999998676562508 ], [ 0.9999596095400421, 0.9999862487642011, 0.9999862487642011, 1.0, 0.9999862487642011, 0.9999995799893077, 0.9996003699073702, 0.9999770604114943, 0.9999850217143159 ], [ 0.999973162559595, 1.0, 1.0, 0.9999862487642011, 1.0, 0.9999848430011682, 0.9996113358530762, 0.9999754513233223, 0.9999998676562508 ], [ 0.9999582456395644, 0.9999848430011682, 0.9999848430011682, 0.9999995799893077, 0.9999848430011682, 1.0, 0.9995991701260837, 0.9999730200196639, 0.9999837204318404 ], [ 0.9995250411348643, 0.9996113358530762, 0.9996113358530762, 0.9996003699073702, 0.9996113358530762, 0.9995991701260837, 1.0, 0.9995876593815598, 0.9996111344931956 ], [ 0.9999486074141835, 0.9999754513233223, 0.9999754513233223, 0.9999770604114943, 0.9999754513233223, 0.9999730200196639, 0.9995876593815598, 1.0, 0.9999718031340573 ], [ 0.999973026885638, 0.9999998676562508, 0.9999998676562508, 0.9999850217143159, 0.9999998676562508, 0.9999837204318404, 0.9996111344931956, 0.9999718031340573, 1.0 ] ], "mean_pair_correlation": 0.9998957166026672, "min_pair_correlation": 0.9995250411348643, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.0001853941109038, "exact_weekly_duplicate_groups": [ [ "adx_24", "base", "hold_36" ] ] }, "reproduced": true }, { "experiment_ids": [ 14, 15 ], "calendar": [ [ "2019-05-01", "2020-01-26", 271 ], [ "2020-01-27", "2020-10-23", 271 ], [ "2020-10-24", "2021-07-21", 271 ], [ "2021-07-22", "2022-04-18", 271 ], [ "2022-04-19", "2023-01-14", 271 ], [ "2023-01-15", "2023-10-12", 271 ], [ "2023-10-13", "2024-07-09", 271 ], [ "2024-07-10", "2025-04-06", 271 ] ], "variants": 9, "scenario_count": 12, "dsr": { "value": 0.006087145969069507, "nominal_columns": 9, "weeks": 304, "weekly_score": -0.12913212158075546, "threshold": 0.01423603565734356, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.45, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "band_04", "band_06", "base", "exponent_1_6", "exponent_2_4", "reference_48", "reference_72", "window_24", "window_36" ], "correlation": [ [ 1.0, 0.9946312603619848, 0.9960322477457396, 0.9932905586129126, 0.9977415925112176, 0.9413868459221791, 0.9373889978602415, 0.9686551334460556, 0.9761464908431733 ], [ 0.9946312603619848, 1.0, 0.995148187373031, 0.9950455804174242, 0.9948266709152602, 0.9444875141721089, 0.9372931565201055, 0.9671034136939367, 0.9800696473306888 ], [ 0.9960322477457396, 0.995148187373031, 1.0, 0.9972360070928592, 0.9952839715260123, 0.9299411239364695, 0.9435902194351142, 0.9673321310003264, 0.9789662012681816 ], [ 0.9932905586129126, 0.9950455804174242, 0.9972360070928592, 1.0, 0.9905652228561672, 0.9250076482387745, 0.9547044203719768, 0.9651974964679549, 0.9815970661954089 ], [ 0.9977415925112176, 0.9948266709152602, 0.9952839715260123, 0.9905652228561672, 1.0, 0.9468114408912539, 0.9245538554177002, 0.964961612375311, 0.9735159259410345 ], [ 0.9413868459221791, 0.9444875141721089, 0.9299411239364695, 0.9250076482387745, 0.9468114408912539, 1.0, 0.8177212298218168, 0.9180250283856, 0.9316641599713671 ], [ 0.9373889978602415, 0.9372931565201055, 0.9435902194351142, 0.9547044203719768, 0.9245538554177002, 0.8177212298218168, 1.0, 0.9237702298097586, 0.9254364834881919 ], [ 0.9686551334460556, 0.9671034136939367, 0.9673321310003264, 0.9651974964679549, 0.964961612375311, 0.9180250283856, 0.9237702298097586, 1.0, 0.9465267200636032 ], [ 0.9761464908431733, 0.9800696473306888, 0.9789662012681816, 0.9815970661954089, 0.9735159259410345, 0.9316641599713671, 0.9254364834881919, 0.9465267200636032, 1.0 ] ], "mean_pair_correlation": 0.9589348747855817, "min_pair_correlation": 0.8177212298218168, "max_pair_correlation": 0.9977415925112176, "concentration_dimension_not_trial_count": 1.0757223360509904, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 16, 17 ], "calendar": [ [ "2019-05-01", "2020-01-26", 271 ], [ "2020-01-27", "2020-10-23", 271 ], [ "2020-10-24", "2021-07-21", 271 ], [ "2021-07-22", "2022-04-18", 271 ], [ "2022-04-19", "2023-01-14", 271 ], [ "2023-01-15", "2023-10-12", 271 ], [ "2023-10-13", "2024-07-09", 271 ], [ "2024-07-10", "2025-04-06", 271 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.18723028709184297, "nominal_columns": 5, "weeks": 304, "weekly_score": -0.03431710352903576, "threshold": 0.014971774858952932, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.6357142857142857, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "band_02", "band_03", "base", "window_22", "window_34" ], "correlation": [ [ 1.0, 0.992405150227301, 0.998689713584823, 0.9507548596871963, 0.9555335131828092 ], [ 0.992405150227301, 1.0, 0.9904759384705628, 0.9464512305507127, 0.9471265848598751 ], [ 0.998689713584823, 0.9904759384705628, 1.0, 0.9471590495312602, 0.9573273461122014 ], [ 0.9507548596871963, 0.9464512305507127, 0.9471590495312602, 1.0, 0.9065186523725293 ], [ 0.9555335131828092, 0.9471265848598751, 0.9573273461122014, 0.9065186523725293, 1.0 ] ], "mean_pair_correlation": 0.9592442038579272, "min_pair_correlation": 0.9065186523725293, "max_pair_correlation": 0.998689713584823, "concentration_dimension_not_trial_count": 1.0676048845969413, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 18, 19 ], "calendar": [ [ "2019-12-01", "2020-08-06", 250 ], [ "2020-08-07", "2021-04-13", 250 ], [ "2021-04-14", "2021-12-19", 250 ], [ "2021-12-20", "2022-08-26", 250 ], [ "2022-08-27", "2023-05-03", 250 ], [ "2023-05-04", "2024-01-08", 250 ], [ "2024-01-09", "2024-09-14", 250 ], [ "2024-09-15", "2025-05-22", 250 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.12627032570917768, "nominal_columns": 5, "weeks": 280, "weekly_score": -0.06772976411183063, "threshold": 0.005359631423686006, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.5714285714285714, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "band_04", "band_06", "base", "scale_08", "scale_12" ], "correlation": [ [ 1.0, 1.0, 1.0, 0.9795265406562548, 0.98817329273266 ], [ 1.0, 1.0, 1.0, 0.9795265406562548, 0.98817329273266 ], [ 1.0, 1.0, 1.0, 0.9795265406562548, 0.98817329273266 ], [ 0.9795265406562548, 0.9795265406562548, 0.9795265406562548, 1.0, 0.9616208924890075 ], [ 0.98817329273266, 0.98817329273266, 0.98817329273266, 0.9616208924890075, 1.0 ] ], "mean_pair_correlation": 0.9864720392655751, "min_pair_correlation": 0.9616208924890075, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.0218603860478874, "exact_weekly_duplicate_groups": [ [ "band_04", "band_06", "base" ] ] }, "reproduced": true }, { "experiment_ids": [ 20, 21 ], "calendar": [ [ "2019-12-01", "2020-08-06", 250 ], [ "2020-08-07", "2021-04-13", 250 ], [ "2021-04-14", "2021-12-19", 250 ], [ "2021-12-20", "2022-08-26", 250 ], [ "2022-08-27", "2023-05-03", 250 ], [ "2023-05-04", "2024-01-08", 250 ], [ "2024-01-09", "2024-09-14", 250 ], [ "2024-09-15", "2025-05-22", 250 ] ], "variants": 7, "scenario_count": 10, "dsr": { "value": 0.16604482468040083, "nominal_columns": 7, "weeks": 280, "weekly_score": -0.04267183100733519, "threshold": 0.016414039794285438, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.3142857142857143, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "band_04", "band_06", "base", "entry_44", "entry_66", "exit_16", "exit_24" ], "correlation": [ [ 1.0, 0.9999300359350968, 0.9999300359350968, 0.9168495738225366, 0.9875914415124976, 0.9944689931217393, 0.9927636266933154 ], [ 0.9999300359350968, 1.0, 1.0, 0.9169518351443784, 0.987862754299811, 0.9945278726368569, 0.9928136745803847 ], [ 0.9999300359350968, 1.0, 1.0, 0.9169518351443784, 0.987862754299811, 0.9945278726368569, 0.9928136745803847 ], [ 0.9168495738225366, 0.9169518351443784, 0.9169518351443784, 1.0, 0.9052434282466016, 0.9121314875754778, 0.9083090850747306 ], [ 0.9875914415124976, 0.987862754299811, 0.987862754299811, 0.9052434282466016, 1.0, 0.9823881837303047, 0.9806159457802367 ], [ 0.9944689931217393, 0.9945278726368569, 0.9945278726368569, 0.9121314875754778, 0.9823881837303047, 1.0, 0.9872850367057885 ], [ 0.9927636266933154, 0.9928136745803847, 0.9928136745803847, 0.9083090850747306, 0.9806159457802367, 0.9872850367057885, 1.0 ] ], "mean_pair_correlation": 0.9691342451169659, "min_pair_correlation": 0.9052434282466016, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.0537183227516407, "exact_weekly_duplicate_groups": [ [ "band_06", "base" ] ] }, "reproduced": true }, { "experiment_ids": [ 22, 23 ], "calendar": [ [ "2020-04-01", "2020-11-23", 237 ], [ "2020-11-24", "2021-07-18", 237 ], [ "2021-07-19", "2022-03-12", 237 ], [ "2022-03-13", "2022-11-04", 237 ], [ "2022-11-05", "2023-06-29", 237 ], [ "2023-06-30", "2024-02-21", 237 ], [ "2024-02-22", "2024-10-15", 237 ], [ "2024-10-16", "2025-06-09", 237 ] ], "variants": 7, "scenario_count": 10, "dsr": { "value": 0.37854259812602453, "nominal_columns": 7, "weeks": 264, "weekly_score": 0.010536700626138503, "threshold": 0.029303635344270655, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.7357142857142858, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "band_04", "band_06", "base", "floor_24", "floor_36", "window_12", "window_8" ], "correlation": [ [ 1.0, 0.9967313411632023, 0.9967313411632023, 0.9971325941292029, 0.9960638352564728, 0.8545814848972507, 0.7504398572808458 ], [ 0.9967313411632023, 1.0, 1.0, 0.9997455633956143, 0.999037419557869, 0.8572992759509289, 0.7529724239163275 ], [ 0.9967313411632023, 1.0, 1.0, 0.9997455633956143, 0.999037419557869, 0.8572992759509289, 0.7529724239163275 ], [ 0.9971325941292029, 0.9997455633956143, 0.9997455633956143, 1.0, 0.9983855453853658, 0.8567032543103671, 0.751267575489479 ], [ 0.9960638352564728, 0.999037419557869, 0.999037419557869, 0.9983855453853658, 1.0, 0.8578164274331551, 0.7545047639193264 ], [ 0.8545814848972507, 0.8572992759509289, 0.8572992759509289, 0.8567032543103671, 0.8578164274331551, 1.0, 0.7290040614917396 ], [ 0.7504398572808458, 0.7529724239163275, 0.7529724239163275, 0.751267575489479, 0.7545047639193264, 0.7290040614917396, 1.0 ] ], "mean_pair_correlation": 0.8932129260743376, "min_pair_correlation": 0.7290040614917396, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.1952667667402481, "exact_weekly_duplicate_groups": [ [ "band_06", "base" ] ] }, "reproduced": true }, { "experiment_ids": [ 24, 25 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.8198889744075422, "nominal_columns": 5, "weeks": 296, "weekly_score": 0.06553459429492507, "threshold": 0.01184731864080444, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.7857142857142857, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "band_02", "band_03", "base", "window_108", "window_72" ], "correlation": [ [ 1.0, 0.8860289537089752, 0.943829369755246, 0.9113208240790052, 0.9102676650374333 ], [ 0.8860289537089752, 1.0, 0.9300610458443789, 0.9348090351701382, 0.8744071739983981 ], [ 0.943829369755246, 0.9300610458443789, 1.0, 0.9419735142039121, 0.9265929864889674 ], [ 0.9113208240790052, 0.9348090351701382, 0.9419735142039121, 1.0, 0.8796235459127102 ], [ 0.9102676650374333, 0.8744071739983981, 0.9265929864889674, 0.8796235459127102, 1.0 ] ], "mean_pair_correlation": 0.9138914114199164, "min_pair_correlation": 0.8744071739983981, "max_pair_correlation": 0.943829369755246, "concentration_dimension_not_trial_count": 1.151219635316382, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 26, 27 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.6351653793828149, "nominal_columns": 5, "weeks": 296, "weekly_score": 0.024365346554206493, "threshold": 0.004063720750693138, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.6642857142857143, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "band_02", "band_03", "base", "window_108", "window_72" ], "correlation": [ [ 1.0, 0.9996134164523245, 0.9996134164523245, 0.980482503277973, 0.9785692859299988 ], [ 0.9996134164523245, 1.0, 1.0, 0.9803560257218282, 0.9775734363176611 ], [ 0.9996134164523245, 1.0, 1.0, 0.9803560257218282, 0.9775734363176611 ], [ 0.980482503277973, 0.9803560257218282, 0.9803560257218282, 1.0, 0.9713440936541625 ], [ 0.9785692859299988, 0.9775734363176611, 0.9775734363176611, 0.9713440936541625, 1.0 ] ], "mean_pair_correlation": 0.9845481639845761, "min_pair_correlation": 0.9713440936541625, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.0250604632961258, "exact_weekly_duplicate_groups": [ [ "band_03", "base" ] ] }, "reproduced": true }, { "experiment_ids": [ 28, 29 ], "calendar": [ [ "2020-05-01", "2020-12-20", 234 ], [ "2020-12-21", "2021-08-11", 234 ], [ "2021-08-12", "2022-04-02", 234 ], [ "2022-04-03", "2022-11-22", 234 ], [ "2022-11-23", "2023-07-14", 234 ], [ "2023-07-15", "2024-03-04", 234 ], [ "2024-03-05", "2024-10-24", 234 ], [ "2024-10-25", "2025-06-15", 234 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.1874431735802688, "nominal_columns": 5, "weeks": 264, "weekly_score": -0.007837162454341304, "threshold": 0.04600232477951527, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": null, "estimable_folds": 60, "dependence": { "estimable": true, "columns": [ "base", "threshold_1_6", "threshold_2_4", "window_108", "window_72" ], "correlation": [ [ 1.0, 0.5511854724327228, 0.47384490053618544, 0.9424123169249854, 0.35062877643144574 ], [ 0.5511854724327228, 1.0, 0.26062498382771665, 0.5789067464319375, 0.19609971640263457 ], [ 0.47384490053618544, 0.26062498382771665, 1.0, 0.4455957499660776, 0.3697244739096531 ], [ 0.9424123169249854, 0.5789067464319375, 0.4455957499660776, 1.0, 0.34034480777921033 ], [ 0.35062877643144574, 0.19609971640263457, 0.3697244739096531, 0.34034480777921033, 1.0 ] ], "mean_pair_correlation": 0.4509367944642569, "min_pair_correlation": 0.19609971640263457, "max_pair_correlation": 0.9424123169249854, "concentration_dimension_not_trial_count": 2.534460667357613, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 30, 31 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.701266219954044, "nominal_columns": 5, "weeks": 296, "weekly_score": 0.049619966181283566, "threshold": 0.019832234559486777, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.30714285714285716, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "base", "fast_16", "fast_24", "slow_120", "slow_80" ], "correlation": [ [ 1.0, 0.8964567787283845, 0.969627349438558, 0.9537683574845864, 0.8801235489644793 ], [ 0.8964567787283845, 1.0, 0.8679614855121736, 0.8543982447614148, 0.9641019412294091 ], [ 0.969627349438558, 0.8679614855121736, 1.0, 0.9206545892333814, 0.8596170900275663 ], [ 0.9537683574845864, 0.8543982447614148, 0.9206545892333814, 1.0, 0.851434484283733 ], [ 0.8801235489644793, 0.9641019412294091, 0.8596170900275663, 0.851434484283733, 1.0 ] ], "mean_pair_correlation": 0.9018143869663687, "min_pair_correlation": 0.851434484283733, "max_pair_correlation": 0.969627349438558, "concentration_dimension_not_trial_count": 1.1734404454620209, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 32, 33 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.08278227726557341, "nominal_columns": 5, "weeks": 296, "weekly_score": -0.07694656302920341, "threshold": 0.008352266085148446, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.8642857142857143, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "base", "fast_24", "fast_36", "slow_48", "slow_72" ], "correlation": [ [ 1.0, 0.9716696231452401, 0.9939618943006521, 0.9639166946952172, 0.9951457275192142 ], [ 0.9716696231452401, 1.0, 0.9660205069711436, 0.9812219978912196, 0.9667677805559214 ], [ 0.9939618943006521, 0.9660205069711436, 1.0, 0.9580781052738897, 0.9884918729538376 ], [ 0.9639166946952172, 0.9812219978912196, 0.9580781052738897, 1.0, 0.9623366458369378 ], [ 0.9951457275192142, 0.9667677805559214, 0.9884918729538376, 0.9623366458369378, 1.0 ] ], "mean_pair_correlation": 0.9747610849143273, "min_pair_correlation": 0.9580781052738897, "max_pair_correlation": 0.9951457275192142, "concentration_dimension_not_trial_count": 1.0413797364920954, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 34, 35 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.04619872072365977, "nominal_columns": 5, "weeks": 296, "weekly_score": -0.07264648244699395, "threshold": 0.024697831794481064, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.5785714285714286, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "base", "fear_20", "fear_30", "greed_60", "greed_90" ], "correlation": [ [ 1.0, 0.8302804892161982, 0.8726300068540409, 0.8227583921369206, 0.8166970140585982 ], [ 0.8302804892161982, 1.0, 0.7348337783337202, 0.8916321682469404, 0.6713792576723463 ], [ 0.8726300068540409, 0.7348337783337202, 1.0, 0.7274954097155774, 0.8011038952530085 ], [ 0.8227583921369206, 0.8916321682469404, 0.7274954097155774, 1.0, 0.6690407884915025 ], [ 0.8166970140585982, 0.6713792576723463, 0.8011038952530085, 0.6690407884915025, 1.0 ] ], "mean_pair_correlation": 0.7837851199978854, "min_pair_correlation": 0.6690407884915025, "max_pair_correlation": 0.8916321682469404, "concentration_dimension_not_trial_count": 1.4369227388056325, "exact_weekly_duplicate_groups": [] }, "reproduced": true }, { "experiment_ids": [ 36, 37 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.36109109354181756, "nominal_columns": 5, "weeks": 296, "weekly_score": 0.013196800937016619, "threshold": 0.03374064870885163, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.4857142857142857, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "base", "high_24", "high_36", "low_08", "low_12" ], "correlation": [ [ 1.0, 0.885889747689016, 0.3421241414329832, 0.785736490944759, 1.0 ], [ 0.885889747689016, 1.0, 0.4195323698013407, 0.8295630482960559, 0.885889747689016 ], [ 0.3421241414329832, 0.4195323698013407, 1.0, 0.3670882730497711, 0.3421241414329832 ], [ 0.785736490944759, 0.8295630482960559, 0.3670882730497711, 1.0, 0.785736490944759 ], [ 1.0, 0.885889747689016, 0.3421241414329832, 0.785736490944759, 1.0 ] ], "mean_pair_correlation": 0.6643684451280685, "min_pair_correlation": 0.3421241414329832, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.6583970425173957, "exact_weekly_duplicate_groups": [ [ "base", "low_12" ] ] }, "reproduced": true }, { "experiment_ids": [ 38, 39 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "variants": 5, "scenario_count": 8, "dsr": { "value": 0.09679335675111284, "nominal_columns": 5, "weeks": 296, "weekly_score": -0.06696513967292905, "threshold": 0.00874571786691873, "scope": "IID_log_excess_nominal_N_not_global" }, "pbo": 0.4714285714285714, "estimable_folds": 70, "dependence": { "estimable": true, "columns": [ "base", "high_24", "high_36", "low_08", "low_12" ], "correlation": [ [ 1.0, 0.9848144778369774, 0.9874826653861888, 0.9959048618965775, 0.994348332901154 ], [ 0.9848144778369774, 1.0, 0.9689174381263478, 0.9898841128787207, 0.9687987158703152 ], [ 0.9874826653861888, 0.9689174381263478, 1.0, 0.9806958418357731, 0.9872099276935559 ], [ 0.9959048618965775, 0.9898841128787207, 0.9806958418357731, 1.0, 0.9816217316635008 ], [ 0.994348332901154, 0.9687987158703152, 0.9872099276935559, 0.9816217316635008, 1.0 ] ], "mean_pair_correlation": 0.983967810608911, "min_pair_correlation": 0.9687987158703152, "max_pair_correlation": 0.9959048618965775, "concentration_dimension_not_trial_count": 1.0260444405029268, "exact_weekly_duplicate_groups": [] }, "reproduced": true } ], "paired_diagnostics": [ { "experiments": [ 18, 20 ], "calendar": [ [ "2019-12-01", "2020-08-06", 250 ], [ "2020-08-07", "2021-04-13", 250 ], [ "2021-04-14", "2021-12-19", 250 ], [ "2021-12-20", "2022-08-26", 250 ], [ "2022-08-27", "2023-05-03", 250 ], [ "2023-05-04", "2024-01-08", 250 ], [ "2024-01-09", "2024-09-14", 250 ], [ "2024-09-15", "2025-05-22", 250 ] ], "reference_signature": "59be1b63cb53280eeee2e8a35223bfb71b274cdda9c7ec20d0be3f0159e2480d", "nominal_columns": 12, "pbo": 0.2571428571428571, "estimable_folds": 70, "base_dsr_diagnostics": { "18": { "value": 0.07618766696000023, "nominal_columns": 12, "weeks": 280, "weekly_score": -0.06772976411183063, "threshold": 0.023692112762899915, "scope": "IID_log_excess_nominal_N_not_global" }, "20": { "value": 0.13799200296437886, "nominal_columns": 12, "weeks": 280, "weekly_score": -0.04267183100733519, "threshold": 0.023692112762899915, "scope": "IID_log_excess_nominal_N_not_global" } }, "dependence": { "estimable": true, "columns": [ "base", "e18:band_04", "e18:band_06", "e18:scale_08", "e18:scale_12", "e20:band_04", "e20:band_06", "e20:base", "e20:entry_44", "e20:entry_66", "e20:exit_16", "e20:exit_24" ], "correlation": [ [ 1.0, 1.0, 1.0, 0.9795265406562548, 0.98817329273266, 0.8215166460629311, 0.8217765082949879, 0.8217765082949879, 0.8196219935491778, 0.825067360801132, 0.8207713183463193, 0.8136647623022564 ], [ 1.0, 1.0, 1.0, 0.9795265406562548, 0.98817329273266, 0.8215166460629311, 0.8217765082949879, 0.8217765082949879, 0.8196219935491778, 0.825067360801132, 0.8207713183463193, 0.8136647623022564 ], [ 1.0, 1.0, 1.0, 0.9795265406562548, 0.98817329273266, 0.8215166460629311, 0.8217765082949879, 0.8217765082949879, 0.8196219935491778, 0.825067360801132, 0.8207713183463193, 0.8136647623022564 ], [ 0.9795265406562548, 0.9795265406562548, 0.9795265406562548, 1.0, 0.9616208924890075, 0.826589288468944, 0.8271883891789208, 0.8271883891789208, 0.822677372968667, 0.8251911913775672, 0.8264329854016059, 0.8180437504352356 ], [ 0.98817329273266, 0.98817329273266, 0.98817329273266, 0.9616208924890075, 1.0, 0.8039474511057775, 0.8042917086025795, 0.8042917086025795, 0.7909273924319018, 0.8100992623183055, 0.8029941488136662, 0.7961533709730729 ], [ 0.8215166460629311, 0.8215166460629311, 0.8215166460629311, 0.826589288468944, 0.8039474511057775, 1.0, 0.9999300359350968, 0.9999300359350968, 0.9168495738225366, 0.9875914415124976, 0.9944689931217393, 0.9927636266933154 ], [ 0.8217765082949879, 0.8217765082949879, 0.8217765082949879, 0.8271883891789208, 0.8042917086025795, 0.9999300359350968, 1.0, 1.0, 0.9169518351443784, 0.987862754299811, 0.9945278726368569, 0.9928136745803847 ], [ 0.8217765082949879, 0.8217765082949879, 0.8217765082949879, 0.8271883891789208, 0.8042917086025795, 0.9999300359350968, 1.0, 1.0, 0.9169518351443784, 0.987862754299811, 0.9945278726368569, 0.9928136745803847 ], [ 0.8196219935491778, 0.8196219935491778, 0.8196219935491778, 0.822677372968667, 0.7909273924319018, 0.9168495738225366, 0.9169518351443784, 0.9169518351443784, 1.0, 0.9052434282466016, 0.9121314875754778, 0.9083090850747306 ], [ 0.825067360801132, 0.825067360801132, 0.825067360801132, 0.8251911913775672, 0.8100992623183055, 0.9875914415124976, 0.987862754299811, 0.987862754299811, 0.9052434282466016, 1.0, 0.9823881837303047, 0.9806159457802367 ], [ 0.8207713183463193, 0.8207713183463193, 0.8207713183463193, 0.8264329854016059, 0.8029941488136662, 0.9944689931217393, 0.9945278726368569, 0.9945278726368569, 0.9121314875754778, 0.9823881837303047, 1.0, 0.9872850367057885 ], [ 0.8136647623022564, 0.8136647623022564, 0.8136647623022564, 0.8180437504352356, 0.7961533709730729, 0.9927636266933154, 0.9928136745803847, 0.9928136745803847, 0.9083090850747306, 0.9806159457802367, 0.9872850367057885, 1.0 ] ], "mean_pair_correlation": 0.8914415339837145, "min_pair_correlation": 0.7909273924319018, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.2226787130222125, "exact_weekly_duplicate_groups": [ [ "base", "e18:band_04", "e18:band_06" ], [ "e20:band_06", "e20:base" ] ] }, "scope": "retrospective_pair_not_global" }, { "experiments": [ 24, 26 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "reference_signature": "1c718b85ebaca162ce10dd3bc95524f7d52e3486f704ab1264a94f91d1898f1e", "nominal_columns": 10, "pbo": 0.5285714285714286, "estimable_folds": 70, "base_dsr_diagnostics": { "24": { "value": 0.7444435278628242, "nominal_columns": 10, "weeks": 296, "weekly_score": 0.06553459429492507, "threshold": 0.026976725502563838, "scope": "IID_log_excess_nominal_N_not_global" }, "26": { "value": 0.4822729450532188, "nominal_columns": 10, "weeks": 296, "weekly_score": 0.024365346554206493, "threshold": 0.026976725502563838, "scope": "IID_log_excess_nominal_N_not_global" } }, "dependence": { "estimable": true, "columns": [ "base", "e24:band_02", "e24:band_03", "e24:window_108", "e24:window_72", "e26:band_02", "e26:band_03", "e26:base", "e26:window_108", "e26:window_72" ], "correlation": [ [ 1.0, 0.943829369755246, 0.9300610458443789, 0.9419735142039121, 0.9265929864889674, 0.871637235955788, 0.8720336508226416, 0.8720336508226416, 0.8664734630883744, 0.8537227221018835 ], [ 0.943829369755246, 1.0, 0.8860289537089752, 0.9113208240790052, 0.9102676650374333, 0.8908789011567626, 0.8894505718487064, 0.8894505718487064, 0.8879993758989144, 0.8684821743378386 ], [ 0.9300610458443789, 0.8860289537089752, 1.0, 0.9348090351701382, 0.8744071739983981, 0.8397741375831471, 0.8398667625857952, 0.8398667625857952, 0.8529060895024771, 0.8191453305340434 ], [ 0.9419735142039121, 0.9113208240790052, 0.9348090351701382, 1.0, 0.8796235459127102, 0.8816252595167996, 0.8826497771923383, 0.8826497771923383, 0.8974244554314702, 0.861549673545016 ], [ 0.9265929864889674, 0.9102676650374333, 0.8744071739983981, 0.8796235459127102, 1.0, 0.8312368848375818, 0.8309250160655435, 0.8309250160655435, 0.8386323435150648, 0.8559902269584564 ], [ 0.871637235955788, 0.8908789011567626, 0.8397741375831471, 0.8816252595167996, 0.8312368848375818, 1.0, 0.9996134164523245, 0.9996134164523245, 0.980482503277973, 0.9785692859299988 ], [ 0.8720336508226416, 0.8894505718487064, 0.8398667625857952, 0.8826497771923383, 0.8309250160655435, 0.9996134164523245, 1.0, 1.0, 0.9803560257218282, 0.9775734363176611 ], [ 0.8720336508226416, 0.8894505718487064, 0.8398667625857952, 0.8826497771923383, 0.8309250160655435, 0.9996134164523245, 1.0, 1.0, 0.9803560257218282, 0.9775734363176611 ], [ 0.8664734630883744, 0.8879993758989144, 0.8529060895024771, 0.8974244554314702, 0.8386323435150648, 0.980482503277973, 0.9803560257218282, 0.9803560257218282, 1.0, 0.9713440936541625 ], [ 0.8537227221018835, 0.8684821743378386, 0.8191453305340434, 0.861549673545016, 0.8559902269584564, 0.9785692859299988, 0.9775734363176611, 0.9775734363176611, 0.9713440936541625, 1.0 ] ], "mean_pair_correlation": 0.9007050130008576, "min_pair_correlation": 0.8191453305340434, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.2008626050588822, "exact_weekly_duplicate_groups": [ [ "e26:band_03", "e26:base" ] ] }, "scope": "retrospective_pair_not_global" }, { "experiments": [ 32, 34 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "reference_signature": "945d979750962a287aa134f0e809ad84b00434d6081312009f19807795103ec4", "nominal_columns": 10, "pbo": 0.6428571428571429, "estimable_folds": 70, "base_dsr_diagnostics": { "32": { "value": 0.04127555933646798, "nominal_columns": 10, "weeks": 296, "weekly_score": -0.07694656302920341, "threshold": 0.029850766580513517, "scope": "IID_log_excess_nominal_N_not_global" }, "34": { "value": 0.038199910911982216, "nominal_columns": 10, "weeks": 296, "weekly_score": -0.07264648244699395, "threshold": 0.029850766580513517, "scope": "IID_log_excess_nominal_N_not_global" } }, "dependence": { "estimable": true, "columns": [ "base", "e32:fast_24", "e32:fast_36", "e32:slow_48", "e32:slow_72", "e34:base", "e34:fear_20", "e34:fear_30", "e34:greed_60", "e34:greed_90" ], "correlation": [ [ 1.0, 0.9716696231452401, 0.9939618943006521, 0.9639166946952172, 0.9951457275192142, 0.44549992872663446, 0.6197266399624869, 0.380608879593832, 0.5816970697007331, 0.3543871698285418 ], [ 0.9716696231452401, 1.0, 0.9660205069711436, 0.9812219978912196, 0.9667677805559214, 0.42976534954729395, 0.5958659811613197, 0.3681067726735123, 0.559691394044635, 0.34371631585187057 ], [ 0.9939618943006521, 0.9660205069711436, 1.0, 0.9580781052738897, 0.9884918729538376, 0.4470662351061564, 0.6189691687059875, 0.38376882681685287, 0.5798945541316709, 0.3584757096333798 ], [ 0.9639166946952172, 0.9812219978912196, 0.9580781052738897, 1.0, 0.9623366458369378, 0.4336643909596685, 0.5955361415274016, 0.3613015485919568, 0.5707342559408686, 0.3367251006266518 ], [ 0.9951457275192142, 0.9667677805559214, 0.9884918729538376, 0.9623366458369378, 1.0, 0.44072800363629827, 0.6155859409101176, 0.37528350970211116, 0.5800638667416449, 0.3534473138832053 ], [ 0.44549992872663446, 0.42976534954729395, 0.4470662351061564, 0.4336643909596685, 0.44072800363629827, 1.0, 0.8302804892161982, 0.8726300068540409, 0.8227583921369206, 0.8166970140585982 ], [ 0.6197266399624869, 0.5958659811613197, 0.6189691687059875, 0.5955361415274016, 0.6155859409101176, 0.8302804892161982, 1.0, 0.7348337783337202, 0.8916321682469404, 0.6713792576723463 ], [ 0.380608879593832, 0.3681067726735123, 0.38376882681685287, 0.3613015485919568, 0.37528350970211116, 0.8726300068540409, 0.7348337783337202, 1.0, 0.7274954097155774, 0.8011038952530085 ], [ 0.5816970697007331, 0.559691394044635, 0.5798945541316709, 0.5707342559408686, 0.5800638667416449, 0.8227583921369206, 0.8916321682469404, 0.7274954097155774, 1.0, 0.6690407884915025 ], [ 0.3543871698285418, 0.34371631585187057, 0.3584757096333798, 0.3367251006266518, 0.3534473138832053, 0.8166970140585982, 0.6713792576723463, 0.8011038952530085, 0.6690407884915025, 1.0 ] ], "mean_pair_correlation": 0.6514616026028213, "min_pair_correlation": 0.3367251006266518, "max_pair_correlation": 0.9951457275192142, "concentration_dimension_not_trial_count": 1.8879804614083857, "exact_weekly_duplicate_groups": [] }, "scope": "retrospective_pair_not_global" }, { "experiments": [ 36, 38 ], "calendar": [ [ "2019-09-01", "2020-05-16", 259 ], [ "2020-05-17", "2021-01-30", 259 ], [ "2021-01-31", "2021-10-16", 259 ], [ "2021-10-17", "2022-07-02", 259 ], [ "2022-07-03", "2023-03-18", 259 ], [ "2023-03-19", "2023-12-02", 259 ], [ "2023-12-03", "2024-08-17", 259 ], [ "2024-08-18", "2025-05-03", 259 ] ], "reference_signature": "8398af842797ba6188b736883d9c3e3bd6724e8135c8c567f9278b44e4c85c3b", "nominal_columns": 10, "pbo": 0.2642857142857143, "estimable_folds": 70, "base_dsr_diagnostics": { "36": { "value": 0.20354939198147493, "nominal_columns": 10, "weeks": 296, "weekly_score": 0.013196800937016619, "threshold": 0.061098214811402256, "scope": "IID_log_excess_nominal_N_not_global" }, "38": { "value": 0.0139391903771105, "nominal_columns": 10, "weeks": 296, "weekly_score": -0.06696513967292905, "threshold": 0.061098214811402256, "scope": "IID_log_excess_nominal_N_not_global" } }, "dependence": { "estimable": true, "columns": [ "base", "e36:high_24", "e36:high_36", "e36:low_08", "e36:low_12", "e38:base", "e38:high_24", "e38:high_36", "e38:low_08", "e38:low_12" ], "correlation": [ [ 1.0, 0.885889747689016, 0.3421241414329832, 0.785736490944759, 1.0, 0.768272074939334, 0.7419872761852554, 0.7819040481630132, 0.7688912835179321, 0.7543632559561765 ], [ 0.885889747689016, 1.0, 0.4195323698013407, 0.8295630482960559, 0.885889747689016, 0.8477143680177095, 0.8560331744382665, 0.8640700532317165, 0.8534832902827555, 0.831670451965392 ], [ 0.3421241414329832, 0.4195323698013407, 1.0, 0.3670882730497711, 0.3421241414329832, 0.5473857213069719, 0.52877153677319, 0.5521620622232282, 0.5426784700339248, 0.5471555699975903 ], [ 0.785736490944759, 0.8295630482960559, 0.3670882730497711, 1.0, 0.785736490944759, 0.7508188214080884, 0.7623401289320784, 0.765253750188626, 0.7781625797937055, 0.7172815342863197 ], [ 1.0, 0.885889747689016, 0.3421241414329832, 0.785736490944759, 1.0, 0.768272074939334, 0.7419872761852554, 0.7819040481630132, 0.7688912835179321, 0.7543632559561765 ], [ 0.768272074939334, 0.8477143680177095, 0.5473857213069719, 0.7508188214080884, 0.768272074939334, 1.0, 0.9848144778369774, 0.9874826653861888, 0.9959048618965775, 0.994348332901154 ], [ 0.7419872761852554, 0.8560331744382665, 0.52877153677319, 0.7623401289320784, 0.7419872761852554, 0.9848144778369774, 1.0, 0.9689174381263478, 0.9898841128787207, 0.9687987158703152 ], [ 0.7819040481630132, 0.8640700532317165, 0.5521620622232282, 0.765253750188626, 0.7819040481630132, 0.9874826653861888, 0.9689174381263478, 1.0, 0.9806958418357731, 0.9872099276935559 ], [ 0.7688912835179321, 0.8534832902827555, 0.5426784700339248, 0.7781625797937055, 0.7688912835179321, 0.9959048618965775, 0.9898841128787207, 0.9806958418357731, 1.0, 0.9816217316635008 ], [ 0.7543632559561765, 0.831670451965392, 0.5471555699975903, 0.7172815342863197, 0.7543632559561765, 0.994348332901154, 0.9687987158703152, 0.9872099276935559, 0.9816217316635008, 1.0 ] ], "mean_pair_correlation": 0.7746484432838395, "min_pair_correlation": 0.3421241414329832, "max_pair_correlation": 1.0, "concentration_dimension_not_trial_count": 1.49291118360844, "exact_weekly_duplicate_groups": [ [ "base", "e36:low_12" ] ] }, "scope": "retrospective_pair_not_global" } ], "global_inference": { "dsr": null, "pbo": null, "status": "not_identifiable", "reasons": [ "different_calendars_and_resets", "different_benchmarks_and_objectives", "adaptive_search_and_reused_history", "legacy_comparator_not_economic_validation", "nominal_columns_are_not_independent_trials" ] } }