{"analyst":{"calibration":{"catboost_hybrid":{"month_6_intercept":-0.0030195527210283846,"selected":"sigmoid"},"catboost_internal":{"month_6_intercept":-0.0025532295867522203,"selected":"sigmoid"},"incumbent_proxy":{"month_6_intercept":-0.2098151955837528,"selected":"sigmoid"},"regularized_logistic":{"month_6_intercept":0.003402039489074431,"selected":"sigmoid"}},"comparators":[{"key":"catboost_hybrid","label":"CatBoost hybrid","metrics":{"auroc":0.894651,"brier_score":0.012878,"brier_skill":0.113577,"calibration_intercept":0.301433,"calibration_slope":1.041076,"ece":0.002255,"log_loss":0.055844,"pr_auc":0.212867,"prevalence":0.014746}},{"key":"catboost_internal","label":"CatBoost internal","metrics":{"auroc":0.892614,"brier_score":0.012945,"brier_skill":0.108947,"calibration_intercept":0.324997,"calibration_slope":1.042693,"ece":0.002491,"log_loss":0.056312,"pr_auc":0.205661,"prevalence":0.014746}},{"key":"incumbent_proxy","label":"Incumbent score proxy","metrics":{"auroc":0.676202,"brier_score":0.01438,"brier_skill":0.010189,"calibration_intercept":0.298725,"calibration_slope":1.036938,"ece":0.001966,"log_loss":0.073378,"pr_auc":0.040326,"prevalence":0.014746}},{"key":"prevalence","label":"Prevalence baseline","metrics":{"auroc":0.5,"brier_score":0.014548,"brier_skill":-0.001389,"calibration_intercept":-0.192019,"calibration_slope":0.877506,"ece":0.004493,"log_loss":0.077691,"pr_auc":0.014746,"prevalence":0.014746}},{"key":"regularized_logistic","label":"Regularized logistic","metrics":{"auroc":0.884799,"brier_score":0.013261,"brier_skill":0.087216,"calibration_intercept":0.480242,"calibration_slope":1.036948,"ece":0.004046,"log_loss":0.058357,"pr_auc":0.178672,"prevalence":0.014746}}],"drift":{"blocks":16,"checks":238,"reference":"months 0 to 5","top_features":[["velocity_4w",7],["velocity_6h",3],["velocity_24h",3],["date_of_birth_distinct_emails_4w",2],["zip_count_4w",1]],"warnings":12},"fairness_acceptance":{"date":"2026-08-10","decision":"accepted","feature_decision":"housing_status is retained in the feature contract. Removing it was measured and costs 2.39 percentage points of catch at 5% capacity and 63 month-7 fraud cases, is a partial mitigation only, and closes the gap partly by levelling down."},"fairness_reasons":["customer_age max_min_tpr_gap exceeds 0.10","customer_age review-rate ratio is outside 0.80-1.25","housing_status max_min_tpr_gap exceeds 0.10","housing_status max_min_fpr_gap exceeds 0.10","housing_status review-rate ratio is outside 0.80-1.25"],"lift":{"lower_95":0.02192035765574901,"observed":0.03419539500995067,"resamples":1000,"seed":20260805,"upper_95":0.046411665409631084},"linking":{"limitation":"Fixture quality is not evidence that BAF or production identities can be resolved.","summary":{"0.00":{"false_merge_rate_max":0.0,"max_elapsed_seconds":1.255,"pairwise_f1_mean":1.0,"pairwise_f1_min":1.0,"pairwise_f1_range":0.0},"0.05":{"false_merge_rate_max":0.0,"max_elapsed_seconds":1.301,"pairwise_f1_mean":0.996487033257778,"pairwise_f1_min":0.9954796584630838,"pairwise_f1_range":0.002014075872755705},"0.15":{"false_merge_rate_max":0.0,"max_elapsed_seconds":1.304,"pairwise_f1_mean":0.9608270714410717,"pairwise_f1_min":0.9528795811518325,"pairwise_f1_range":0.01352868758201764},"0.30":{"false_merge_rate_max":0.0,"max_elapsed_seconds":1.266,"pairwise_f1_mean":0.8630580536202829,"pairwise_f1_min":0.847926267281106,"pairwise_f1_range":0.03162555344718532}}},"provenance":{"dataset_version":"baf-2026-08-05-fb8d6d8b96f9","evidence_revision":"81a4b0b","files":[{"fraud_rate":0.011029,"name":"Base.csv","rows":1000000,"sha256":"7bf10a37ce07"},{"fraud_rate":0.011029,"name":"Variant I.csv","rows":1000000,"sha256":"48c637a255d1"},{"fraud_rate":0.011029,"name":"Variant II.csv","rows":1000000,"sha256":"60bcd971cf28"},{"fraud_rate":0.01103,"name":"Variant III.csv","rows":1000000,"sha256":"64693e549cff"},{"fraud_rate":0.01103,"name":"Variant IV.csv","rows":1000000,"sha256":"c6cddebbad34"},{"fraud_rate":0.01103,"name":"Variant V.csv","rows":1000000,"sha256":"470899bbef97"}]},"variants":[{"auroc":0.882227,"pr_auc":0.152894,"source":"baf_variant_i"},{"auroc":0.895336,"pr_auc":0.171613,"source":"baf_variant_ii"},{"auroc":0.878319,"pr_auc":0.140162,"source":"baf_variant_iii"},{"auroc":0.894537,"pr_auc":0.165903,"source":"baf_variant_iv"},{"auroc":0.879659,"pr_auc":0.139895,"source":"baf_variant_v"}]},"assumptions":{"fraud_exposure":{"default":12500,"max":20000,"min":5000,"step":100},"friction_cost":{"default":150,"max":300,"min":0,"step":10},"note":"The source data records no loan exposure, review cost, or customer value. Every money figure on this page is arithmetic over these three inputs, and is shown as a range because a review does not stop every fraud it finds and a stopped fraud does not recover the whole balance. Neither of those two factors is an observed figure.","recovery_bounds":{"high":1.0,"loss_given_fraud":[0.4,0.6,0.8,1.0],"low":0.24,"review_effectiveness":[0.6,0.75,0.9,1.0]},"review_cost":{"default":17,"max":27,"min":7,"step":1}},"cases":[{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Name and email similarity differed from lower-risk applications"],"id":"d511e6005b27","rank":1,"rules_fired":[],"score":0.934484},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the device signal","The incumbent score proxy increased estimated risk","Device Os increased risk"],"id":"1feb9034cea3","rank":2,"rules_fired":["Two or more recent emails share the device"],"score":0.924806},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","The incumbent score proxy increased estimated risk"],"id":"dbfef4d81704","rank":3,"rules_fired":[],"score":0.877848},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","The incumbent score proxy increased estimated risk"],"id":"9b3263ed86db","rank":4,"rules_fired":[],"score":0.843818},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"ac90b1ea8824","rank":5,"rules_fired":["Foreign request with weak name-and-email similarity"],"score":0.817014},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"3faf35595db8","rank":6,"rules_fired":[],"score":0.781758},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"26ae68465ece","rank":7,"rules_fired":[],"score":0.778683},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","The incumbent score proxy increased estimated risk"],"id":"4a81ddcfa0e7","rank":8,"rules_fired":[],"score":0.777328},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the device signal","The incumbent score proxy increased estimated risk","Multiple recent emails were associated with the birth-date signal"],"id":"81c2b9b36c9e","rank":9,"rules_fired":["Two or more recent emails share the device"],"score":0.775945},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the device signal","Device Os increased risk","Housing Status increased risk"],"id":"c7467ae9bdb6","rank":10,"rules_fired":["Two or more recent emails share the device"],"score":0.769507},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","The incumbent score proxy increased estimated risk","Housing Status increased risk"],"id":"619ab7b08be7","rank":11,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.764754},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the birth-date signal","The incumbent score proxy increased estimated risk","Device Os increased risk"],"id":"bf46d43e318f","rank":12,"rules_fired":[],"score":0.763297},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"472cf99d2e87","rank":13,"rules_fired":[],"score":0.762048},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","The incumbent score proxy increased estimated risk","Multiple recent emails were associated with the birth-date signal"],"id":"54679f41a6af","rank":14,"rules_fired":[],"score":0.737},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"5423e6a0a74b","rank":15,"rules_fired":[],"score":0.728334},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the device signal","Multiple recent emails were associated with the birth-date signal"],"id":"af11e71ef587","rank":16,"rules_fired":["Two or more recent emails share the device"],"score":0.715269},{"confirmed_fraud":false,"drivers":["The incumbent score proxy increased estimated risk","Device Os increased risk","Housing Status increased risk"],"id":"f0416f4be698","rank":17,"rules_fired":[],"score":0.711512},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Name and email similarity differed from lower-risk applications","Device Os increased risk"],"id":"bf98f4a9593d","rank":18,"rules_fired":[],"score":0.704492},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"d96d6d3452d4","rank":19,"rules_fired":[],"score":0.703668},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"68c5fcf957be","rank":20,"rules_fired":[],"score":0.702393},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"7bc7d7ab96d6","rank":21,"rules_fired":[],"score":0.700245},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Name and email similarity differed from lower-risk applications","Device Os increased risk"],"id":"13408f214129","rank":22,"rules_fired":["Foreign request with weak name-and-email similarity"],"score":0.697045},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","The incumbent score proxy increased estimated risk","Name and email similarity differed from lower-risk applications"],"id":"2cad65a814c8","rank":23,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.686695},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","The incumbent score proxy increased estimated risk","Device Os increased risk"],"id":"413889d4cede","rank":24,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.678841},{"confirmed_fraud":true,"drivers":["The incumbent score proxy increased estimated risk","Proposed Credit Limit increased risk","Device Os increased risk"],"id":"f824a0e376ff","rank":25,"rules_fired":[],"score":0.669288},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the birth-date signal","Device Os increased risk","Housing Status increased risk"],"id":"071cc758bc83","rank":26,"rules_fired":[],"score":0.665429},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","The incumbent score proxy increased estimated risk"],"id":"a9f0441a2967","rank":27,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.653731},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"d76ba9a48213","rank":28,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.645805},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the birth-date signal","The incumbent score proxy increased estimated risk","Device Os increased risk"],"id":"ea4f545dd0d9","rank":29,"rules_fired":[],"score":0.642816},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the device signal","Housing Status increased risk","Device Os increased risk"],"id":"efd5ebc1e121","rank":30,"rules_fired":["Two or more recent emails share the device"],"score":0.638965},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the birth-date signal","Device Os increased risk","Housing Status increased risk"],"id":"0b4f16039ea2","rank":31,"rules_fired":[],"score":0.630872},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"9622b82aa054","rank":32,"rules_fired":[],"score":0.629403},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"aedbe5a6a1d5","rank":33,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.619778},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"55954977882e","rank":34,"rules_fired":[],"score":0.618551},{"confirmed_fraud":true,"drivers":["The incumbent score proxy increased estimated risk","Housing Status increased risk","Name and email similarity differed from lower-risk applications"],"id":"3943c5981335","rank":35,"rules_fired":[],"score":0.615674},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"9d62fc51f538","rank":36,"rules_fired":[],"score":0.612953},{"confirmed_fraud":false,"drivers":["Multiple recent emails were associated with the device signal","Multiple recent emails were associated with the birth-date signal","Housing Status increased risk"],"id":"d0f270020173","rank":37,"rules_fired":["Two or more recent emails share the device"],"score":0.61079},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","The incumbent score proxy increased estimated risk"],"id":"5065d1b9d1e3","rank":38,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.608412},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"8a9d64a15e7f","rank":39,"rules_fired":[],"score":0.607578},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"49a4a47a252e","rank":40,"rules_fired":[],"score":0.604821},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"08fff1cbd5b6","rank":41,"rules_fired":[],"score":0.600233},{"confirmed_fraud":false,"drivers":["The incumbent score proxy increased estimated risk","Device Os increased risk","Name and email similarity differed from lower-risk applications"],"id":"27581334376e","rank":42,"rules_fired":[],"score":0.587067},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the device signal","Housing Status increased risk","Device Os increased risk"],"id":"4b1de572afb5","rank":43,"rules_fired":["Two or more recent emails share the device"],"score":0.584337},{"confirmed_fraud":false,"drivers":["Multiple recent emails were associated with the device signal","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"3714e424ca3b","rank":44,"rules_fired":["Two or more recent emails share the device"],"score":0.581679},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","The incumbent score proxy increased estimated risk"],"id":"fdd39532c5b7","rank":45,"rules_fired":[],"score":0.581459},{"confirmed_fraud":true,"drivers":["Multiple recent emails were associated with the device signal","Device Os increased risk","Housing Status increased risk"],"id":"b03e06cbf89d","rank":46,"rules_fired":["Two or more recent emails share the device"],"score":0.580666},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"d0b115b0474f","rank":47,"rules_fired":[],"score":0.578815},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","The incumbent score proxy increased estimated risk"],"id":"4d5200d16f8d","rank":48,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.578374},{"confirmed_fraud":false,"drivers":["Device Os increased risk","Name and email similarity differed from lower-risk applications","Housing Status increased risk"],"id":"1595a4d0383a","rank":49,"rules_fired":["Selected-branch application concentration in the top 1%"],"score":0.567252},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","The incumbent score proxy increased estimated risk"],"id":"bbbab61e08fd","rank":50,"rules_fired":[],"score":0.561835},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"ea17e84e9352","rank":51,"rules_fired":[],"score":0.561765},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Housing Status increased risk"],"id":"aa31ce9c3cc7","rank":52,"rules_fired":["Eight or more recent emails share the birth-date signal"],"score":0.556781},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Housing Status increased risk"],"id":"c741ca0c8c00","rank":53,"rules_fired":[],"score":0.556374},{"confirmed_fraud":true,"drivers":["The incumbent score proxy increased estimated risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"efdc41dac520","rank":54,"rules_fired":[],"score":0.554004},{"confirmed_fraud":true,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","Name and email similarity differed from lower-risk applications"],"id":"0c3bf89b0e2f","rank":55,"rules_fired":[],"score":0.550376},{"confirmed_fraud":false,"drivers":["The incumbent score proxy increased estimated risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"5ae21e8c9080","rank":56,"rules_fired":[],"score":0.549866},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the device signal","Multiple recent emails were associated with the birth-date signal"],"id":"cf08743055eb","rank":57,"rules_fired":["Two or more recent emails share the device"],"score":0.549428},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Multiple recent emails were associated with the birth-date signal","Device Os increased risk"],"id":"61db2aedac0a","rank":58,"rules_fired":[],"score":0.547447},{"confirmed_fraud":true,"drivers":["Name and email similarity differed from lower-risk applications","Housing Status increased risk","Income increased risk"],"id":"ddeaa14c367c","rank":59,"rules_fired":[],"score":0.545767},{"confirmed_fraud":false,"drivers":["Proposed Credit Limit increased risk","Device Os increased risk","The incumbent score proxy increased estimated risk"],"id":"c65bd3bc6536","rank":60,"rules_fired":[],"score":0.542542}],"decision":{"checks":[{"consequence":"Both this approach and today's screening overstate risk on the latest period by a similar margin, so a stated fraud probability cannot be trusted as a number.","key":"calibration_intercept_abs_at_most_0_10","label":"Risk estimates are not systematically off","passed":false},{"consequence":"The applicant mix moved materially over the period, so results measured on older months may not hold.","key":"no_automatic_promotion_psi_blocks","label":"The applicant population is stable enough to rely on","passed":false},{"consequence":null,"key":"calibration_slope_0_8_to_1_2","label":"Risk estimates are correctly spread","passed":true},{"consequence":null,"key":"catch_rate_improves_at_three_capacities","label":"Catches more fraud at the same review workload","passed":true},{"consequence":null,"key":"ece_at_most_0_02","label":"Stated risk matches observed risk","passed":true},{"consequence":null,"key":"economic_grid_positive_at_least_80_percent","label":"Pays for itself across the assumption range","passed":true},{"consequence":"Review rates differ enough between customer groups to need a governance decision before use.","key":"fairness_governance_review_resolved","label":"Segment differences reviewed and accepted","passed":true},{"consequence":null,"key":"no_capacity_regression_over_two_points","label":"No review level performs materially worse","passed":true},{"consequence":null,"key":"positive_brier_skill","label":"Risk estimates beat a naive base-rate guess","passed":true},{"consequence":null,"key":"pr_auc_lift_ci_lower_above_zero","label":"Ranks fraud better than today's screening, beyond sampling noise","passed":true},{"consequence":null,"key":"warnings_visible","label":"Every warning is surfaced to the reader","passed":true}],"checks_passed":9,"checks_total":11,"headline":"Not approved for rollout","reasons":["Model promotion gates failed: calibration intercept within 0.10 of zero, no distribution shift at the automatic-promotion block level.","16 PSI results meet the automatic-promotion block threshold."],"status":"refused"},"default_policy":{"actioned":4842,"capacity":0.05,"captureRate":0.5364145658263305,"caught":766,"ceiling":4842,"goodReviewed":4076,"hitRate":0.15819909128459314,"insultRate":0.042718650107425454,"referrals":0,"reviewRate":0.049998451101267,"worked":4842},"kpi":{"capacity":0.05,"periods":[{"applications":132440,"catch_change":null,"catch_rate":0.502,"caught":753,"fraud":1500,"overshoot":1,"period":"Period 0","rate_bps":113.26,"reviewed":6623,"yield":0.113695},{"applications":127620,"catch_change":0.045579,"catch_rate":0.547579,"caught":656,"fraud":1198,"overshoot":1,"period":"Period 1","rate_bps":93.87,"reviewed":6382,"yield":0.102789},{"applications":136979,"catch_change":-0.012521,"catch_rate":0.535058,"caught":641,"fraud":1198,"overshoot":1,"period":"Period 2","rate_bps":87.46,"reviewed":6849,"yield":0.09359},{"applications":150936,"catch_change":0.040373,"catch_rate":0.575431,"caught":801,"fraud":1392,"overshoot":1,"period":"Period 3","rate_bps":92.22,"reviewed":7547,"yield":0.106135},{"applications":127691,"catch_change":-0.010693,"catch_rate":0.564738,"caught":820,"fraud":1452,"overshoot":1,"period":"Period 4","rate_bps":113.71,"reviewed":6385,"yield":0.128426},{"applications":119323,"catch_change":-0.023987,"catch_rate":0.540751,"caught":763,"fraud":1411,"overshoot":1,"period":"Period 5","rate_bps":118.25,"reviewed":5967,"yield":0.12787},{"applications":108168,"catch_change":-0.055234,"catch_rate":0.485517,"caught":704,"fraud":1450,"overshoot":1,"period":"Period 6","rate_bps":134.05,"reviewed":5409,"yield":0.130153},{"applications":96843,"catch_change":0.050898,"catch_rate":0.536415,"caught":766,"fraud":1428,"overshoot":1,"period":"Period 7","rate_bps":147.46,"reviewed":4843,"yield":0.158166}],"source":"PostgreSQL Fraud Schema, analytics.fact_daily_strategy","vendor":[{"challenger":0.502,"extra_caught":471,"incumbent":0.188,"period":"Period 0"},{"challenger":0.547579,"extra_caught":426,"incumbent":0.191987,"period":"Period 1"},{"challenger":0.535058,"extra_caught":392,"incumbent":0.207846,"period":"Period 2"},{"challenger":0.575431,"extra_caught":483,"incumbent":0.228448,"period":"Period 3"},{"challenger":0.564738,"extra_caught":504,"incumbent":0.217631,"period":"Period 4"},{"challenger":0.540751,"extra_caught":491,"incumbent":0.192771,"period":"Period 5"},{"challenger":0.485517,"extra_caught":432,"incumbent":0.187586,"period":"Period 6"},{"challenger":0.536415,"extra_caught":471,"incumbent":0.206583,"period":"Period 7"}]},"meta":{"applications":96843,"data_nature":"Synthetic account-opening records. Not observed lending outcomes.","dataset_version":"baf-2026-08-05-fb8d6d8b96f9","evidence_revision":"81a4b0b","fraud":1428,"fraud_rate":0.014746,"good":95415,"period_label":"Month 7","period_note":"Final period, held back from every modelling decision"},"policies":{"capacities":[0.005,0.0075,0.01,0.015,0.02,0.025,0.03,0.04,0.05,0.06,0.07,0.08,0.1,0.12,0.15,0.18,0.2,0.25],"columns":["model","capacity","rules","fraud_caught","good_reviewed","queue_size","referrals","capacity_count"],"models":[{"key":"catboost_hybrid","label":"Proposed approach"},{"key":"catboost_internal","label":"Proposed, ignoring the current score"},{"key":"regularized_logistic","label":"Simple statistical model"},{"key":"incumbent_proxy","label":"Screening in place today"}],"rows":[[0,0,0,184,300,484,0,484],[0,0,8,485,42094,484,42095,484],[0,0,4,73,1060,484,649,484],[0,0,2,27,521,484,64,484],[0,0,1,12,958,484,486,484],[0,0,12,541,42723,484,42780,484],[0,0,10,501,42369,484,42386,484],[0,0,9,493,42666,484,42675,484],[0,0,6,99,1573,484,1188,484],[0,0,5,85,2009,484,1610,484],[0,0,3,39,1473,484,1028,484],[0,0,14,557,42993,484,43066,484],[0,0,13,549,43292,484,43357,484],[0,0,11,509,42938,484,42963,484],[0,0,7,111,2516,484,2143,484],[0,0,15,565,43559,484,43640,484],[0,1,0,255,471,726,0,726],[0,1,8,485,42094,726,41853,726],[0,1,4,73,1060,726,407,726],[0,1,2,112,614,726,0,726],[0,1,1,12,958,726,244,726],[0,1,12,541,42723,726,42538,726],[0,1,10,501,42369,726,42144,726],[0,1,9,493,42666,726,42433,726],[0,1,6,99,1573,726,946,726],[0,1,5,85,2009,726,1368,726],[0,1,3,39,1473,726,786,726],[0,1,14,557,42993,726,42824,726],[0,1,13,549,43292,726,43115,726],[0,1,11,509,42938,726,42721,726],[0,1,7,111,2516,726,1901,726],[0,1,15,565,43559,726,43398,726],[0,2,0,313,655,968,0,968],[0,2,8,485,42094,968,41611,968],[0,2,4,73,1060,968,165,968],[0,2,2,189,779,968,0,968],[0,2,1,12,958,968,2,968],[0,2,12,541,42723,968,42296,968],[0,2,10,501,42369,968,41902,968],[0,2,9,493,42666,968,42191,968],[0,2,6,99,1573,968,704,968],[0,2,5,85,2009,968,1126,968],[0,2,3,39,1473,968,544,968],[0,2,14,557,42993,968,42582,968],[0,2,13,549,43292,968,42873,968],[0,2,11,509,42938,968,42479,968],[0,2,7,111,2516,968,1659,968],[0,2,15,565,43559,968,43156,968],[0,3,0,411,1041,1452,0,1452],[0,3,8,485,42094,1452,41127,1452],[0,3,4,201,1251,1452,0,1452],[0,3,2,317,1135,1452,0,1452],[0,3,1,195,1257,1452,0,1452],[0,3,12,541,42723,1452,41812,1452],[0,3,10,501,42369,1452,41418,1452],[0,3,9,493,42666,1452,41707,1452],[0,3,6,99,1573,1452,220,1452],[0,3,5,85,2009,1452,642,1452],[0,3,3,39,1473,1452,60,1452],[0,3,14,557,42993,1452,42098,1452],[0,3,13,549,43292,1452,42389,1452],[0,3,11,509,42938,1452,41995,1452],[0,3,7,111,2516,1452,1175,1452],[0,3,15,565,43559,1452,42672,1452],[0,4,0,488,1448,1936,0,1936],[0,4,8,485,42094,1936,40643,1936],[0,4,4,333,1603,1936,0,1936],[0,4,2,418,1518,1936,0,1936],[0,4,1,325,1611,1936,0,1936],[0,4,12,541,42723,1936,41328,1936],[0,4,10,501,42369,1936,40934,1936],[0,4,9,493,42666,1936,41223,1936],[0,4,6,206,1730,1936,0,1936],[0,4,5,85,2009,1936,158,1936],[0,4,3,204,1732,1936,0,1936],[0,4,14,557,42993,1936,41614,1936],[0,4,13,549,43292,1936,41905,1936],[0,4,11,509,42938,1936,41511,1936],[0,4,7,111,2516,1936,691,1936],[0,4,15,565,43559,1936,42188,1936],[0,5,0,551,1870,2421,0,2421],[0,5,8,485,42094,2421,40158,2421],[0,5,4,437,1984,2421,0,2421],[0,5,2,497,1924,2421,0,2421],[0,5,1,421,2000,2421,0,2421],[0,5,12,541,42723,2421,40843,2421],[0,5,10,501,42369,2421,40449,2421],[0,5,9,493,42666,2421,40738,2421],[0,5,6,343,2078,2421,0,2421],[0,5,5,219,2202,2421,0,2421],[0,5,3,331,2090,2421,0,2421],[0,5,14,557,42993,2421,41129,2421],[0,5,13,549,43292,2421,41420,2421],[0,5,11,509,42938,2421,41026,2421],[0,5,7,111,2516,2421,206,2421],[0,5,15,565,43559,2421,41703,2421],[0,6,0,595,2310,2905,0,2905],[0,6,8,485,42094,2905,39674,2905],[0,6,4,509,2396,2905,0,2905],[0,6,2,561,2344,2905,0,2905],[0,6,1,497,2408,2905,0,2905],[0,6,12,541,42723,2905,40359,2905],[0,6,10,501,42369,2905,39965,2905],[0,6,9,493,42666,2905,40254,2905],[0,6,6,449,2456,2905,0,2905],[0,6,5,347,2558,2905,0,2905],[0,6,3,429,2476,2905,0,2905],[0,6,14,557,42993,2905,40645,2905],[0,6,13,549,43292,2905,40936,2905],[0,6,11,509,42938,2905,40542,2905],[0,6,7,224,2681,2905,0,2905],[0,6,15,565,43559,2905,41219,2905],[0,7,0,691,3182,3873,0,3873],[0,7,8,485,42094,3873,38706,3873],[0,7,4,617,3256,3873,0,3873],[0,7,2,668,3205,3873,0,3873],[0,7,1,603,3270,3873,0,3873],[0,7,12,541,42723,3873,39391,3873],[0,7,10,501,42369,3873,38997,3873],[0,7,9,493,42666,3873,39286,3873],[0,7,6,583,3290,3873,0,3873],[0,7,5,519,3354,3873,0,3873],[0,7,3,571,3302,3873,0,3873],[0,7,14,557,42993,3873,39677,3873],[0,7,13,549,43292,3873,39968,3873],[0,7,11,509,42938,3873,39574,3873],[0,7,7,459,3414,3873,0,3873],[0,7,15,565,43559,3873,40251,3873],[0,8,0,766,4076,4842,0,4842],[0,8,8,485,42094,4842,37737,4842],[0,8,4,713,4129,4842,0,4842],[0,8,2,739,4103,4842,0,4842],[0,8,1,701,4141,4842,0,4842],[0,8,12,541,42723,4842,38422,4842],[0,8,10,501,42369,4842,38028,4842],[0,8,9,493,42666,4842,38317,4842],[0,8,6,686,4156,4842,0,4842],[0,8,5,628,4214,4842,0,4842],[0,8,3,675,4167,4842,0,4842],[0,8,14,557,42993,4842,38708,4842],[0,8,13,549,43292,4842,38999,4842],[0,8,11,509,42938,4842,38605,4842],[0,8,7,592,4250,4842,0,4842],[0,8,15,565,43559,4842,39282,4842],[0,9,0,812,4998,5810,0,5810],[0,9,8,485,42094,5810,36769,5810],[0,9,4,785,5025,5810,0,5810],[0,9,2,802,5008,5810,0,5810],[0,9,1,774,5036,5810,0,5810],[0,9,12,541,42723,5810,37454,5810],[0,9,10,501,42369,5810,37060,5810],[0,9,9,493,42666,5810,37349,5810],[0,9,6,758,5052,5810,0,5810],[0,9,5,720,5090,5810,0,5810],[0,9,3,747,5063,5810,0,5810],[0,9,14,557,42993,5810,37740,5810],[0,9,13,549,43292,5810,38031,5810],[0,9,11,509,42938,5810,37637,5810],[0,9,7,694,5116,5810,0,5810],[0,9,15,565,43559,5810,38314,5810],[0,10,0,863,5916,6779,0,6779],[0,10,8,485,42094,6779,35800,6779],[0,10,4,826,5953,6779,0,6779],[0,10,2,843,5936,6779,0,6779],[0,10,1,818,5961,6779,0,6779],[0,10,12,541,42723,6779,36485,6779],[0,10,10,501,42369,6779,36091,6779],[0,10,9,493,42666,6779,36380,6779],[0,10,6,822,5957,6779,0,6779],[0,10,5,794,5985,6779,0,6779],[0,10,3,812,5967,6779,0,6779],[0,10,14,557,42993,6779,36771,6779],[0,10,13,549,43292,6779,37062,6779],[0,10,11,509,42938,6779,36668,6779],[0,10,7,771,6008,6779,0,6779],[0,10,15,565,43559,6779,37345,6779],[0,11,0,899,6848,7747,0,7747],[0,11,8,485,42094,7747,34832,7747],[0,11,4,877,6870,7747,0,7747],[0,11,2,888,6859,7747,0,7747],[0,11,1,870,6877,7747,0,7747],[0,11,12,541,42723,7747,35517,7747],[0,11,10,501,42369,7747,35123,7747],[0,11,9,493,42666,7747,35412,7747],[0,11,6,859,6888,7747,0,7747],[0,11,5,835,6912,7747,0,7747],[0,11,3,852,6895,7747,0,7747],[0,11,14,557,42993,7747,35803,7747],[0,11,13,549,43292,7747,36094,7747],[0,11,11,509,42938,7747,35700,7747],[0,11,7,829,6918,7747,0,7747],[0,11,15,565,43559,7747,36377,7747],[0,12,0,968,8716,9684,0,9684],[0,12,8,485,42094,9684,32895,9684],[0,12,4,956,8728,9684,0,9684],[0,12,2,966,8718,9684,0,9684],[0,12,1,951,8733,9684,0,9684],[0,12,12,541,42723,9684,33580,9684],[0,12,10,501,42369,9684,33186,9684],[0,12,9,493,42666,9684,33475,9684],[0,12,6,945,8739,9684,0,9684],[0,12,5,924,8760,9684,0,9684],[0,12,3,937,8747,9684,0,9684],[0,12,14,557,42993,9684,33866,9684],[0,12,13,549,43292,9684,34157,9684],[0,12,11,509,42938,9684,33763,9684],[0,12,7,911,8773,9684,0,9684],[0,12,15,565,43559,9684,34440,9684],[0,13,0,1018,10603,11621,0,11621],[0,13,8,485,42094,11621,30958,11621],[0,13,4,1006,10615,11621,0,11621],[0,13,2,1013,10608,11621,0,11621],[0,13,1,995,10626,11621,0,11621],[0,13,12,541,42723,11621,31643,11621],[0,13,10,501,42369,11621,31249,11621],[0,13,9,493,42666,11621,31538,11621],[0,13,6,994,10627,11621,0,11621],[0,13,5,981,10640,11621,0,11621],[0,13,3,987,10634,11621,0,11621],[0,13,14,557,42993,11621,31929,11621],[0,13,13,549,43292,11621,32220,11621],[0,13,11,509,42938,11621,31826,11621],[0,13,7,982,10639,11621,0,11621],[0,13,15,565,43559,11621,32503,11621],[0,14,0,1088,13438,14526,0,14526],[0,14,8,485,42094,14526,28053,14526],[0,14,4,1083,13443,14526,0,14526],[0,14,2,1085,13441,14526,0,14526],[0,14,1,1076,13450,14526,0,14526],[0,14,12,541,42723,14526,28738,14526],[0,14,10,501,42369,14526,28344,14526],[0,14,9,493,42666,14526,28633,14526],[0,14,6,1072,13454,14526,0,14526],[0,14,5,1067,13459,14526,0,14526],[0,14,3,1072,13454,14526,0,14526],[0,14,14,557,42993,14526,29024,14526],[0,14,13,549,43292,14526,29315,14526],[0,14,11,509,42938,14526,28921,14526],[0,14,7,1061,13465,14526,0,14526],[0,14,15,565,43559,14526,29598,14526],[0,15,0,1151,16280,17431,0,17431],[0,15,8,485,42094,17431,25148,17431],[0,15,4,1139,16292,17431,0,17431],[0,15,2,1143,16288,17431,0,17431],[0,15,1,1134,16297,17431,0,17431],[0,15,12,541,42723,17431,25833,17431],[0,15,10,501,42369,17431,25439,17431],[0,15,9,493,42666,17431,25728,17431],[0,15,6,1131,16300,17431,0,17431],[0,15,5,1125,16306,17431,0,17431],[0,15,3,1125,16306,17431,0,17431],[0,15,14,557,42993,17431,26119,17431],[0,15,13,549,43292,17431,26410,17431],[0,15,11,509,42938,17431,26016,17431],[0,15,7,1119,16312,17431,0,17431],[0,15,15,565,43559,17431,26693,17431],[0,16,0,1178,18190,19368,0,19368],[0,16,8,485,42094,19368,23211,19368],[0,16,4,1172,18196,19368,0,19368],[0,16,2,1175,18193,19368,0,19368],[0,16,1,1171,18197,19368,0,19368],[0,16,12,541,42723,19368,23896,19368],[0,16,10,501,42369,19368,23502,19368],[0,16,9,493,42666,19368,23791,19368],[0,16,6,1170,18198,19368,0,19368],[0,16,5,1165,18203,19368,0,19368],[0,16,3,1168,18200,19368,0,19368],[0,16,14,557,42993,19368,24182,19368],[0,16,13,549,43292,19368,24473,19368],[0,16,11,509,42938,19368,24079,19368],[0,16,7,1164,18204,19368,0,19368],[0,16,15,565,43559,19368,24756,19368],[0,17,0,1237,22973,24210,0,24210],[0,17,8,485,42094,24210,18369,24210],[0,17,4,1232,22978,24210,0,24210],[0,17,2,1233,22977,24210,0,24210],[0,17,1,1232,22978,24210,0,24210],[0,17,12,541,42723,24210,19054,24210],[0,17,10,501,42369,24210,18660,24210],[0,17,9,493,42666,24210,18949,24210],[0,17,6,1232,22978,24210,0,24210],[0,17,5,1229,22981,24210,0,24210],[0,17,3,1231,22979,24210,0,24210],[0,17,14,557,42993,24210,19340,24210],[0,17,13,549,43292,24210,19631,24210],[0,17,11,509,42938,24210,19237,24210],[0,17,7,1227,22983,24210,0,24210],[0,17,15,565,43559,24210,19914,24210],[1,0,0,181,303,484,0,484],[1,0,8,485,42094,484,42095,484],[1,0,4,73,1060,484,649,484],[1,0,2,27,521,484,64,484],[1,0,1,12,958,484,486,484],[1,0,12,541,42723,484,42780,484],[1,0,10,501,42369,484,42386,484],[1,0,9,493,42666,484,42675,484],[1,0,6,99,1573,484,1188,484],[1,0,5,85,2009,484,1610,484],[1,0,3,39,1473,484,1028,484],[1,0,14,557,42993,484,43066,484],[1,0,13,549,43292,484,43357,484],[1,0,11,509,42938,484,42963,484],[1,0,7,111,2516,484,2143,484],[1,0,15,565,43559,484,43640,484],[1,1,0,248,478,726,0,726],[1,1,8,485,42094,726,41853,726],[1,1,4,73,1060,726,407,726],[1,1,2,117,609,726,0,726],[1,1,1,12,958,726,244,726],[1,1,12,541,42723,726,42538,726],[1,1,10,501,42369,726,42144,726],[1,1,9,493,42666,726,42433,726],[1,1,6,99,1573,726,946,726],[1,1,5,85,2009,726,1368,726],[1,1,3,39,1473,726,786,726],[1,1,14,557,42993,726,42824,726],[1,1,13,549,43292,726,43115,726],[1,1,11,509,42938,726,42721,726],[1,1,7,111,2516,726,1901,726],[1,1,15,565,43559,726,43398,726],[1,2,0,305,663,968,0,968],[1,2,8,485,42094,968,41611,968],[1,2,4,73,1060,968,165,968],[1,2,2,188,780,968,0,968],[1,2,1,12,958,968,2,968],[1,2,12,541,42723,968,42296,968],[1,2,10,501,42369,968,41902,968],[1,2,9,493,42666,968,42191,968],[1,2,6,99,1573,968,704,968],[1,2,5,85,2009,968,1126,968],[1,2,3,39,1473,968,544,968],[1,2,14,557,42993,968,42582,968],[1,2,13,549,43292,968,42873,968],[1,2,11,509,42938,968,42479,968],[1,2,7,111,2516,968,1659,968],[1,2,15,565,43559,968,43156,968],[1,3,0,402,1050,1452,0,1452],[1,3,8,485,42094,1452,41127,1452],[1,3,4,198,1254,1452,0,1452],[1,3,2,312,1140,1452,0,1452],[1,3,1,192,1260,1452,0,1452],[1,3,12,541,42723,1452,41812,1452],[1,3,10,501,42369,1452,41418,1452],[1,3,9,493,42666,1452,41707,1452],[1,3,6,99,1573,1452,220,1452],[1,3,5,85,2009,1452,642,1452],[1,3,3,39,1473,1452,60,1452],[1,3,14,557,42993,1452,42098,1452],[1,3,13,549,43292,1452,42389,1452],[1,3,11,509,42938,1452,41995,1452],[1,3,7,111,2516,1452,1175,1452],[1,3,15,565,43559,1452,42672,1452],[1,4,0,470,1466,1936,0,1936],[1,4,8,485,42094,1936,40643,1936],[1,4,4,328,1608,1936,0,1936],[1,4,2,413,1523,1936,0,1936],[1,4,1,318,1618,1936,0,1936],[1,4,12,541,42723,1936,41328,1936],[1,4,10,501,42369,1936,40934,1936],[1,4,9,493,42666,1936,41223,1936],[1,4,6,206,1730,1936,0,1936],[1,4,5,85,2009,1936,158,1936],[1,4,3,199,1737,1936,0,1936],[1,4,14,557,42993,1936,41614,1936],[1,4,13,549,43292,1936,41905,1936],[1,4,11,509,42938,1936,41511,1936],[1,4,7,111,2516,1936,691,1936],[1,4,15,565,43559,1936,42188,1936],[1,5,0,537,1884,2421,0,2421],[1,5,8,485,42094,2421,40158,2421],[1,5,4,432,1989,2421,0,2421],[1,5,2,482,1939,2421,0,2421],[1,5,1,410,2011,2421,0,2421],[1,5,12,541,42723,2421,40843,2421],[1,5,10,501,42369,2421,40449,2421],[1,5,9,493,42666,2421,40738,2421],[1,5,6,337,2084,2421,0,2421],[1,5,5,211,2210,2421,0,2421],[1,5,3,325,2096,2421,0,2421],[1,5,14,557,42993,2421,41129,2421],[1,5,13,549,43292,2421,41420,2421],[1,5,11,509,42938,2421,41026,2421],[1,5,7,111,2516,2421,206,2421],[1,5,15,565,43559,2421,41703,2421],[1,6,0,589,2316,2905,0,2905],[1,6,8,485,42094,2905,39674,2905],[1,6,4,495,2410,2905,0,2905],[1,6,2,548,2357,2905,0,2905],[1,6,1,479,2426,2905,0,2905],[1,6,12,541,42723,2905,40359,2905],[1,6,10,501,42369,2905,39965,2905],[1,6,9,493,42666,2905,40254,2905],[1,6,6,439,2466,2905,0,2905],[1,6,5,342,2563,2905,0,2905],[1,6,3,423,2482,2905,0,2905],[1,6,14,557,42993,2905,40645,2905],[1,6,13,549,43292,2905,40936,2905],[1,6,11,509,42938,2905,40542,2905],[1,6,7,220,2685,2905,0,2905],[1,6,15,565,43559,2905,41219,2905],[1,7,0,674,3199,3873,0,3873],[1,7,8,485,42094,3873,38706,3873],[1,7,4,609,3264,3873,0,3873],[1,7,2,642,3231,3873,0,3873],[1,7,1,599,3274,3873,0,3873],[1,7,12,541,42723,3873,39391,3873],[1,7,10,501,42369,3873,38997,3873],[1,7,9,493,42666,3873,39286,3873],[1,7,6,567,3306,3873,0,3873],[1,7,5,504,3369,3873,0,3873],[1,7,3,555,3318,3873,0,3873],[1,7,14,557,42993,3873,39677,3873],[1,7,13,549,43292,3873,39968,3873],[1,7,11,509,42938,3873,39574,3873],[1,7,7,453,3420,3873,0,3873],[1,7,15,565,43559,3873,40251,3873],[1,8,0,745,4097,4842,0,4842],[1,8,8,485,42094,4842,37737,4842],[1,8,4,690,4152,4842,0,4842],[1,8,2,725,4117,4842,0,4842],[1,8,1,682,4160,4842,0,4842],[1,8,12,541,42723,4842,38422,4842],[1,8,10,501,42369,4842,38028,4842],[1,8,9,493,42666,4842,38317,4842],[1,8,6,665,4177,4842,0,4842],[1,8,5,617,4225,4842,0,4842],[1,8,3,654,4188,4842,0,4842],[1,8,14,557,42993,4842,38708,4842],[1,8,13,549,43292,4842,38999,4842],[1,8,11,509,42938,4842,38605,4842],[1,8,7,577,4265,4842,0,4842],[1,8,15,565,43559,4842,39282,4842],[1,9,0,802,5008,5810,0,5810],[1,9,8,485,42094,5810,36769,5810],[1,9,4,764,5046,5810,0,5810],[1,9,2,781,5029,5810,0,5810],[1,9,1,755,5055,5810,0,5810],[1,9,12,541,42723,5810,37454,5810],[1,9,10,501,42369,5810,37060,5810],[1,9,9,493,42666,5810,37349,5810],[1,9,6,743,5067,5810,0,5810],[1,9,5,701,5109,5810,0,5810],[1,9,3,736,5074,5810,0,5810],[1,9,14,557,42993,5810,37740,5810],[1,9,13,549,43292,5810,38031,5810],[1,9,11,509,42938,5810,37637,5810],[1,9,7,676,5134,5810,0,5810],[1,9,15,565,43559,5810,38314,5810],[1,10,0,850,5929,6779,0,6779],[1,10,8,485,42094,6779,35800,6779],[1,10,4,823,5956,6779,0,6779],[1,10,2,833,5946,6779,0,6779],[1,10,1,808,5971,6779,0,6779],[1,10,12,541,42723,6779,36485,6779],[1,10,10,501,42369,6779,36091,6779],[1,10,9,493,42666,6779,36380,6779],[1,10,6,800,5979,6779,0,6779],[1,10,5,771,6008,6779,0,6779],[1,10,3,790,5989,6779,0,6779],[1,10,14,557,42993,6779,36771,6779],[1,10,13,549,43292,6779,37062,6779],[1,10,11,509,42938,6779,36668,6779],[1,10,7,754,6025,6779,0,6779],[1,10,15,565,43559,6779,37345,6779],[1,11,0,889,6858,7747,0,7747],[1,11,8,485,42094,7747,34832,7747],[1,11,4,865,6882,7747,0,7747],[1,11,2,874,6873,7747,0,7747],[1,11,1,859,6888,7747,0,7747],[1,11,12,541,42723,7747,35517,7747],[1,11,10,501,42369,7747,35123,7747],[1,11,9,493,42666,7747,35412,7747],[1,11,6,852,6895,7747,0,7747],[1,11,5,829,6918,7747,0,7747],[1,11,3,839,6908,7747,0,7747],[1,11,14,557,42993,7747,35803,7747],[1,11,13,549,43292,7747,36094,7747],[1,11,11,509,42938,7747,35700,7747],[1,11,7,809,6938,7747,0,7747],[1,11,15,565,43559,7747,36377,7747],[1,12,0,959,8725,9684,0,9684],[1,12,8,485,42094,9684,32895,9684],[1,12,4,946,8738,9684,0,9684],[1,12,2,952,8732,9684,0,9684],[1,12,1,939,8745,9684,0,9684],[1,12,12,541,42723,9684,33580,9684],[1,12,10,501,42369,9684,33186,9684],[1,12,9,493,42666,9684,33475,9684],[1,12,6,937,8747,9684,0,9684],[1,12,5,914,8770,9684,0,9684],[1,12,3,924,8760,9684,0,9684],[1,12,14,557,42993,9684,33866,9684],[1,12,13,549,43292,9684,34157,9684],[1,12,11,509,42938,9684,33763,9684],[1,12,7,901,8783,9684,0,9684],[1,12,15,565,43559,9684,34440,9684],[1,13,0,1014,10607,11621,0,11621],[1,13,8,485,42094,11621,30958,11621],[1,13,4,999,10622,11621,0,11621],[1,13,2,1005,10616,11621,0,11621],[1,13,1,990,10631,11621,0,11621],[1,13,12,541,42723,11621,31643,11621],[1,13,10,501,42369,11621,31249,11621],[1,13,9,493,42666,11621,31538,11621],[1,13,6,996,10625,11621,0,11621],[1,13,5,977,10644,11621,0,11621],[1,13,3,990,10631,11621,0,11621],[1,13,14,557,42993,11621,31929,11621],[1,13,13,549,43292,11621,32220,11621],[1,13,11,509,42938,11621,31826,11621],[1,13,7,973,10648,11621,0,11621],[1,13,15,565,43559,11621,32503,11621],[1,14,0,1084,13442,14526,0,14526],[1,14,8,485,42094,14526,28053,14526],[1,14,4,1072,13454,14526,0,14526],[1,14,2,1081,13445,14526,0,14526],[1,14,1,1071,13455,14526,0,14526],[1,14,12,541,42723,14526,28738,14526],[1,14,10,501,42369,14526,28344,14526],[1,14,9,493,42666,14526,28633,14526],[1,14,6,1070,13456,14526,0,14526],[1,14,5,1062,13464,14526,0,14526],[1,14,3,1067,13459,14526,0,14526],[1,14,14,557,42993,14526,29024,14526],[1,14,13,549,43292,14526,29315,14526],[1,14,11,509,42938,14526,28921,14526],[1,14,7,1054,13472,14526,0,14526],[1,14,15,565,43559,14526,29598,14526],[1,15,0,1136,16295,17431,0,17431],[1,15,8,485,42094,17431,25148,17431],[1,15,4,1128,16303,17431,0,17431],[1,15,2,1132,16299,17431,0,17431],[1,15,1,1123,16308,17431,0,17431],[1,15,12,541,42723,17431,25833,17431],[1,15,10,501,42369,17431,25439,17431],[1,15,9,493,42666,17431,25728,17431],[1,15,6,1118,16313,17431,0,17431],[1,15,5,1114,16317,17431,0,17431],[1,15,3,1117,16314,17431,0,17431],[1,15,14,557,42993,17431,26119,17431],[1,15,13,549,43292,17431,26410,17431],[1,15,11,509,42938,17431,26016,17431],[1,15,7,1108,16323,17431,0,17431],[1,15,15,565,43559,17431,26693,17431],[1,16,0,1176,18192,19368,0,19368],[1,16,8,485,42094,19368,23211,19368],[1,16,4,1169,18199,19368,0,19368],[1,16,2,1172,18196,19368,0,19368],[1,16,1,1161,18207,19368,0,19368],[1,16,12,541,42723,19368,23896,19368],[1,16,10,501,42369,19368,23502,19368],[1,16,9,493,42666,19368,23791,19368],[1,16,6,1159,18209,19368,0,19368],[1,16,5,1154,18214,19368,0,19368],[1,16,3,1156,18212,19368,0,19368],[1,16,14,557,42993,19368,24182,19368],[1,16,13,549,43292,19368,24473,19368],[1,16,11,509,42938,19368,24079,19368],[1,16,7,1146,18222,19368,0,19368],[1,16,15,565,43559,19368,24756,19368],[1,17,0,1236,22974,24210,0,24210],[1,17,8,485,42094,24210,18369,24210],[1,17,4,1235,22975,24210,0,24210],[1,17,2,1236,22974,24210,0,24210],[1,17,1,1232,22978,24210,0,24210],[1,17,12,541,42723,24210,19054,24210],[1,17,10,501,42369,24210,18660,24210],[1,17,9,493,42666,24210,18949,24210],[1,17,6,1232,22978,24210,0,24210],[1,17,5,1229,22981,24210,0,24210],[1,17,3,1229,22981,24210,0,24210],[1,17,14,557,42993,24210,19340,24210],[1,17,13,549,43292,24210,19631,24210],[1,17,11,509,42938,24210,19237,24210],[1,17,7,1225,22985,24210,0,24210],[1,17,15,565,43559,24210,19914,24210],[2,0,0,162,322,484,0,484],[2,0,8,485,42094,484,42095,484],[2,0,4,73,1060,484,649,484],[2,0,2,27,521,484,64,484],[2,0,1,12,958,484,486,484],[2,0,12,541,42723,484,42780,484],[2,0,10,501,42369,484,42386,484],[2,0,9,493,42666,484,42675,484],[2,0,6,99,1573,484,1188,484],[2,0,5,85,2009,484,1610,484],[2,0,3,39,1473,484,1028,484],[2,0,14,557,42993,484,43066,484],[2,0,13,549,43292,484,43357,484],[2,0,11,509,42938,484,42963,484],[2,0,7,111,2516,484,2143,484],[2,0,15,565,43559,484,43640,484],[2,1,0,212,514,726,0,726],[2,1,8,485,42094,726,41853,726],[2,1,4,73,1060,726,407,726],[2,1,2,105,621,726,0,726],[2,1,1,12,958,726,244,726],[2,1,12,541,42723,726,42538,726],[2,1,10,501,42369,726,42144,726],[2,1,9,493,42666,726,42433,726],[2,1,6,99,1573,726,946,726],[2,1,5,85,2009,726,1368,726],[2,1,3,39,1473,726,786,726],[2,1,14,557,42993,726,42824,726],[2,1,13,549,43292,726,43115,726],[2,1,11,509,42938,726,42721,726],[2,1,7,111,2516,726,1901,726],[2,1,15,565,43559,726,43398,726],[2,2,0,267,701,968,0,968],[2,2,8,485,42094,968,41611,968],[2,2,4,73,1060,968,165,968],[2,2,2,175,793,968,0,968],[2,2,1,12,958,968,2,968],[2,2,12,541,42723,968,42296,968],[2,2,10,501,42369,968,41902,968],[2,2,9,493,42666,968,42191,968],[2,2,6,99,1573,968,704,968],[2,2,5,85,2009,968,1126,968],[2,2,3,39,1473,968,544,968],[2,2,14,557,42993,968,42582,968],[2,2,13,549,43292,968,42873,968],[2,2,11,509,42938,968,42479,968],[2,2,7,111,2516,968,1659,968],[2,2,15,565,43559,968,43156,968],[2,3,0,345,1107,1452,0,1452],[2,3,8,485,42094,1452,41127,1452],[2,3,4,190,1262,1452,0,1452],[2,3,2,282,1170,1452,0,1452],[2,3,1,173,1279,1452,0,1452],[2,3,12,541,42723,1452,41812,1452],[2,3,10,501,42369,1452,41418,1452],[2,3,9,493,42666,1452,41707,1452],[2,3,6,99,1573,1452,220,1452],[2,3,5,85,2009,1452,642,1452],[2,3,3,39,1473,1452,60,1452],[2,3,14,557,42993,1452,42098,1452],[2,3,13,549,43292,1452,42389,1452],[2,3,11,509,42938,1452,41995,1452],[2,3,7,111,2516,1452,1175,1452],[2,3,15,565,43559,1452,42672,1452],[2,4,0,423,1513,1936,0,1936],[2,4,8,485,42094,1936,40643,1936],[2,4,4,295,1641,1936,0,1936],[2,4,2,357,1579,1936,0,1936],[2,4,1,277,1659,1936,0,1936],[2,4,12,541,42723,1936,41328,1936],[2,4,10,501,42369,1936,40934,1936],[2,4,9,493,42666,1936,41223,1936],[2,4,6,201,1735,1936,0,1936],[2,4,5,85,2009,1936,158,1936],[2,4,3,186,1750,1936,0,1936],[2,4,14,557,42993,1936,41614,1936],[2,4,13,549,43292,1936,41905,1936],[2,4,11,509,42938,1936,41511,1936],[2,4,7,111,2516,1936,691,1936],[2,4,15,565,43559,1936,42188,1936],[2,5,0,486,1935,2421,0,2421],[2,5,8,485,42094,2421,40158,2421],[2,5,4,375,2046,2421,0,2421],[2,5,2,437,1984,2421,0,2421],[2,5,1,355,2066,2421,0,2421],[2,5,12,541,42723,2421,40843,2421],[2,5,10,501,42369,2421,40449,2421],[2,5,9,493,42666,2421,40738,2421],[2,5,6,301,2120,2421,0,2421],[2,5,5,202,2219,2421,0,2421],[2,5,3,292,2129,2421,0,2421],[2,5,14,557,42993,2421,41129,2421],[2,5,13,549,43292,2421,41420,2421],[2,5,11,509,42938,2421,41026,2421],[2,5,7,111,2516,2421,206,2421],[2,5,15,565,43559,2421,41703,2421],[2,6,0,534,2371,2905,0,2905],[2,6,8,485,42094,2905,39674,2905],[2,6,4,448,2457,2905,0,2905],[2,6,2,498,2407,2905,0,2905],[2,6,1,437,2468,2905,0,2905],[2,6,12,541,42723,2905,40359,2905],[2,6,10,501,42369,2905,39965,2905],[2,6,9,493,42666,2905,40254,2905],[2,6,6,387,2518,2905,0,2905],[2,6,5,309,2596,2905,0,2905],[2,6,3,370,2535,2905,0,2905],[2,6,14,557,42993,2905,40645,2905],[2,6,13,549,43292,2905,40936,2905],[2,6,11,509,42938,2905,40542,2905],[2,6,7,216,2689,2905,0,2905],[2,6,15,565,43559,2905,41219,2905],[2,7,0,635,3238,3873,0,3873],[2,7,8,485,42094,3873,38706,3873],[2,7,4,559,3314,3873,0,3873],[2,7,2,604,3269,3873,0,3873],[2,7,1,544,3329,3873,0,3873],[2,7,12,541,42723,3873,39391,3873],[2,7,10,501,42369,3873,38997,3873],[2,7,9,493,42666,3873,39286,3873],[2,7,6,523,3350,3873,0,3873],[2,7,5,459,3414,3873,0,3873],[2,7,3,508,3365,3873,0,3873],[2,7,14,557,42993,3873,39677,3873],[2,7,13,549,43292,3873,39968,3873],[2,7,11,509,42938,3873,39574,3873],[2,7,7,400,3473,3873,0,3873],[2,7,15,565,43559,3873,40251,3873],[2,8,0,705,4137,4842,0,4842],[2,8,8,485,42094,4842,37737,4842],[2,8,4,658,4184,4842,0,4842],[2,8,2,688,4154,4842,0,4842],[2,8,1,643,4199,4842,0,4842],[2,8,12,541,42723,4842,38422,4842],[2,8,10,501,42369,4842,38028,4842],[2,8,9,493,42666,4842,38317,4842],[2,8,6,628,4214,4842,0,4842],[2,8,5,570,4272,4842,0,4842],[2,8,3,613,4229,4842,0,4842],[2,8,14,557,42993,4842,38708,4842],[2,8,13,549,43292,4842,38999,4842],[2,8,11,509,42938,4842,38605,4842],[2,8,7,533,4309,4842,0,4842],[2,8,15,565,43559,4842,39282,4842],[2,9,0,769,5041,5810,0,5810],[2,9,8,485,42094,5810,36769,5810],[2,9,4,723,5087,5810,0,5810],[2,9,2,745,5065,5810,0,5810],[2,9,1,713,5097,5810,0,5810],[2,9,12,541,42723,5810,37454,5810],[2,9,10,501,42369,5810,37060,5810],[2,9,9,493,42666,5810,37349,5810],[2,9,6,704,5106,5810,0,5810],[2,9,5,671,5139,5810,0,5810],[2,9,3,695,5115,5810,0,5810],[2,9,14,557,42993,5810,37740,5810],[2,9,13,549,43292,5810,38031,5810],[2,9,11,509,42938,5810,37637,5810],[2,9,7,639,5171,5810,0,5810],[2,9,15,565,43559,5810,38314,5810],[2,10,0,820,5959,6779,0,6779],[2,10,8,485,42094,6779,35800,6779],[2,10,4,787,5992,6779,0,6779],[2,10,2,802,5977,6779,0,6779],[2,10,1,775,6004,6779,0,6779],[2,10,12,541,42723,6779,36485,6779],[2,10,10,501,42369,6779,36091,6779],[2,10,9,493,42666,6779,36380,6779],[2,10,6,766,6013,6779,0,6779],[2,10,5,733,6046,6779,0,6779],[2,10,3,756,6023,6779,0,6779],[2,10,14,557,42993,6779,36771,6779],[2,10,13,549,43292,6779,37062,6779],[2,10,11,509,42938,6779,36668,6779],[2,10,7,716,6063,6779,0,6779],[2,10,15,565,43559,6779,37345,6779],[2,11,0,868,6879,7747,0,7747],[2,11,8,485,42094,7747,34832,7747],[2,11,4,836,6911,7747,0,7747],[2,11,2,858,6889,7747,0,7747],[2,11,1,827,6920,7747,0,7747],[2,11,12,541,42723,7747,35517,7747],[2,11,10,501,42369,7747,35123,7747],[2,11,9,493,42666,7747,35412,7747],[2,11,6,818,6929,7747,0,7747],[2,11,5,795,6952,7747,0,7747],[2,11,3,810,6937,7747,0,7747],[2,11,14,557,42993,7747,35803,7747],[2,11,13,549,43292,7747,36094,7747],[2,11,11,509,42938,7747,35700,7747],[2,11,7,775,6972,7747,0,7747],[2,11,15,565,43559,7747,36377,7747],[2,12,0,925,8759,9684,0,9684],[2,12,8,485,42094,9684,32895,9684],[2,12,4,920,8764,9684,0,9684],[2,12,2,926,8758,9684,0,9684],[2,12,1,914,8770,9684,0,9684],[2,12,12,541,42723,9684,33580,9684],[2,12,10,501,42369,9684,33186,9684],[2,12,9,493,42666,9684,33475,9684],[2,12,6,908,8776,9684,0,9684],[2,12,5,890,8794,9684,0,9684],[2,12,3,902,8782,9684,0,9684],[2,12,14,557,42993,9684,33866,9684],[2,12,13,549,43292,9684,34157,9684],[2,12,11,509,42938,9684,33763,9684],[2,12,7,878,8806,9684,0,9684],[2,12,15,565,43559,9684,34440,9684],[2,13,0,991,10630,11621,0,11621],[2,13,8,485,42094,11621,30958,11621],[2,13,4,978,10643,11621,0,11621],[2,13,2,986,10635,11621,0,11621],[2,13,1,968,10653,11621,0,11621],[2,13,12,541,42723,11621,31643,11621],[2,13,10,501,42369,11621,31249,11621],[2,13,9,493,42666,11621,31538,11621],[2,13,6,965,10656,11621,0,11621],[2,13,5,948,10673,11621,0,11621],[2,13,3,956,10665,11621,0,11621],[2,13,14,557,42993,11621,31929,11621],[2,13,13,549,43292,11621,32220,11621],[2,13,11,509,42938,11621,31826,11621],[2,13,7,939,10682,11621,0,11621],[2,13,15,565,43559,11621,32503,11621],[2,14,0,1059,13467,14526,0,14526],[2,14,8,485,42094,14526,28053,14526],[2,14,4,1046,13480,14526,0,14526],[2,14,2,1051,13475,14526,0,14526],[2,14,1,1042,13484,14526,0,14526],[2,14,12,541,42723,14526,28738,14526],[2,14,10,501,42369,14526,28344,14526],[2,14,9,493,42666,14526,28633,14526],[2,14,6,1041,13485,14526,0,14526],[2,14,5,1026,13500,14526,0,14526],[2,14,3,1034,13492,14526,0,14526],[2,14,14,557,42993,14526,29024,14526],[2,14,13,549,43292,14526,29315,14526],[2,14,11,509,42938,14526,28921,14526],[2,14,7,1024,13502,14526,0,14526],[2,14,15,565,43559,14526,29598,14526],[2,15,0,1122,16309,17431,0,17431],[2,15,8,485,42094,17431,25148,17431],[2,15,4,1114,16317,17431,0,17431],[2,15,2,1119,16312,17431,0,17431],[2,15,1,1110,16321,17431,0,17431],[2,15,12,541,42723,17431,25833,17431],[2,15,10,501,42369,17431,25439,17431],[2,15,9,493,42666,17431,25728,17431],[2,15,6,1109,16322,17431,0,17431],[2,15,5,1103,16328,17431,0,17431],[2,15,3,1107,16324,17431,0,17431],[2,15,14,557,42993,17431,26119,17431],[2,15,13,549,43292,17431,26410,17431],[2,15,11,509,42938,17431,26016,17431],[2,15,7,1101,16330,17431,0,17431],[2,15,15,565,43559,17431,26693,17431],[2,16,0,1147,18221,19368,0,19368],[2,16,8,485,42094,19368,23211,19368],[2,16,4,1138,18230,19368,0,19368],[2,16,2,1140,18228,19368,0,19368],[2,16,1,1134,18234,19368,0,19368],[2,16,12,541,42723,19368,23896,19368],[2,16,10,501,42369,19368,23502,19368],[2,16,9,493,42666,19368,23791,19368],[2,16,6,1135,18233,19368,0,19368],[2,16,5,1134,18234,19368,0,19368],[2,16,3,1134,18234,19368,0,19368],[2,16,14,557,42993,19368,24182,19368],[2,16,13,549,43292,19368,24473,19368],[2,16,11,509,42938,19368,24079,19368],[2,16,7,1134,18234,19368,0,19368],[2,16,15,565,43559,19368,24756,19368],[2,17,0,1206,23004,24210,0,24210],[2,17,8,485,42094,24210,18369,24210],[2,17,4,1207,23003,24210,0,24210],[2,17,2,1207,23003,24210,0,24210],[2,17,1,1205,23005,24210,0,24210],[2,17,12,541,42723,24210,19054,24210],[2,17,10,501,42369,24210,18660,24210],[2,17,9,493,42666,24210,18949,24210],[2,17,6,1206,23004,24210,0,24210],[2,17,5,1199,23011,24210,0,24210],[2,17,3,1203,23007,24210,0,24210],[2,17,14,557,42993,24210,19340,24210],[2,17,13,549,43292,24210,19631,24210],[2,17,11,509,42938,24210,19237,24210],[2,17,7,1197,23013,24210,0,24210],[2,17,15,565,43559,24210,19914,24210],[3,0,0,40,444,484,0,484],[3,0,8,485,42094,484,42095,484],[3,0,4,73,1060,484,649,484],[3,0,2,27,521,484,64,484],[3,0,1,12,958,484,486,484],[3,0,12,541,42723,484,42780,484],[3,0,10,501,42369,484,42386,484],[3,0,9,493,42666,484,42675,484],[3,0,6,99,1573,484,1188,484],[3,0,5,85,2009,484,1610,484],[3,0,3,39,1473,484,1028,484],[3,0,14,557,42993,484,43066,484],[3,0,13,549,43292,484,43357,484],[3,0,11,509,42938,484,42963,484],[3,0,7,111,2516,484,2143,484],[3,0,15,565,43559,484,43640,484],[3,1,0,70,656,726,0,726],[3,1,8,485,42094,726,41853,726],[3,1,4,73,1060,726,407,726],[3,1,2,44,682,726,0,726],[3,1,1,12,958,726,244,726],[3,1,12,541,42723,726,42538,726],[3,1,10,501,42369,726,42144,726],[3,1,9,493,42666,726,42433,726],[3,1,6,99,1573,726,946,726],[3,1,5,85,2009,726,1368,726],[3,1,3,39,1473,726,786,726],[3,1,14,557,42993,726,42824,726],[3,1,13,549,43292,726,43115,726],[3,1,11,509,42938,726,42721,726],[3,1,7,111,2516,726,1901,726],[3,1,15,565,43559,726,43398,726],[3,2,0,86,882,968,0,968],[3,2,8,485,42094,968,41611,968],[3,2,4,73,1060,968,165,968],[3,2,2,62,906,968,0,968],[3,2,1,12,958,968,2,968],[3,2,12,541,42723,968,42296,968],[3,2,10,501,42369,968,41902,968],[3,2,9,493,42666,968,42191,968],[3,2,6,99,1573,968,704,968],[3,2,5,85,2009,968,1126,968],[3,2,3,39,1473,968,544,968],[3,2,14,557,42993,968,42582,968],[3,2,13,549,43292,968,42873,968],[3,2,11,509,42938,968,42479,968],[3,2,7,111,2516,968,1659,968],[3,2,15,565,43559,968,43156,968],[3,3,0,130,1322,1452,0,1452],[3,3,8,485,42094,1452,41127,1452],[3,3,4,102,1350,1452,0,1452],[3,3,2,107,1345,1452,0,1452],[3,3,1,52,1400,1452,0,1452],[3,3,12,541,42723,1452,41812,1452],[3,3,10,501,42369,1452,41418,1452],[3,3,9,493,42666,1452,41707,1452],[3,3,6,99,1573,1452,220,1452],[3,3,5,85,2009,1452,642,1452],[3,3,3,39,1473,1452,60,1452],[3,3,14,557,42993,1452,42098,1452],[3,3,13,549,43292,1452,42389,1452],[3,3,11,509,42938,1452,41995,1452],[3,3,7,111,2516,1452,1175,1452],[3,3,15,565,43559,1452,42672,1452],[3,4,0,170,1766,1936,0,1936],[3,4,8,485,42094,1936,40643,1936],[3,4,4,149,1787,1936,0,1936],[3,4,2,153,1783,1936,0,1936],[3,4,1,99,1837,1936,0,1936],[3,4,12,541,42723,1936,41328,1936],[3,4,10,501,42369,1936,40934,1936],[3,4,9,493,42666,1936,41223,1936],[3,4,6,126,1810,1936,0,1936],[3,4,5,85,2009,1936,158,1936],[3,4,3,75,1861,1936,0,1936],[3,4,14,557,42993,1936,41614,1936],[3,4,13,549,43292,1936,41905,1936],[3,4,11,509,42938,1936,41511,1936],[3,4,7,111,2516,1936,691,1936],[3,4,15,565,43559,1936,42188,1936],[3,5,0,192,2229,2421,0,2421],[3,5,8,485,42094,2421,40158,2421],[3,5,4,192,2229,2421,0,2421],[3,5,2,190,2231,2421,0,2421],[3,5,1,144,2277,2421,0,2421],[3,5,12,541,42723,2421,40843,2421],[3,5,10,501,42369,2421,40449,2421],[3,5,9,493,42666,2421,40738,2421],[3,5,6,171,2250,2421,0,2421],[3,5,5,115,2306,2421,0,2421],[3,5,3,121,2300,2421,0,2421],[3,5,14,557,42993,2421,41129,2421],[3,5,13,549,43292,2421,41420,2421],[3,5,11,509,42938,2421,41026,2421],[3,5,7,111,2516,2421,206,2421],[3,5,15,565,43559,2421,41703,2421],[3,6,0,213,2692,2905,0,2905],[3,6,8,485,42094,2905,39674,2905],[3,6,4,232,2673,2905,0,2905],[3,6,2,213,2692,2905,0,2905],[3,6,1,183,2722,2905,0,2905],[3,6,12,541,42723,2905,40359,2905],[3,6,10,501,42369,2905,39965,2905],[3,6,9,493,42666,2905,40254,2905],[3,6,6,211,2694,2905,0,2905],[3,6,5,161,2744,2905,0,2905],[3,6,3,164,2741,2905,0,2905],[3,6,14,557,42993,2905,40645,2905],[3,6,13,549,43292,2905,40936,2905],[3,6,11,509,42938,2905,40542,2905],[3,6,7,138,2767,2905,0,2905],[3,6,15,565,43559,2905,41219,2905],[3,7,0,256,3617,3873,0,3873],[3,7,8,485,42094,3873,38706,3873],[3,7,4,278,3595,3873,0,3873],[3,7,2,253,3620,3873,0,3873],[3,7,1,224,3649,3873,0,3873],[3,7,12,541,42723,3873,39391,3873],[3,7,10,501,42369,3873,38997,3873],[3,7,9,493,42666,3873,39286,3873],[3,7,6,276,3597,3873,0,3873],[3,7,5,242,3631,3873,0,3873],[3,7,3,224,3649,3873,0,3873],[3,7,14,557,42993,3873,39677,3873],[3,7,13,549,43292,3873,39968,3873],[3,7,11,509,42938,3873,39574,3873],[3,7,7,224,3649,3873,0,3873],[3,7,15,565,43559,3873,40251,3873],[3,8,0,294,4548,4842,0,4842],[3,8,8,485,42094,4842,37737,4842],[3,8,4,318,4524,4842,0,4842],[3,8,2,291,4551,4842,0,4842],[3,8,1,266,4576,4842,0,4842],[3,8,12,541,42723,4842,38422,4842],[3,8,10,501,42369,4842,38028,4842],[3,8,9,493,42666,4842,38317,4842],[3,8,6,316,4526,4842,0,4842],[3,8,5,290,4552,4842,0,4842],[3,8,3,265,4577,4842,0,4842],[3,8,14,557,42993,4842,38708,4842],[3,8,13,549,43292,4842,38999,4842],[3,8,11,509,42938,4842,38605,4842],[3,8,7,288,4554,4842,0,4842],[3,8,15,565,43559,4842,39282,4842],[3,9,0,324,5486,5810,0,5810],[3,9,8,485,42094,5810,36769,5810],[3,9,4,353,5457,5810,0,5810],[3,9,2,330,5480,5810,0,5810],[3,9,1,305,5505,5810,0,5810],[3,9,12,541,42723,5810,37454,5810],[3,9,10,501,42369,5810,37060,5810],[3,9,9,493,42666,5810,37349,5810],[3,9,6,352,5458,5810,0,5810],[3,9,5,330,5480,5810,0,5810],[3,9,3,305,5505,5810,0,5810],[3,9,14,557,42993,5810,37740,5810],[3,9,13,549,43292,5810,38031,5810],[3,9,11,509,42938,5810,37637,5810],[3,9,7,328,5482,5810,0,5810],[3,9,15,565,43559,5810,38314,5810],[3,10,0,351,6428,6779,0,6779],[3,10,8,485,42094,6779,35800,6779],[3,10,4,387,6392,6779,0,6779],[3,10,2,356,6423,6779,0,6779],[3,10,1,335,6444,6779,0,6779],[3,10,12,541,42723,6779,36485,6779],[3,10,10,501,42369,6779,36091,6779],[3,10,9,493,42666,6779,36380,6779],[3,10,6,385,6394,6779,0,6779],[3,10,5,365,6414,6779,0,6779],[3,10,3,341,6438,6779,0,6779],[3,10,14,557,42993,6779,36771,6779],[3,10,13,549,43292,6779,37062,6779],[3,10,11,509,42938,6779,36668,6779],[3,10,7,363,6416,6779,0,6779],[3,10,15,565,43559,6779,37345,6779],[3,11,0,376,7371,7747,0,7747],[3,11,8,485,42094,7747,34832,7747],[3,11,4,414,7333,7747,0,7747],[3,11,2,383,7364,7747,0,7747],[3,11,1,361,7386,7747,0,7747],[3,11,12,541,42723,7747,35517,7747],[3,11,10,501,42369,7747,35123,7747],[3,11,9,493,42666,7747,35412,7747],[3,11,6,419,7328,7747,0,7747],[3,11,5,397,7350,7747,0,7747],[3,11,3,368,7379,7747,0,7747],[3,11,14,557,42993,7747,35803,7747],[3,11,13,549,43292,7747,36094,7747],[3,11,11,509,42938,7747,35700,7747],[3,11,7,398,7349,7747,0,7747],[3,11,15,565,43559,7747,36377,7747],[3,12,0,440,9244,9684,0,9684],[3,12,8,485,42094,9684,32895,9684],[3,12,4,465,9219,9684,0,9684],[3,12,2,438,9246,9684,0,9684],[3,12,1,420,9264,9684,0,9684],[3,12,12,541,42723,9684,33580,9684],[3,12,10,501,42369,9684,33186,9684],[3,12,9,493,42666,9684,33475,9684],[3,12,6,468,9216,9684,0,9684],[3,12,5,449,9235,9684,0,9684],[3,12,3,418,9266,9684,0,9684],[3,12,14,557,42993,9684,33866,9684],[3,12,13,549,43292,9684,34157,9684],[3,12,11,509,42938,9684,33763,9684],[3,12,7,455,9229,9684,0,9684],[3,12,15,565,43559,9684,34440,9684],[3,13,0,484,11137,11621,0,11621],[3,13,8,485,42094,11621,30958,11621],[3,13,4,526,11095,11621,0,11621],[3,13,2,493,11128,11621,0,11621],[3,13,1,482,11139,11621,0,11621],[3,13,12,541,42723,11621,31643,11621],[3,13,10,501,42369,11621,31249,11621],[3,13,9,493,42666,11621,31538,11621],[3,13,6,524,11097,11621,0,11621],[3,13,5,510,11111,11621,0,11621],[3,13,3,481,11140,11621,0,11621],[3,13,14,557,42993,11621,31929,11621],[3,13,13,549,43292,11621,32220,11621],[3,13,11,509,42938,11621,31826,11621],[3,13,7,509,11112,11621,0,11621],[3,13,15,565,43559,11621,32503,11621],[3,14,0,549,13977,14526,0,14526],[3,14,8,485,42094,14526,28053,14526],[3,14,4,582,13944,14526,0,14526],[3,14,2,560,13966,14526,0,14526],[3,14,1,539,13987,14526,0,14526],[3,14,12,541,42723,14526,28738,14526],[3,14,10,501,42369,14526,28344,14526],[3,14,9,493,42666,14526,28633,14526],[3,14,6,593,13933,14526,0,14526],[3,14,5,578,13948,14526,0,14526],[3,14,3,552,13974,14526,0,14526],[3,14,14,557,42993,14526,29024,14526],[3,14,13,549,43292,14526,29315,14526],[3,14,11,509,42938,14526,28921,14526],[3,14,7,584,13942,14526,0,14526],[3,14,15,565,43559,14526,29598,14526],[3,15,0,610,16821,17431,0,17431],[3,15,8,485,42094,17431,25148,17431],[3,15,4,642,16789,17431,0,17431],[3,15,2,619,16812,17431,0,17431],[3,15,1,601,16830,17431,0,17431],[3,15,12,541,42723,17431,25833,17431],[3,15,10,501,42369,17431,25439,17431],[3,15,9,493,42666,17431,25728,17431],[3,15,6,649,16782,17431,0,17431],[3,15,5,633,16798,17431,0,17431],[3,15,3,610,16821,17431,0,17431],[3,15,14,557,42993,17431,26119,17431],[3,15,13,549,43292,17431,26410,17431],[3,15,11,509,42938,17431,26016,17431],[3,15,7,637,16794,17431,0,17431],[3,15,15,565,43559,17431,26693,17431],[3,16,0,654,18714,19368,0,19368],[3,16,8,485,42094,19368,23211,19368],[3,16,4,678,18690,19368,0,19368],[3,16,2,658,18710,19368,0,19368],[3,16,1,642,18726,19368,0,19368],[3,16,12,541,42723,19368,23896,19368],[3,16,10,501,42369,19368,23502,19368],[3,16,9,493,42666,19368,23791,19368],[3,16,6,683,18685,19368,0,19368],[3,16,5,672,18696,19368,0,19368],[3,16,3,644,18724,19368,0,19368],[3,16,14,557,42993,19368,24182,19368],[3,16,13,549,43292,19368,24473,19368],[3,16,11,509,42938,19368,24079,19368],[3,16,7,679,18689,19368,0,19368],[3,16,15,565,43559,19368,24756,19368],[3,17,0,746,23464,24210,0,24210],[3,17,8,485,42094,24210,18369,24210],[3,17,4,777,23433,24210,0,24210],[3,17,2,752,23458,24210,0,24210],[3,17,1,741,23469,24210,0,24210],[3,17,12,541,42723,24210,19054,24210],[3,17,10,501,42369,24210,18660,24210],[3,17,9,493,42666,24210,18949,24210],[3,17,6,788,23422,24210,0,24210],[3,17,5,776,23434,24210,0,24210],[3,17,3,748,23462,24210,0,24210],[3,17,14,557,42993,24210,19340,24210],[3,17,13,549,43292,24210,19631,24210],[3,17,11,509,42938,24210,19237,24210],[3,17,7,783,23427,24210,0,24210],[3,17,15,565,43559,24210,19914,24210]],"rules":[{"key":"dob_email_concentration","label":"Eight or more recent emails share the birth-date signal"},{"key":"device_email_concentration","label":"Two or more recent emails share the device"},{"key":"foreign_low_identity_similarity","label":"Foreign request with weak name-and-email similarity"},{"key":"branch_concentration","label":"Selected-branch application concentration in the top 1%"}]},"segments":[{"groups":[{"applications":96465,"fraud":1414,"fraud_rate":0.014658,"group":"Online","publishable":true},{"applications":378,"fraud":null,"fraud_rate":null,"group":"Phone","publishable":false}],"key":"source","label":"Application channel"},{"groups":[{"applications":37502,"fraud":266,"fraud_rate":0.007093,"group":"BC","publishable":true},{"applications":23213,"fraud":null,"fraud_rate":null,"group":"BB","publishable":false},{"applications":19182,"fraud":899,"fraud_rate":0.046867,"group":"BA","publishable":true},{"applications":12327,"fraud":null,"fraud_rate":null,"group":"BE","publishable":false},{"applications":4478,"fraud":null,"fraud_rate":null,"group":"BD","publishable":false},{"applications":135,"fraud":null,"fraud_rate":null,"group":"BF","publishable":false},{"applications":6,"fraud":null,"fraud_rate":null,"group":"BG","publishable":false}],"key":"housing_status","label":"Housing status"},{"groups":[{"applications":32363,"fraud":405,"fraud_rate":0.012514,"group":"30\u201339","publishable":true},{"applications":27860,"fraud":436,"fraud_rate":0.01565,"group":"40\u201349","publishable":true},{"applications":21023,"fraud":null,"fraud_rate":null,"group":"20\u201329","publishable":false},{"applications":9725,"fraud":256,"fraud_rate":0.026324,"group":"50\u201359","publishable":true},{"applications":2930,"fraud":null,"fraud_rate":null,"group":"10\u201319","publishable":false},{"applications":2501,"fraud":null,"fraud_rate":null,"group":"60\u201369","publishable":false},{"applications":364,"fraud":null,"fraud_rate":null,"group":"70\u201379","publishable":false},{"applications":74,"fraud":null,"fraud_rate":null,"group":"80\u201389","publishable":false},{"applications":3,"fraud":null,"fraud_rate":null,"group":"90\u201399","publishable":false}],"key":"customer_age","label":"Age band"},{"groups":[{"applications":36697,"fraud":420,"fraud_rate":0.011445,"group":"60\u201380%","publishable":true},{"applications":27717,"fraud":738,"fraud_rate":0.026626,"group":"Top 20%","publishable":true},{"applications":20645,"fraud":null,"fraud_rate":null,"group":"Lowest 30%","publishable":false},{"applications":11784,"fraud":null,"fraud_rate":null,"group":"30\u201360%","publishable":false}],"key":"income_band","label":"Income band"}],"trend":[{"applications":132440,"fraud":1500,"fraud_rate":0.011326,"month":0},{"applications":127620,"fraud":1198,"fraud_rate":0.009387,"month":1},{"applications":136979,"fraud":1198,"fraud_rate":0.008746,"month":2},{"applications":150936,"fraud":1392,"fraud_rate":0.009222,"month":3},{"applications":127691,"fraud":1452,"fraud_rate":0.011371,"month":4},{"applications":119323,"fraud":1411,"fraud_rate":0.011825,"month":5},{"applications":108168,"fraud":1450,"fraud_rate":0.013405,"month":6},{"applications":96843,"fraud":1428,"fraud_rate":0.014746,"month":7}]}